00000080:00000010:3.1:1787754561.913315:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62820.
00000080:00000010:3.1:1787754561.913348:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33e800.
00000080:00000010:3.1:1787754565.366877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925051ba1aa0.
00000080:00000010:3.1:1787754565.366896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a9c0.
00000080:00000010:3.1:1787754566.067304:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33ef80.
00000080:00000010:3.1:1787754566.067329:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925051ba1260.
00000080:00000010:3.1:1787754566.420302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33e8e0.
00000080:00000010:3.1:1787754566.420314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a6a0.
00000080:00000010:3.1:1787754570.743949:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925051ba1140.
00000080:00000010:3.1:1787754570.743972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a420.
00010000:00000010:3.1:1787754573.639327:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925043f25500.
00010000:00000010:3.1:1787754573.639346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caf8200.
00000080:00000010:3.1:1787754573.649396:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62940.
00000080:00000010:3.1:1787754573.649408:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925051ba1780.
00010000:00000010:3.1:1787754574.864515:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c094b00.
00010000:00000010:3.1:1787754574.864526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250429b5800.
00010000:00000010:3.1:1787754575.792223:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925048868d00.
00010000:00000010:3.1:1787754575.792239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caf9200.
00010000:00000010:3.1:1787754579.012726:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925048b38600.
00010000:00000010:3.1:1787754579.012807:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582a2600.
00000080:00000010:3.1:1787754579.023346:0:238949:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62c40.
00000080:00000010:3.1:1787754579.023360:0:238949:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a500.
00000080:00000010:3.1:1787754581.118374:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33ed40.
00000080:00000010:3.1:1787754581.122364:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33efc0.
00010000:00000010:3.1:1787754581.315318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504c45e200.
00010000:00000010:3.1:1787754581.315334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e54400.
00010000:00000010:3.1:1787754584.840255:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250508ae300.
00010000:00000010:3.1:1787754584.840296:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925081cfec00.
00000080:00000010:3.1:1787754584.884974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62160.
00000080:00000010:3.1:1787754584.884996:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409f00.
00000080:00000010:3.1:1787754586.903768:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33ea00.
00000080:00000010:3.1:1787754586.903784:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62f60.
00010000:00000010:3.1:1787754588.435323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506115dc00.
00010000:00000010:3.1:1787754588.435340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048688a00.
00010000:00000010:3.1:1787754588.759422:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250508aeb00.
00010000:00000010:3.1:1787754588.759449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925081cff400.
00000080:00000010:3.1:1787754588.778622:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb628c0.
00000080:00000010:3.1:1787754588.778643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409c60.
00000080:00000010:3.1:1787754590.807306:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33eca0.
00000080:00000010:3.1:1787754590.807335:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62e60.
00000080:00000010:3.1:1787754592.156175:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33e720.
00000080:00000010:3.1:1787754592.156189:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb622a0.
00010000:00000010:3.1:1787754592.340474:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504a1d3600.
00010000:00000010:3.1:1787754592.340489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048688a00.
00010000:00000010:3.1:1787754592.634948:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504a1d3600.
00010000:00000010:3.1:1787754592.634966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff924f585ea000.
00000080:00000010:3.1:1787754592.669610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62d60.
00000080:00000010:3.1:1787754592.669627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb620e0.
00010000:00000010:3.1:1787754593.221704:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504c45e200.
00010000:00000010:3.1:1787754593.221721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048688000.
00000080:00000010:3.1:1787754594.543232:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33eca0.
00000080:00000010:3.1:1787754594.543256:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62d60.
00000080:00000010:3.1:1787754597.242363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33ea00.
00000080:00000010:3.1:1787754597.242385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ccd0ae0.
00000080:00000010:3.1:1787754598.386377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33e720.
00000080:00000010:3.1:1787754598.386399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ccd0b40.
00000080:00000010:3.1:1787754599.067521:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33e720.
00000080:00000010:3.1:1787754599.067538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33e660.
00000080:00000010:3.1:1787754600.874141:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250679602a0.
00000080:00000010:3.1:1787754600.874175:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409ae0.
00010000:00000010:3.1:1787754606.296746:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8000.
00010000:00000010:3.1:1787754606.296761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504920f800.
00010000:00000010:3.1:1787754607.864216:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250761d9200.
00010000:00000010:3.1:1787754607.864232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff924f585ea800.
00000080:00000010:3.1:1787754607.904334:0:238950:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb620a0.
00000080:00000010:3.1:1787754607.929488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62ee0.
00000080:00000010:3.1:1787754609.047396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409300.
00000080:00000010:3.1:1787754609.047416:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250588a02a0.
00010000:00000010:3.1:1787754609.304543:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250761d9a00.
00010000:00000010:3.1:1787754609.304581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058388600.
00000080:00000010:3.1:1787754609.342343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62680.
00000080:00000010:3.1:1787754609.342353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250588a0460.
00000080:00000010:3.1:1787754612.453295:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250588a0bc0.
00000080:00000010:3.1:1787754612.453308:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a4090a0.
00010000:00000010:3.1:1787754612.951486:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507721cd00.
00010000:00000010:3.1:1787754612.951519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925081508c00.
00000080:00000010:3.1:1787754613.529329:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250588a0080.
00000080:00000010:3.1:1787754613.529348:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250588a0460.
00000080:00000010:3.1:1787754614.002302:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250588a0a00.
00000080:00000010:3.1:1787754614.002317:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250588a00e0.
00010000:00000010:3.1:1787754615.493324:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507721c500.
00010000:00000010:3.1:1787754615.493347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925081508800.
00000080:00000010:3.1:1787754616.898398:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250588a0080.
00000080:00000010:3.1:1787754616.898495:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62200.
00010000:00000010:3.1:1787754619.201400:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925051ecce00.
00010000:00000010:3.1:1787754619.201433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504afa2200.
00000080:00000010:3.1:1787754619.950294:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250588a0080.
00000080:00000010:3.1:1787754619.950308:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a4092c0.
00010000:00000010:3.1:1787754620.181315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507721cc00.
00010000:00000010:3.1:1787754620.181339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925081508600.
00000080:00000010:3.1:1787754620.651718:0:1028:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250588a01a0.
00000080:00000010:3.1:1787754620.651729:0:1028:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a4094a0.
00000080:00000010:3.1:1787754621.697371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f51b80000.
00000080:00000010:3.1:1787754621.697409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250588a0040.
00010000:00000010:3.1:1787754623.093456:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507721ce00.
00010000:00000010:3.1:1787754623.093475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925081509000.
00010000:00000010:3.1:1787754623.771546:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250761d9500.
00010000:00000010:3.1:1787754623.771559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925051934000.
00000080:00000010:3.1:1787754623.793433:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62180.
00000080:00000010:3.1:1787754623.793462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb623c0.
00000080:00000010:3.1:1787754625.143108:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f56099500.
00000080:00000010:3.1:1787754625.143133:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409420.
00010000:00000010:3.1:1787754628.093547:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925046d8a500.
00010000:00000010:3.1:1787754628.093586:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a150200.
00000080:00000010:3.1:1787754628.123392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62d60.
00000080:00000010:3.1:1787754628.123404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409620.
00010000:00000010:3.1:1787754631.091388:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c2f4a00.
00010000:00000010:3.1:1787754631.091409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ecf7600.
00010000:00000010:3.1:1787754631.740215:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925046d8a800.
00010000:00000010:3.1:1787754631.740233:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925051934200.
00000080:00000010:3.1:1787754631.789255:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62f60.
00000080:00000010:3.1:1787754631.789292:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62260.
00000080:00000010:3.1:1787754634.039420:0:238950:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f57d7b8c0.
00000080:00000010:3.1:1787754634.039440:0:238950:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f57d7b040.
00000080:00000010:3.1:1787754634.564294:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f57d7b560.
00000080:00000010:3.1:1787754634.564310:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f57d7bb00.
00000080:00000010:3.1:1787754635.254301:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f57d7b480.
00000080:00000010:3.1:1787754635.254320:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f57d7b140.
00000080:00000010:3.1:1787754635.851957:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f57d7b860.
00000080:00000010:3.1:1787754635.851975:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd77940.
00010000:00000010:3.1:1787754638.649627:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f2e4200.
00010000:00000010:3.1:1787754638.649648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e51e00.
00000080:00000010:3.1:1787754638.668609:0:238950:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb620c0.
00000080:00000010:3.1:1787754638.668639:0:238950:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd77020.
00000080:00000010:3.1:1787754638.988799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f57d7b220.
00000080:00000010:3.1:1787754638.988822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd779e0.
00000080:00000010:3.1:1787754640.270604:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f57d7b880.
00000080:00000010:3.1:1787754640.270625:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd773a0.
00010000:00000010:3.1:1787754640.746442:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925046d8a800.
00010000:00000010:3.1:1787754640.746470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043672400.
00000080:00000010:3.1:1787754640.790415:0:1028:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb626a0.
00000080:00000010:3.1:1787754640.790440:0:1028:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f57d7bda0.
00010000:00000010:3.1:1787754641.904609:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925058a0f600.
00010000:00000010:3.1:1787754641.904626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066da0600.
00000080:00000010:3.1:1787754643.064408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f57d7bd80.
00000080:00000010:3.1:1787754643.064435:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409bc0.
00000080:00000010:3.1:1787754646.800400:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f57d7b980.
00000080:00000010:3.1:1787754646.800435:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409300.
00000080:00000010:3.1:1787754647.298168:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409160.
00000080:00000010:3.1:1787754647.298191:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f57d7bd80.
00010000:00000010:3.1:1787754647.609472:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506029f500.
00010000:00000010:3.1:1787754647.609495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e50c00.
00000080:00000010:3.1:1787754649.062409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409ae0.
00000080:00000010:3.1:1787754649.062426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd77680.
00010000:00000010:3.1:1787754649.847511:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504a490c00.
00010000:00000010:3.1:1787754649.847536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e56e200.
00010000:00000010:3.1:1787754651.307384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b42c200.
00010000:00000010:3.1:1787754651.307402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067ad1600.
00000080:00000010:3.1:1787754651.384488:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62f60.
00000080:00000010:3.1:1787754651.384507:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd77400.
00010000:00000010:3.1:1787754652.372795:0:238949:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504a490700.
00010000:00000010:3.1:1787754652.372810:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e56e600.
00000080:00000010:3.1:1787754654.041373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f57d7bb20.
00000080:00000010:3.1:1787754654.041385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f57d7bda0.
00010000:00000010:3.1:1787754654.784337:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504a490800.
00010000:00000010:3.1:1787754654.784363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058312c00.
00000080:00000010:3.1:1787754654.803486:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92506f592220.
00000080:00000010:3.1:1787754654.803504:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92506f592cc0.
00010000:00000010:3.1:1787754655.176333:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504a490800.
00010000:00000010:3.1:1787754655.176351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058312000.
00000080:00000010:3.1:1787754655.212044:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250586d71e0.
00000080:00000010:3.1:1787754655.212070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92506f592220.
00010000:00000010:3.1:1787754657.858842:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504a490800.
00010000:00000010:3.1:1787754657.858863:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e56e200.
00010000:00000010:3.1:1787754659.072054:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b42ce00.
00010000:00000010:3.1:1787754659.072064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067ad1600.
00010000:00000010:3.1:1787754659.411228:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504a490800.
00010000:00000010:3.1:1787754659.411248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250743cf400.
00000080:00000010:3.1:1787754659.832779:0:256913:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f57d7b980.
00000080:00000010:3.1:1787754659.832798:0:256913:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409020.
00010000:00000010:3.1:1787754660.185252:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504ba60800.
00010000:00000010:3.1:1787754660.185287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e56f400.
00000080:00000010:3.1:1787754660.185293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250586d71c0.
00000080:00000010:3.1:1787754660.185316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f57d7bda0.
00010000:00000010:3.1:1787754660.433543:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b42c700.
00010000:00000010:3.1:1787754660.433561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250671a6400.
00000080:00000010:3.1:1787754660.453359:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250586d71c0.
00000080:00000010:3.1:1787754660.453373:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409300.
00010000:00000010:3.1:1787754661.307827:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e01f000.
00010000:00000010:3.1:1787754661.307844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250743cfa00.
00000080:00000010:3.1:1787754661.348070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250586d7cc0.
00000080:00000010:3.1:1787754661.354495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd77d60.
00010000:00000010:3.1:1787754662.580320:0:238949:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e01fe00.
00010000:00000010:3.1:1787754662.580328:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250743ce800.
00000080:00000010:3.1:1787754666.043414:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f57d7b220.
00000080:00000010:3.1:1787754666.043430:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd77580.
00010000:00000010:3.1:1787754666.578615:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504ba60d00.
00010000:00000010:3.1:1787754666.578625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250770bf800.
00010000:00000010:3.1:1787754668.523674:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504ba60000.
00010000:00000010:3.1:1787754668.523690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250770bea00.
00000080:00000010:3.1:1787754669.455978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f57d7bb20.
00000080:00000010:3.1:1787754669.456002:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a4095e0.
00010000:00000010:3.1:1787754670.125298:0:238949:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925058a0ff00.
00010000:00000010:3.1:1787754670.125322:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250770bfe00.
00000080:00000010:3.1:1787754670.391606:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd77ee0.
00000080:00000010:3.1:1787754670.391620:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd77200.
00000080:00000010:3.1:1787754672.835535:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f57d7be40.
00000080:00000010:3.1:1787754672.835552:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409bc0.
00000080:00000010:3.1:1787754673.087045:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f57d7be40.
00000080:00000010:3.1:1787754673.087059:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd77120.
00010000:00000010:3.1:1787754673.455528:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925058a0f300.
00010000:00000010:3.1:1787754673.455557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058313200.
00000080:00000010:3.1:1787754673.478473:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250586d7a40.
00000080:00000010:3.1:1787754673.478497:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250586d7160.
00010000:00000010:3.1:1787754673.889376:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250743c4900.
00010000:00000010:3.1:1787754673.889393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caeca00.
00000080:00000010:3.1:1787754673.901315:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250586d7160.
00000080:00000010:3.1:1787754673.901333:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd77ee0.
00000080:00000010:3.1:1787754674.974952:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f57d7b7a0.
00000080:00000010:3.1:1787754674.974973:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250586d7160.
00000080:00000010:3.1:1787754676.555322:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925050757f00.
00000080:00000010:3.1:1787754676.555354:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409da0.
00010000:00000010:3.1:1787754677.431331:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507b3bff00.
00010000:00000010:3.1:1787754677.431351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250671a6400.
00000080:00000010:3.1:1787754678.360339:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925050757f00.
00000080:00000010:3.1:1787754678.360353:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f565d35e0.
00010000:00000010:3.1:1787754679.074643:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504ba60800.
00010000:00000010:3.1:1787754679.074652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250770bf000.
00000080:00000010:3.1:1787754679.087573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250586d7ce0.
00000080:00000010:3.1:1787754679.111462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925050757320.
00010000:00000010:3.1:1787754680.208667:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504ba60b00.
00010000:00000010:3.1:1787754680.208686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250770bfe00.
00010000:00000010:3.1:1787754681.232445:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504ba60b00.
00010000:00000010:3.1:1787754681.232469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caec800.
00000080:00000010:3.1:1787754681.607369:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507f540840.
00000080:00000010:3.1:1787754681.607400:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f565d3a60.
00010000:00000010:3.1:1787754684.122883:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507b3bfa00.
00010000:00000010:3.1:1787754684.122922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c848c00.
00010000:00000010:3.1:1787754685.880327:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504ba60b00.
00010000:00000010:3.1:1787754685.880346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250770bf000.
00000080:00000010:3.1:1787754685.901352:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250586d78a0.
00000080:00000010:3.1:1787754685.921561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ed14480.
00010000:00000010:3.1:1787754686.138347:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b547a00.
00010000:00000010:3.1:1787754686.138374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250770bf000.
00000080:00000010:3.1:1787754688.714145:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ed14320.
00000080:00000010:3.1:1787754688.714175:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ed14a20.
00000080:00000010:3.1:1787754689.789585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ed147c0.
00000080:00000010:3.1:1787754689.789613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925048bffd00.
00010000:00000010:3.1:1787754693.255545:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506bf21200.
00010000:00000010:3.1:1787754693.255563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c848600.
00000080:00000010:3.1:1787754693.274310:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250586d7ce0.
00000080:00000010:3.1:1787754693.274326:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925048bffd00.
00010000:00000010:3.1:1787754693.930361:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b547700.
00010000:00000010:3.1:1787754693.930371:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2ab800.
00010000:00000010:3.1:1787754694.939468:0:238949:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925058a0f100.
00010000:00000010:3.1:1787754694.939560:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925082044800.
00000080:00000010:3.1:1787754695.013461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250586d7be0.
00000080:00000010:3.1:1787754695.013485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250586d7b40.
00010000:00000010:3.1:1787754696.629754:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b547e00.
00010000:00000010:3.1:1787754696.629773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2ab000.
00010000:00000010:3.1:1787754698.510419:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e2bd500.
00010000:00000010:3.1:1787754698.510454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250670b4a00.
00000080:00000010:3.1:1787754698.529320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250586d7a20.
00000080:00000010:3.1:1787754698.529335:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f565d3340.
00010000:00000010:3.1:1787754699.191529:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b547d00.
00010000:00000010:3.1:1787754699.191549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2aa400.
00000080:00000010:3.1:1787754699.637371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5b3549c0.
00000080:00000010:3.1:1787754699.637392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f565d3920.
00010000:00000010:3.1:1787754700.969657:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b547d00.
00010000:00000010:3.1:1787754700.969667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058386c00.
00000080:00000010:3.1:1787754700.980578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250586d79a0.
00000080:00000010:3.1:1787754700.980601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250586d7320.
00010000:00000010:3.1:1787754701.494501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e2bd100.
00010000:00000010:3.1:1787754701.494520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250670b4800.
00010000:00000010:3.1:1787754702.846163:0:238949:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b547600.
00010000:00000010:3.1:1787754702.846181:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2aa800.
00010000:00000010:3.1:1787754703.078920:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506bf21200.
00010000:00000010:3.1:1787754703.078938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250670b4600.
00000080:00000010:3.1:1787754703.085709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250586d7e60.
00000080:00000010:3.1:1787754703.085723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f565d31c0.
00010000:00000010:3.1:1787754703.774219:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506bf21100.
00010000:00000010:3.1:1787754703.774289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c849200.
00000080:00000010:3.1:1787754703.799894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250586d7e60.
00000080:00000010:3.1:1787754703.799918:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925047353840.
00000080:00000010:3.1:1787754704.312530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250722dbfe0.
00000080:00000010:3.1:1787754704.319724:0:238949:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925047353340.
00010000:00000010:3.1:1787754705.366341:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e569600.
00010000:00000010:3.1:1787754705.366368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ee12400.
00000080:00000010:3.1:1787754705.429325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250586d79a0.
00000080:00000010:3.1:1787754705.429355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4efe2f20.
00010000:00000010:3.1:1787754707.925627:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e569b00.
00010000:00000010:3.1:1787754707.925646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250670b4000.
00000080:00000010:3.1:1787754710.141419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4efe2d40.
00000080:00000010:3.1:1787754710.141455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4efe2500.
00010000:00000010:3.1:1787754710.691196:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b51e500.
00010000:00000010:3.1:1787754710.691212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ee13000.
00000080:00000010:3.1:1787754712.559506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250432b4b00.
00000080:00000010:3.1:1787754712.559538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925047353820.
00010000:00000010:3.1:1787754713.075743:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506bf21b00.
00010000:00000010:3.1:1787754713.075762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058387000.
00010000:00000010:3.1:1787754713.543769:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b51e200.
00010000:00000010:3.1:1787754713.543789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ee13400.
00000080:00000010:3.1:1787754715.069721:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f565d30e0.
00000080:00000010:3.1:1787754715.069750:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250432b4fc0.
00010000:00000010:3.1:1787754715.933320:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b51e100.
00010000:00000010:3.1:1787754715.933655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ee13a00.
00000080:00000010:3.1:1787754715.992368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250586d7200.
00000080:00000010:3.1:1787754715.992383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250432b4000.
00000080:00000010:3.1:1787754721.461302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250473530a0.
00000080:00000010:3.1:1787754721.461324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250432b4a20.
00010000:00000010:3.1:1787754721.767368:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b51e500.
00010000:00000010:3.1:1787754721.767387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067184600.
00000080:00000010:3.1:1787754722.175998:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250432b4f40.
00000080:00000010:3.1:1787754722.176099:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925047353460.
00000080:00000010:3.1:1787754722.574569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250432b4000.
00010000:00000010:3.1:1787754725.164501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c276300.
00010000:00000010:3.1:1787754725.164522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067185600.
00000080:00000010:3.1:1787754730.061422:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250432b47e0.
00000080:00000010:3.1:1787754730.061435:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250432b48a0.
00000080:00000010:3.1:1787754733.259597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250432b4460.
00000080:00000010:3.1:1787754733.259617:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250473530e0.
00010000:00000010:3.1:1787754733.685312:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a15e000.
00010000:00000010:3.1:1787754733.685322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067184a00.
00010000:00000010:3.1:1787754735.873324:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a15ef00.
00010000:00000010:3.1:1787754735.873343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067184400.
00000080:00000010:3.1:1787754735.925968:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14540.
00000080:00000010:3.1:1787754735.926046:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5b3549c0.
00010000:00000010:3.1:1787754737.505761:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a15e900.
00010000:00000010:3.1:1787754737.505781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925076124e00.
00010000:00000010:3.1:1787754739.678170:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a15e900.
00010000:00000010:3.1:1787754739.678195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067184a00.
00000080:00000010:3.1:1787754741.827331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250432b4000.
00000080:00000010:3.1:1787754741.827345:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ed14a20.
00000080:00000010:3.1:1787754743.223331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250432b4460.
00000080:00000010:3.1:1787754743.223353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925047353a00.
00000080:00000010:3.1:1787754744.472492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250432b47e0.
00000080:00000010:3.1:1787754744.472512:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925047353a00.
00010000:00000010:3.1:1787754745.032064:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a15e500.
00010000:00000010:3.1:1787754745.032085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e52a00.
00010000:00000010:3.1:1787754747.713589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a15ef00.
00010000:00000010:3.1:1787754747.713606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e53200.
00000080:00000010:3.1:1787754748.265293:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250432b4f40.
00000080:00000010:3.1:1787754748.265310:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250432b4540.
00010000:00000010:3.1:1787754749.025788:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e432a00.
00010000:00000010:3.1:1787754749.025805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925076125a00.
00000080:00000010:3.1:1787754749.041306:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250714d33c0.
00000080:00000010:3.1:1787754749.041323:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f552ed8a0.
00010000:00000010:3.1:1787754750.878335:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a15ef00.
00010000:00000010:3.1:1787754750.878354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e53000.
00000080:00000010:3.1:1787754751.419407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f49afd440.
00000080:00000010:3.1:1787754751.419425:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f552ede40.
00010000:00000010:3.1:1787754755.914847:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504868bf00.
00010000:00000010:3.1:1787754755.914872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507dadd400.
00000080:00000010:3.1:1787754756.016094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14c00.
00000080:00000010:3.1:1787754756.016114:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f49afd7e0.
00010000:00000010:3.1:1787754758.016313:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504868b600.
00010000:00000010:3.1:1787754758.016326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925076125200.
00000080:00000010:3.1:1787754758.016331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14c00.
00000080:00000010:3.1:1787754758.016342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250499295c0.
00010000:00000010:3.1:1787754761.735012:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504868bb00.
00010000:00000010:3.1:1787754761.735030:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925076125a00.
00010000:00000010:3.1:1787754762.239315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773afd00.
00010000:00000010:3.1:1787754762.239332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507dadc800.
00000080:00000010:3.1:1787754762.262631:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14d80.
00000080:00000010:3.1:1787754762.264352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925047353a00.
00000080:00000010:3.1:1787754765.530299:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081467b80.
00000080:00000010:3.1:1787754765.530310:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14160.
00010000:00000010:3.1:1787754765.968314:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773af700.
00010000:00000010:3.1:1787754765.968332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925051d2a200.
00010000:00000010:3.1:1787754767.067333:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773afb00.
00010000:00000010:3.1:1787754767.067352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925051d2b600.
00010000:00000010:3.1:1787754767.947588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505838ba00.
00010000:00000010:3.1:1787754767.947608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043661a00.
00010000:00000010:3.1:1787754768.414771:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773af400.
00010000:00000010:3.1:1787754768.414790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925051d2aa00.
00010000:00000010:3.1:1787754769.631531:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505838b000.
00010000:00000010:3.1:1787754769.631561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043660800.
00000080:00000010:3.1:1787754769.659864:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14da0.
00000080:00000010:3.1:1787754769.659891:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066fbace0.
00010000:00000010:3.1:1787754770.954731:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505838b600.
00010000:00000010:3.1:1787754770.954831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043660200.
00000080:00000010:3.1:1787754772.175675:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee147a0.
00000080:00000010:3.1:1787754772.806659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081467c00.
00000080:00000010:3.1:1787754772.806674:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a442a80.
00000080:00000010:3.1:1787754773.530765:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081467d20.
00000080:00000010:3.1:1787754773.530783:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081467400.
00010000:00000010:3.1:1787754775.384460:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505838b700.
00010000:00000010:3.1:1787754775.384480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043661800.
00000080:00000010:3.1:1787754775.924631:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814679a0.
00000080:00000010:3.1:1787754775.924653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081467b80.
00010000:00000010:3.1:1787754776.490429:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250582a5b00.
00010000:00000010:3.1:1787754776.490445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507dadd400.
00000080:00000010:3.1:1787754776.556203:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14f00.
00000080:00000010:3.1:1787754776.556234:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a442300.
00010000:00000010:3.1:1787754777.695448:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250582a5400.
00010000:00000010:3.1:1787754777.695468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043660400.
00000080:00000010:3.1:1787754777.729492:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14c20.
00000080:00000010:3.1:1787754777.729522:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066fba500.
00010000:00000010:3.1:1787754778.260321:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250582a5800.
00010000:00000010:3.1:1787754778.260337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507dadce00.
00010000:00000010:3.1:1787754778.902871:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250582a5a00.
00010000:00000010:3.1:1787754778.902883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507dadc400.
00000080:00000010:3.1:1787754778.913316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee145c0.
00000080:00000010:3.1:1787754778.936794:0:1358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a442640.
00000080:00000010:3.1:1787754780.054746:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081467c00.
00000080:00000010:3.1:1787754780.054804:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee145c0.
00010000:00000010:3.1:1787754782.408099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773afc00.
00010000:00000010:3.1:1787754782.408131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925051d2aa00.
00000080:00000010:3.1:1787754782.489336:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14f80.
00000080:00000010:3.1:1787754782.489361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081467de0.
00010000:00000010:3.1:1787754783.093683:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506ae6e600.
00010000:00000010:3.1:1787754783.093711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925051d2b200.
00000080:00000010:3.1:1787754783.127435:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14f80.
00000080:00000010:3.1:1787754783.127467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814676a0.
00000080:00000010:3.1:1787754786.034084:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066fba960.
00000080:00000010:3.1:1787754786.034174:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a442760.
00000080:00000010:3.1:1787754786.398351:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066fba320.
00000080:00000010:3.1:1787754786.398364:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081467de0.
00010000:00000010:3.1:1787754787.706587:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e439600.
00010000:00000010:3.1:1787754787.706598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad54c00.
00010000:00000010:3.1:1787754788.357751:0:238949:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e439700.
00010000:00000010:3.1:1787754788.357765:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92508142a600.
00010000:00000010:3.1:1787754788.702329:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505838b000.
00010000:00000010:3.1:1787754788.702352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043661800.
00010000:00000010:3.1:1787754789.775655:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506ae6e100.
00010000:00000010:3.1:1787754789.775669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff924f57c70800.
00000080:00000010:3.1:1787754789.801587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14fa0.
00000080:00000010:3.1:1787754789.801600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081467740.
00010000:00000010:3.1:1787754790.563380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505838b700.
00010000:00000010:3.1:1787754790.563390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043660800.
00010000:00000010:3.1:1787754791.469527:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506ae6e100.
00010000:00000010:3.1:1787754791.469543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92508142b200.
00010000:00000010:3.1:1787754791.860671:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506ae6e100.
00010000:00000010:3.1:1787754791.860689:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92508142b200.
00000080:00000010:3.1:1787754791.876324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14b00.
00000080:00000010:3.1:1787754791.876342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814676a0.
00010000:00000010:3.1:1787754792.759466:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e439b00.
00010000:00000010:3.1:1787754792.759483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92508142ba00.
00000080:00000010:3.1:1787754792.829352:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14900.
00000080:00000010:3.1:1787754792.829384:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081467740.
00010000:00000010:3.1:1787754793.188400:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507164e600.
00010000:00000010:3.1:1787754793.188409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250773b8600.
00000080:00000010:3.1:1787754793.209469:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14900.
00000080:00000010:3.1:1787754793.209485:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066fbac80.
00000080:00000010:3.1:1787754793.764536:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081467d20.
00000080:00000010:3.1:1787754793.764624:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a442880.
00010000:00000010:3.1:1787754794.608310:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b575700.
00010000:00000010:3.1:1787754794.608319:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e563400.
00000080:00000010:3.1:1787754794.656515:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14900.
00000080:00000010:3.1:1787754794.656549:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a442540.
00000080:00000010:3.1:1787754796.129876:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081467740.
00000080:00000010:3.1:1787754796.129894:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066fbae00.
00000080:00000010:3.1:1787754796.658661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081467740.
00000080:00000010:3.1:1787754796.658687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081467c00.
00000080:00000010:3.1:1787754797.163604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852ada0.
00000080:00000010:3.1:1787754797.163628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a4424a0.
00010000:00000010:3.1:1787754800.493353:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506ae6e000.
00010000:00000010:3.1:1787754800.493370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff924f57c71000.
00000080:00000010:3.1:1787754800.519924:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14a60.
00000080:00000010:3.1:1787754800.519939:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14220.
00010000:00000010:3.1:1787754801.455362:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e439600.
00010000:00000010:3.1:1787754801.455386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92508142aa00.
00010000:00000010:3.1:1787754802.789920:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b575200.
00010000:00000010:3.1:1787754802.789937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e563a00.
00000080:00000010:3.1:1787754802.880986:0:1358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee145a0.
00000080:00000010:3.1:1787754802.881007:0:1358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a442660.
00010000:00000010:3.1:1787754803.347016:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b575800.
00010000:00000010:3.1:1787754803.347033:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250773b8a00.
00000080:00000010:3.1:1787754803.356914:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee145a0.
00000080:00000010:3.1:1787754803.356930:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066fba000.
00000080:00000010:3.1:1787754804.315864:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852ab60.
00000080:00000010:3.1:1787754804.315886:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066fba060.
00010000:00000010:3.1:1787754805.607677:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e439a00.
00010000:00000010:3.1:1787754805.607691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92508142aa00.
00000080:00000010:3.1:1787754805.637061:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14de0.
00000080:00000010:3.1:1787754805.637083:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a8a0.
00010000:00000010:3.1:1787754806.044335:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e439600.
00010000:00000010:3.1:1787754806.044349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92508142ac00.
00000080:00000010:3.1:1787754807.466287:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852ad60.
00000080:00000010:3.1:1787754807.466298:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066fba000.
00000080:00000010:3.1:1787754808.012721:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a680.
00000080:00000010:3.1:1787754808.012742:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14860.
00000080:00000010:3.1:1787754808.273414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852ab80.
00000080:00000010:3.1:1787754808.273460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852aae0.
00000080:00000010:3.1:1787754808.944436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a540.
00000080:00000010:3.1:1787754808.944452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a442fa0.
00010000:00000010:3.1:1787754810.239318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507164eb00.
00010000:00000010:3.1:1787754810.239331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff924f57c70200.
00010000:00000010:3.1:1787754812.920147:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077bd5700.
00010000:00000010:3.1:1787754812.920166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e562200.
00000080:00000010:3.1:1787754813.473322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a040.
00000080:00000010:3.1:1787754813.473360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a442020.
00000080:00000010:3.1:1787754814.624903:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a720.
00000080:00000010:3.1:1787754814.624923:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a4429e0.
00010000:00000010:3.1:1787754815.077531:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077bd5500.
00010000:00000010:3.1:1787754815.077538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ecfe600.
00010000:00000010:3.1:1787754817.360583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506ae6eb00.
00010000:00000010:3.1:1787754817.360591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e562000.
00000080:00000010:3.1:1787754818.099469:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a860.
00000080:00000010:3.1:1787754818.099488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a4423e0.
00010000:00000010:3.1:1787754821.312305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b575f00.
00010000:00000010:3.1:1787754821.312319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077a03c00.
00000080:00000010:3.1:1787754821.411955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee147e0.
00000080:00000010:3.1:1787754821.411971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a442e00.
00010000:00000010:3.1:1787754823.034001:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507b1db900.
00010000:00000010:3.1:1787754823.034021:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250773b8600.
00000080:00000010:3.1:1787754823.048464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee147e0.
00000080:00000010:3.1:1787754823.048485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066fbae00.
00010000:00000010:3.1:1787754826.496581:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507b1dbb00.
00010000:00000010:3.1:1787754826.496590:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e41600.
00000080:00000010:3.1:1787754826.549313:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14d40.
00000080:00000010:3.1:1787754826.549333:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a620.
00010000:00000010:3.1:1787754827.278854:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077bd5500.
00010000:00000010:3.1:1787754827.278873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e40c00.
00010000:00000010:3.1:1787754829.773660:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505ec08500.
00010000:00000010:3.1:1787754829.773677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077a02200.
00000080:00000010:3.1:1787754829.808732:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14420.
00000080:00000010:3.1:1787754829.808762:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a442880.
00010000:00000010:3.1:1787754830.231481:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505ec08400.
00010000:00000010:3.1:1787754830.231500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077a02600.
00010000:00000010:3.1:1787754833.149315:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e56c500.
00010000:00000010:3.1:1787754833.149328:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e41600.
00000080:00000010:3.1:1787754834.037703:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a100.
00000080:00000010:3.1:1787754834.037722:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a120.
00010000:00000010:3.1:1787754835.017321:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507b1db300.
00010000:00000010:3.1:1787754835.017343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db7ac00.
00010000:00000010:3.1:1787754835.823365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505ec08a00.
00010000:00000010:3.1:1787754835.823380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077a02200.
00000080:00000010:3.1:1787754835.855601:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14500.
00000080:00000010:3.1:1787754835.855628:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a4422a0.
00010000:00000010:3.1:1787754840.889115:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506ae6ee00.
00010000:00000010:3.1:1787754840.889138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e40e00.
00000080:00000010:3.1:1787754840.936315:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14f40.
00000080:00000010:3.1:1787754840.936340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a720.
00010000:00000010:3.1:1787754843.046946:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505ec08f00.
00010000:00000010:3.1:1787754843.046960:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077a02a00.
00000080:00000010:3.1:1787754843.093428:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14a20.
00000080:00000010:3.1:1787754843.093451:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a442640.
00000080:00000010:3.1:1787754844.710849:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a020.
00000080:00000010:3.1:1787754844.710933:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a7c0.
00010000:00000010:3.1:1787754846.626384:0:238949:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a1c7100.
00010000:00000010:3.1:1787754846.626401:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c026e00.
00000080:00000010:3.1:1787754846.680315:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14020.
00000080:00000010:3.1:1787754846.680329:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504130b500.
00010000:00000010:3.1:1787754848.553211:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a1c7600.
00010000:00000010:3.1:1787754848.553231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c027a00.
00000080:00000010:3.1:1787754848.611307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14020.
00000080:00000010:3.1:1787754848.611321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbeda00.
00010000:00000010:3.1:1787754850.051323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e56ca00.
00010000:00000010:3.1:1787754850.051340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e46400.
00010000:00000010:3.1:1787754851.081647:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507ae17200.
00010000:00000010:3.1:1787754851.081682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e46e00.
00000080:00000010:3.1:1787754853.022430:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852afa0.
00000080:00000010:3.1:1787754853.022444:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14840.
00010000:00000010:3.1:1787754853.546473:0:238949:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a1c7100.
00010000:00000010:3.1:1787754853.546492:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c027600.
00000080:00000010:3.1:1787754853.971181:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a0c0.
00000080:00000010:3.1:1787754853.971204:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbedf60.
00010000:00000010:3.1:1787754861.434705:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505ec08900.
00010000:00000010:3.1:1787754861.434721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077a02200.
00010000:00000010:3.1:1787754862.811017:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504a42a100.
00010000:00000010:3.1:1787754862.811036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e46200.
00010000:00000010:3.1:1787754863.437406:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925078ae6f00.
00010000:00000010:3.1:1787754863.437428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e46e00.
00000080:00000010:3.1:1787754863.462350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14ee0.
00000080:00000010:3.1:1787754863.462368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbed400.
00000080:00000010:3.1:1787754868.248318:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852afa0.
00000080:00000010:3.1:1787754868.248346:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbed720.
00010000:00000010:3.1:1787754871.042311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925078ae6b00.
00010000:00000010:3.1:1787754871.042330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db7a200.
00000080:00000010:3.1:1787754871.074671:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14680.
00000080:00000010:3.1:1787754871.074694:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a640.
00010000:00000010:3.1:1787754872.256448:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507ae17b00.
00010000:00000010:3.1:1787754872.256466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e5df200.
00000080:00000010:3.1:1787754872.278329:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14680.
00000080:00000010:3.1:1787754872.278348:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a660.
00010000:00000010:3.1:1787754873.277871:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925078ae6a00.
00010000:00000010:3.1:1787754873.277886:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c026e00.
00000080:00000010:3.1:1787754873.349491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee148e0.
00000080:00000010:3.1:1787754873.349509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbed6c0.
00010000:00000010:3.1:1787754873.873602:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925078ae6d00.
00010000:00000010:3.1:1787754873.873620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c026800.
00000080:00000010:3.1:1787754873.900857:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee148e0.
00000080:00000010:3.1:1787754873.900872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbed760.
00010000:00000010:3.1:1787754874.598103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925078ae6d00.
00010000:00000010:3.1:1787754874.598121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e5dee00.
00000080:00000010:3.1:1787754874.654397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee140e0.
00000080:00000010:3.1:1787754874.654411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbedb80.
00010000:00000010:3.1:1787754876.382337:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507ae17400.
00010000:00000010:3.1:1787754876.382353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad54c00.
00000080:00000010:3.1:1787754876.414598:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee140e0.
00000080:00000010:3.1:1787754876.414613:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbed200.
00000080:00000010:3.1:1787754880.051491:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a400.
00000080:00000010:3.1:1787754880.051517:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852aa00.
00010000:00000010:3.1:1787754882.678367:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505ec08f00.
00010000:00000010:3.1:1787754882.678380:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507eb1fa00.
00000080:00000010:3.1:1787754882.707638:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee146c0.
00000080:00000010:3.1:1787754882.707664:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a860.
00000080:00000010:3.1:1787754886.522399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a442440.
00000080:00000010:3.1:1787754886.522420:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a442820.
00000080:00000010:3.1:1787754887.154730:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a780.
00000080:00000010:3.1:1787754887.154818:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a5e0.
00000080:00000010:3.1:1787754889.867363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbed6a0.
00000080:00000010:3.1:1787754889.867379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbedd80.
00000080:00000010:3.1:1787754891.547001:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbed480.
00000080:00000010:3.1:1787754891.547019:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a120.
00010000:00000010:3.1:1787754893.654409:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925051bb2f00.
00010000:00000010:3.1:1787754893.654418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e5de600.
00000080:00000010:3.1:1787754893.685342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14440.
00000080:00000010:3.1:1787754893.685367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852aa00.
00000080:00000010:3.1:1787754894.098306:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbedb00.
00000080:00000010:3.1:1787754894.098320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbed5a0.
00010000:00000010:3.1:1787754895.905692:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504bb1a200.
00010000:00000010:3.1:1787754895.905710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066d5d200.
00000080:00000010:3.1:1787754895.967310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14a40.
00000080:00000010:3.1:1787754895.967339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a4422a0.
00010000:00000010:3.1:1787754897.564382:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925071667a00.
00010000:00000010:3.1:1787754897.564397:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e5de200.
00010000:00000010:3.1:1787754898.066451:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925051bb2500.
00010000:00000010:3.1:1787754898.066471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e57aa00.
00010000:00000010:3.1:1787754898.659761:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504a42a900.
00010000:00000010:3.1:1787754898.659776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066d5a800.
00000080:00000010:3.1:1787754898.724317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a860.
00000080:00000010:3.1:1787754898.724332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14420.
00000080:00000010:3.1:1787754899.285302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852ac80.
00000080:00000010:3.1:1787754899.285319:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a442820.
00010000:00000010:3.1:1787754899.961659:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504bb1a700.
00010000:00000010:3.1:1787754899.961673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066d5d600.
00000080:00000010:3.1:1787754899.996304:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14420.
00000080:00000010:3.1:1787754899.996319:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a442ba0.
00000080:00000010:3.1:1787754901.903465:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a442ba0.
00010000:00000010:3.1:1787754903.927817:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925051bb2500.
00010000:00000010:3.1:1787754903.927837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066d5ac00.
00010000:00000010:3.1:1787754904.621157:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506ae6ee00.
00010000:00000010:3.1:1787754904.621178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e5de200.
00000080:00000010:3.1:1787754904.672333:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee147c0.
00000080:00000010:3.1:1787754904.672351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a660.
00010000:00000010:3.1:1787754906.569507:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925051bb2c00.
00010000:00000010:3.1:1787754906.569518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066d5a400.
00000080:00000010:3.1:1787754906.600490:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14de0.
00000080:00000010:3.1:1787754906.600506:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14aa0.
00010000:00000010:3.1:1787754907.768236:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925051bb2c00.
00010000:00000010:3.1:1787754907.768280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066d5ae00.
00000080:00000010:3.1:1787754911.210397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbed0a0.
00000080:00000010:3.1:1787754911.210419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a6e0.
00000080:00000010:3.1:1787754912.334344:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852afa0.
00000080:00000010:3.1:1787754912.334361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a442640.
00000080:00000010:3.1:1787754912.905368:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852ad00.
00000080:00000010:3.1:1787754912.905386:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbeddc0.
00000080:00000010:3.1:1787754914.122295:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852ac40.
00000080:00000010:3.1:1787754914.122313:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a4422a0.
00010000:00000010:3.1:1787754915.881022:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e5d4d00.
00010000:00000010:3.1:1787754915.881048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507783c600.
00010000:00000010:3.1:1787754917.196562:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e5d4600.
00010000:00000010:3.1:1787754917.196581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507783c400.
00000080:00000010:3.1:1787754917.228259:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14c20.
00000080:00000010:3.1:1787754917.228289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250611609c0.
00010000:00000010:3.1:1787754919.002337:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925044c51b00.
00010000:00000010:3.1:1787754919.002357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506eaffa00.
00010000:00000010:3.1:1787754924.195837:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e5d4700.
00010000:00000010:3.1:1787754924.195855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507783dc00.
00000080:00000010:3.1:1787754924.218863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14620.
00000080:00000010:3.1:1787754924.218888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925061160da0.
00010000:00000010:3.1:1787754925.598822:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925044c51000.
00010000:00000010:3.1:1787754925.598839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066d5a000.
00010000:00000010:3.1:1787754927.020330:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925044c51e00.
00010000:00000010:3.1:1787754927.020352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506eafe000.
00000080:00000010:3.1:1787754927.076471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14640.
00000080:00000010:3.1:1787754927.076496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbedb20.
00010000:00000010:3.1:1787754928.815884:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cae1100.
00010000:00000010:3.1:1787754928.815903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c020800.
00010000:00000010:3.1:1787754929.437797:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a664b00.
00010000:00000010:3.1:1787754929.437819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c020e00.
00010000:00000010:3.1:1787754930.218591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cae1000.
00010000:00000010:3.1:1787754930.218605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066d5a200.
00000080:00000010:3.1:1787754930.882419:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a0c0.
00000080:00000010:3.1:1787754930.882434:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14c00.
00010000:00000010:3.1:1787754932.155674:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925044c51200.
00010000:00000010:3.1:1787754932.155687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506eaffe00.
00000080:00000010:3.1:1787754932.652096:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a6c0.
00000080:00000010:3.1:1787754932.652116:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14340.
00000080:00000010:3.1:1787754933.984313:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a700.
00000080:00000010:3.1:1787754933.984329:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14fc0.
00010000:00000010:3.1:1787754935.037475:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925044c51600.
00010000:00000010:3.1:1787754935.037491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506eaffc00.
00010000:00000010:3.1:1787754936.349345:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925044c51600.
00010000:00000010:3.1:1787754936.349361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506eafee00.
00010000:00000010:3.1:1787754936.990106:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e5d4c00.
00010000:00000010:3.1:1787754936.990121:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507783d600.
00000080:00000010:3.1:1787754937.010356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14c80.
00000080:00000010:3.1:1787754937.010374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250784443e0.
00010000:00000010:3.1:1787754939.705283:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a664600.
00010000:00000010:3.1:1787754939.705300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db7a200.
00000080:00000010:3.1:1787754939.744704:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14660.
00000080:00000010:3.1:1787754939.744725:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852afc0.
00010000:00000010:3.1:1787754942.896440:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a664d00.
00010000:00000010:3.1:1787754942.896462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2bf600.
00000080:00000010:3.1:1787754942.954600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14140.
00000080:00000010:3.1:1787754942.954621:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14540.
00010000:00000010:3.1:1787754946.432088:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a664d00.
00010000:00000010:3.1:1787754946.432105:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250672c1a00.
00000080:00000010:3.1:1787754946.450402:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14140.
00000080:00000010:3.1:1787754946.450421:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852afa0.
00010000:00000010:3.1:1787754950.424482:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a664200.
00010000:00000010:3.1:1787754950.424498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2be800.
00000080:00000010:3.1:1787754950.442302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14480.
00000080:00000010:3.1:1787754950.442313:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14940.
00010000:00000010:3.1:1787754953.354050:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e5d4600.
00010000:00000010:3.1:1787754953.354066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506eafee00.
00000080:00000010:3.1:1787754953.436364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14920.
00000080:00000010:3.1:1787754953.436379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbed940.
00000080:00000010:3.1:1787754954.806480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a7e0.
00000080:00000010:3.1:1787754954.806502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a7c0.
00010000:00000010:3.1:1787754955.344486:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e4b1300.
00010000:00000010:3.1:1787754955.344513:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506eafee00.
00010000:00000010:3.1:1787754958.653480:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e4b1200.
00010000:00000010:3.1:1787754958.653491:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92508150e800.
00000080:00000010:3.1:1787754958.687018:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a940.
00000080:00000010:3.1:1787754958.687188:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbed5a0.
00010000:00000010:3.1:1787754959.569353:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e4b1e00.
00010000:00000010:3.1:1787754959.569370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250672c0a00.
00000080:00000010:3.1:1787754959.610495:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14160.
00000080:00000010:3.1:1787754959.610513:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852ada0.
00010000:00000010:3.1:1787754960.195490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e4b1100.
00010000:00000010:3.1:1787754960.195509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92508150f800.
00000080:00000010:3.1:1787754960.234413:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14160.
00000080:00000010:3.1:1787754960.234437:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbedb00.
00010000:00000010:3.1:1787754961.668296:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e5d4d00.
00010000:00000010:3.1:1787754961.668306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507f17b600.
00000080:00000010:3.1:1787754961.703144:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925078444000.
00000080:00000010:3.1:1787754961.703160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a660.
00010000:00000010:3.1:1787754962.961524:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f16ec00.
00010000:00000010:3.1:1787754962.961542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92508150ec00.
00000080:00000010:3.1:1787754963.000521:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14160.
00000080:00000010:3.1:1787754963.000538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbed6a0.
00010000:00000010:3.1:1787754965.213704:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e5d4b00.
00010000:00000010:3.1:1787754965.213739:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507783c400.
00010000:00000010:3.1:1787754967.043029:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250816e8a00.
00010000:00000010:3.1:1787754967.043045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507f17b000.
00010000:00000010:3.1:1787754967.868329:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250816e8000.
00010000:00000010:3.1:1787754967.868348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507f17b600.
00000080:00000010:3.1:1787754971.581357:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852aa60.
00000080:00000010:3.1:1787754971.581379:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a660.
00010000:00000010:3.1:1787754972.784523:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503000.
00010000:00000010:3.1:1787754972.784552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e5de200.
00000080:00000010:3.1:1787754972.817323:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14de0.
00000080:00000010:3.1:1787754972.817337:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925078444440.
00010000:00000010:3.1:1787754973.330061:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250816e8700.
00010000:00000010:3.1:1787754973.330075:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2bf800.
00000080:00000010:3.1:1787754973.379328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14b20.
00010000:00000010:3.1:1787754974.602259:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250816e8500.
00010000:00000010:3.1:1787754974.602310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507f17b000.
00010000:00000010:3.1:1787754975.348306:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f16e700.
00010000:00000010:3.1:1787754975.348314:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92508150fe00.
00000080:00000010:3.1:1787754975.357790:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee144c0.
00000080:00000010:3.1:1787754975.357807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbed600.
00010000:00000010:3.1:1787754977.311640:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503600.
00010000:00000010:3.1:1787754977.311652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b8200.
00010000:00000010:3.1:1787754981.026375:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503700.
00010000:00000010:3.1:1787754981.026392:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e68a00.
00010000:00000010:3.1:1787754990.384338:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503800.
00010000:00000010:3.1:1787754990.384356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b8c00.
00000080:00000010:3.1:1787754990.427329:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14980.
00000080:00000010:3.1:1787754990.427346:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925078444c40.
00010000:00000010:3.1:1787754995.922718:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f16e000.
00010000:00000010:3.1:1787754995.922738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504891f200.
00010000:00000010:3.1:1787754996.572438:0:238949:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f16e700.
00010000:00000010:3.1:1787754996.572452:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504891ec00.
00010000:00000010:3.1:1787754999.448417:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f16e000.
00010000:00000010:3.1:1787754999.448435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250721ab000.
00000080:00000010:3.1:1787754999.477350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14640.
00010000:00000010:3.1:1787755000.210687:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f16ef00.
00010000:00000010:3.1:1787755000.210702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b8e00.
00000080:00000010:3.1:1787755000.241435:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14640.
00000080:00000010:3.1:1787755000.241448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925078444220.
00010000:00000010:3.1:1787755000.777549:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250580b1b00.
00010000:00000010:3.1:1787755000.777565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b9400.
00000080:00000010:3.1:1787755000.792715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14640.
00000080:00000010:3.1:1787755000.792733:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925078444880.
00010000:00000010:3.1:1787755001.406209:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f16e000.
00010000:00000010:3.1:1787755001.406221:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92508150e200.
00010000:00000010:3.1:1787755003.662317:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506ad5a900.
00010000:00000010:3.1:1787755003.662337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92508150e200.
00000080:00000010:3.1:1787755003.706578:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14c00.
00000080:00000010:3.1:1787755003.706614:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbedee0.
00010000:00000010:3.1:1787755005.462666:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250580b1200.
00010000:00000010:3.1:1787755005.462684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250721ab800.
00000080:00000010:3.1:1787755010.540300:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4ceba2e0.
00000080:00000010:3.1:1787755010.540316:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbed6c0.
00000080:00000010:3.1:1787755011.308432:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4ceba760.
00000080:00000010:3.1:1787755011.308446:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14c20.
00000080:00000010:3.1:1787755011.988321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4ceba680.
00000080:00000010:3.1:1787755011.988337:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14c20.
00010000:00000010:3.1:1787755013.743749:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250580b1f00.
00010000:00000010:3.1:1787755013.743761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250721ab800.
00010000:00000010:3.1:1787755015.625337:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250580b1f00.
00010000:00000010:3.1:1787755015.625358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b9a00.
00010000:00000010:3.1:1787755016.511463:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503900.
00010000:00000010:3.1:1787755016.511481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504891ee00.
00000080:00000010:3.1:1787755017.287445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4ceba2e0.
00000080:00000010:3.1:1787755017.287468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14180.
00010000:00000010:3.1:1787755018.056407:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503f00.
00010000:00000010:3.1:1787755018.056435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b8e00.
00010000:00000010:3.1:1787755019.676460:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250580b1200.
00010000:00000010:3.1:1787755019.676478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504891f200.
00000080:00000010:3.1:1787755019.692426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14c00.
00000080:00000010:3.1:1787755019.692444:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14640.
00010000:00000010:3.1:1787755023.072552:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506ad5a900.
00010000:00000010:3.1:1787755023.072568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92508158cc00.
00010000:00000010:3.1:1787755023.715856:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506ad5a900.
00010000:00000010:3.1:1787755023.715869:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250721ab800.
00010000:00000010:3.1:1787755024.763927:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503000.
00010000:00000010:3.1:1787755024.763944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250721ab800.
00000080:00000010:3.1:1787755024.829319:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14480.
00000080:00000010:3.1:1787755024.829334:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbed000.
00010000:00000010:3.1:1787755029.499939:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925051b8cd00.
00010000:00000010:3.1:1787755029.499949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507f17b000.
00010000:00000010:3.1:1787755037.482330:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250721b5b00.
00010000:00000010:3.1:1787755037.482350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2bf800.
00010000:00000010:3.1:1787755039.268427:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250505ed900.
00010000:00000010:3.1:1787755039.268447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c53d600.
00000080:00000010:3.1:1787755040.982726:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925078444a20.
00000080:00000010:3.1:1787755040.982741:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbedd60.
00010000:00000010:3.1:1787755043.252604:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250505edd00.
00010000:00000010:3.1:1787755043.252621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504868ec00.
00010000:00000010:3.1:1787755047.171402:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250721b5c00.
00010000:00000010:3.1:1787755047.171417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250466e9e00.
00000080:00000010:3.1:1787755047.967301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4ceba6a0.
00000080:00000010:3.1:1787755047.967321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4cebaa60.
00010000:00000010:3.1:1787755048.542323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f160b00.
00010000:00000010:3.1:1787755048.542339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250771c3400.
00000080:00000010:3.1:1787755048.577327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33eaa0.
00000080:00000010:3.1:1787755048.577346:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4cebaa60.
00010000:00000010:3.1:1787755048.950357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925051b8c800.
00010000:00000010:3.1:1787755048.950374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504868fc00.
00010000:00000010:3.1:1787755049.383319:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250721b5100.
00010000:00000010:3.1:1787755049.383335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925076087200.
00010000:00000010:3.1:1787755055.826362:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250721b5000.
00010000:00000010:3.1:1787755055.826380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925076087c00.
00000080:00000010:3.1:1787755055.854890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33e180.
00000080:00000010:3.1:1787755055.854912:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbeda40.
00010000:00000010:3.1:1787755056.451234:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250721b5c00.
00010000:00000010:3.1:1787755056.451251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250771c2c00.
00000080:00000010:3.1:1787755056.483796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33ebe0.
00000080:00000010:3.1:1787755056.483814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4ceba7a0.
00010000:00000010:3.1:1787755060.684820:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250721b5300.
00010000:00000010:3.1:1787755060.684841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250771c2600.
00000080:00000010:3.1:1787755060.781320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4ceba040.
00000080:00000010:3.1:1787755060.781336:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4cebaa40.
00010000:00000010:3.1:1787755066.355738:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f160900.
00010000:00000010:3.1:1787755066.355776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504868f400.
00010000:00000010:3.1:1787755067.470320:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f160300.
00010000:00000010:3.1:1787755067.470339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250771c2a00.
00010000:00000010:3.1:1787755069.263894:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f160300.
00010000:00000010:3.1:1787755069.263912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250771c3400.
00010000:00000010:3.1:1787755071.301650:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504366bb00.
00010000:00000010:3.1:1787755071.301669:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c03e000.
00010000:00000010:3.1:1787755072.273402:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a18800.
00010000:00000010:3.1:1787755072.273432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504868e800.
00000080:00000010:3.1:1787755072.319461:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504001bfc0.
00000080:00000010:3.1:1787755072.319480:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504001bfa0.
00010000:00000010:3.1:1787755075.216324:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a18100.
00010000:00000010:3.1:1787755075.216346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925076087000.
00010000:00000010:3.1:1787755076.065725:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f160b00.
00010000:00000010:3.1:1787755076.065744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250771c2a00.
00010000:00000010:3.1:1787755078.879193:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a18600.
00010000:00000010:3.1:1787755078.879219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925076087c00.
00000080:00000010:3.1:1787755078.902222:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504001be40.
00000080:00000010:3.1:1787755078.902240:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbed580.
00000080:00000010:3.1:1787755080.021334:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4cebace0.
00000080:00000010:3.1:1787755080.021353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbed940.
00000080:00000010:3.1:1787755081.009322:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4cebaec0.
00000080:00000010:3.1:1787755081.009339:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4cebaea0.
00010000:00000010:3.1:1787755082.463488:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f160e00.
00010000:00000010:3.1:1787755082.463512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250672dd000.
00000080:00000010:3.1:1787755082.505357:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504001b960.
00000080:00000010:3.1:1787755082.505376:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4cebae00.
00010000:00000010:3.1:1787755083.560336:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f160300.
00010000:00000010:3.1:1787755083.560361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250672dc600.
00010000:00000010:3.1:1787755086.922314:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504366ba00.
00010000:00000010:3.1:1787755086.922331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925076087200.
00000080:00000010:3.1:1787755086.976118:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504001bfc0.
00000080:00000010:3.1:1787755086.976141:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbed780.
00010000:00000010:3.1:1787755087.788039:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a18500.
00010000:00000010:3.1:1787755087.788058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925076087c00.
00000080:00000010:3.1:1787755091.486719:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4ceba180.
00000080:00000010:3.1:1787755091.486735:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbed400.
00010000:00000010:3.1:1787755099.535082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250451b1a00.
00010000:00000010:3.1:1787755099.535104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250672dd400.
00010000:00000010:3.1:1787755103.666620:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a140900.
00010000:00000010:3.1:1787755103.666641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925076087c00.
00010000:00000010:3.1:1787755108.282143:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f00db00.
00010000:00000010:3.1:1787755108.282181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250672dc200.
00010000:00000010:3.1:1787755109.308476:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a140b00.
00010000:00000010:3.1:1787755109.308508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043675600.
00000080:00000010:3.1:1787755110.310456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c400.
00000080:00000010:3.1:1787755110.310484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c380.
00010000:00000010:3.1:1787755112.644354:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504366be00.
00010000:00000010:3.1:1787755112.644383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c03fa00.
00010000:00000010:3.1:1787755113.789361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f00dc00.
00010000:00000010:3.1:1787755113.789383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e435c00.
00010000:00000010:3.1:1787755114.611725:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250451b1800.
00010000:00000010:3.1:1787755114.611740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e435800.
00000080:00000010:3.1:1787755114.634339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c100.
00000080:00000010:3.1:1787755114.634365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4ceba980.
00010000:00000010:3.1:1787755116.830431:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a140200.
00010000:00000010:3.1:1787755116.830448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058300000.
00000080:00000010:3.1:1787755118.392494:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925078444620.
00000080:00000010:3.1:1787755118.392510:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4ceba660.
00010000:00000010:3.1:1787755124.688313:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f00df00.
00010000:00000010:3.1:1787755124.688321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e434800.
00010000:00000010:3.1:1787755125.776602:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250603c4d00.
00010000:00000010:3.1:1787755125.776619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043675800.
00000080:00000010:3.1:1787755125.796414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842cba0.
00000080:00000010:3.1:1787755125.796437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842ce00.
00010000:00000010:3.1:1787755126.686317:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504366bb00.
00010000:00000010:3.1:1787755126.686351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c03f200.
00000080:00000010:3.1:1787755126.772313:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842ce00.
00000080:00000010:3.1:1787755126.772327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925078444600.
00010000:00000010:3.1:1787755129.758325:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504366be00.
00010000:00000010:3.1:1787755129.758345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c03fa00.
00000080:00000010:3.1:1787755129.809456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c6e0.
00000080:00000010:3.1:1787755129.809468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250784447a0.
00010000:00000010:3.1:1787755130.314429:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a140f00.
00010000:00000010:3.1:1787755130.314441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e434c00.
00010000:00000010:3.1:1787755130.787460:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250603c4200.
00010000:00000010:3.1:1787755130.787478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043674c00.
00000080:00000010:3.1:1787755130.841289:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c600.
00000080:00000010:3.1:1787755130.841309:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842cd20.
00010000:00000010:3.1:1787755133.094613:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f00d700.
00010000:00000010:3.1:1787755133.094632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e435c00.
00010000:00000010:3.1:1787755136.856578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504366bc00.
00010000:00000010:3.1:1787755136.856601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c03e400.
00010000:00000010:3.1:1787755137.936045:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a140a00.
00010000:00000010:3.1:1787755137.936069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c03fe00.
00010000:00000010:3.1:1787755139.060651:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a140200.
00010000:00000010:3.1:1787755139.061320:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e435c00.
00000080:00000010:3.1:1787755139.096754:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842ca00.
00000080:00000010:3.1:1787755139.096780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4ceba6a0.
00000080:00000010:3.1:1787755142.570465:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4cebada0.
00000080:00000010:3.1:1787755142.597085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842ca00.
00010000:00000010:3.1:1787755142.802398:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504366b700.
00010000:00000010:3.1:1787755142.802421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c03fe00.
00010000:00000010:3.1:1787755143.617568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504366bc00.
00010000:00000010:3.1:1787755143.617587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c03e000.
00010000:00000010:3.1:1787755145.938660:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925071430000.
00010000:00000010:3.1:1787755145.938678:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058301c00.
00000080:00000010:3.1:1787755145.959319:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842ccc0.
00000080:00000010:3.1:1787755145.959339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cb38d40.
00000080:00000010:3.1:1787755149.673055:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4ceba7c0.
00000080:00000010:3.1:1787755149.673090:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250586d7bc0.
00000080:00000010:3.1:1787755153.368320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4ceba440.
00000080:00000010:3.1:1787755153.390367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c080.
00000080:00000010:3.1:1787755154.228112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4ceba3a0.
00000080:00000010:3.1:1787755154.237317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842cb00.
00000080:00000010:3.1:1787755154.249527:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c620.
00000080:00000010:3.1:1787755154.429370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4ceba680.
00000080:00000010:3.1:1787755154.429394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4cebae00.
00010000:00000010:3.1:1787755155.121808:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cb23700.
00010000:00000010:3.1:1787755156.410852:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925042d2cb00.
00010000:00000010:3.1:1787755156.410886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507f16ac00.
00010000:00000010:3.1:1787755156.410892:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507aeade00.
00010000:00000010:3.1:1787755156.410895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ae78400.
00000080:00000010:3.1:1787755156.419149:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842cfc0.
00000080:00000010:3.1:1787755156.419174:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f51b80060.
00000080:00000010:3.1:1787755156.466320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842ce20.
00000080:00000010:3.1:1787755156.945935:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842ce20.
00000080:00000010:3.1:1787755157.197767:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4ceba640.
00000080:00000010:3.1:1787755157.202433:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842ce20.
00000080:00000010:3.1:1787755157.280379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c040.
00010000:00000010:3.1:1787755157.378423:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504819ef00.
00010000:00000010:3.1:1787755157.378441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507164a200.
00000080:00000010:3.1:1787755157.420068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c040.
00000080:00000010:3.1:1787755157.420083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925078444040.
00010000:00000010:3.1:1787755157.979312:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506bf3a700.
00010000:00000010:3.1:1787755157.979348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507f16ae00.
00010000:00000010:3.1:1787755157.979354:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507aea8700.
00010000:00000010:3.1:1787755157.979359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ccee600.
00010000:00000010:3.1:1787755157.979362:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504819e300.
00010000:00000010:3.1:1787755157.979365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c02ea00.
00000080:00000010:3.1:1787755158.557306:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f51b806c0.
00000080:00000010:3.1:1787755158.584524:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842ce20.
00000080:00000010:3.1:1787755159.984648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c0e0.
00000080:00000010:3.1:1787755160.020322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c820.
00000080:00000010:3.1:1787755160.071833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4ceba180.
00000080:00000010:3.1:1787755160.135611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925078444560.
00000080:00000010:3.1:1787755160.141207:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c820.
00000080:00000010:3.1:1787755160.227645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4ceba7c0.
00000080:00000010:3.1:1787755160.232342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c820.
00010000:00000010:3.1:1787755160.365408:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cb23f00.
00010000:00000010:3.1:1787755160.365424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92508158d000.
00010000:00000010:3.1:1787755161.411384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507844d900.
00010000:00000010:3.1:1787755161.411404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad44600.
00000080:00000010:3.1:1787755161.933763:0:238950:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925078444200.
00010000:00000010:3.1:1787755162.181373:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250584d5200.
00010000:00000010:3.1:1787755162.181388:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c02e000.
00000080:00000010:3.1:1787755162.195310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c760.
00000080:00000010:3.1:1787755162.195326:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925078444ca0.
00000080:00000010:3.1:1787755164.124342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4ceba640.
00000080:00000010:3.1:1787755164.218656:0:238949:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4ceba440.
00010000:00000010:3.1:1787755164.432413:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925042d2c000.
00010000:00000010:3.1:1787755164.432423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507f16ba00.
00000080:00000010:3.1:1787755165.410523:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4ceba440.
00000080:00000010:3.1:1787755165.410544:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c480.
00000080:00000010:3.1:1787755166.344845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4ceba440.
00000080:00000010:3.1:1787755166.456885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4ceba620.
00000080:00000010:3.1:1787755166.462167:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842cc60.
00000080:00000010:3.1:1787755166.473890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c360.
00000080:00000010:3.1:1787755166.484324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842cc60.
00010000:00000010:3.1:1787755168.756818:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507165f200.
00010000:00000010:3.1:1787755168.756836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504356d200.
00000080:00000010:3.1:1787755168.801453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842cc60.
00000080:00000010:3.1:1787755168.801467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f51b80060.
00010000:00000010:3.1:1787755170.508745:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c094600.
00010000:00000010:3.1:1787755170.508762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250429b4400.
00010000:00000010:3.1:1787755170.508769:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925048868700.
00010000:00000010:3.1:1787755170.508773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caf9600.
00010000:00000010:3.1:1787755170.508808:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c094e00.
00010000:00000010:3.1:1787755170.508812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250429b5200.
00010000:00000010:3.1:1787755170.508816:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925048868500.
00010000:00000010:3.1:1787755170.508819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250414fb200.
00010000:00000010:3.1:1787755170.508824:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250617ea100.
00010000:00000010:3.1:1787755170.508826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250414fba00.
00010000:00000010:3.1:1787755170.508830:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504a1d3800.
00010000:00000010:3.1:1787755170.508835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504c47a200.
00010000:00000010:3.1:1787755170.508837:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250617ea400.
00010000:00000010:3.1:1787755170.508840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250414fb000.
00010000:00000010:3.1:1787755170.508842:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c094700.
00010000:00000010:3.1:1787755170.508846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250815b8a00.
00010000:00000010:3.1:1787755170.508853:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c094500.
00010000:00000010:3.1:1787755170.508856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250815b9800.
00010000:00000010:3.1:1787755170.508860:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504a1d3200.
00010000:00000010:3.1:1787755170.508864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad45800.
00010000:00000010:3.1:1787755170.508867:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925043f25e00.
00010000:00000010:3.1:1787755170.508870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad44e00.
00010000:00000010:3.1:1787755170.508872:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504a1d3e00.
00010000:00000010:3.1:1787755170.508874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad45a00.
00010000:00000010:3.1:1787755170.508876:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250617eaa00.
00010000:00000010:3.1:1787755170.508880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250414fa800.
00010000:00000010:3.1:1787755170.508882:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504a1d3300.
00010000:00000010:3.1:1787755170.508885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504c47a800.
00010000:00000010:3.1:1787755170.508887:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c094400.
00010000:00000010:3.1:1787755170.508890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad45e00.
00010000:00000010:3.1:1787755170.508892:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250617ea800.
00010000:00000010:3.1:1787755170.508895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250414fbc00.
00010000:00000010:3.1:1787755171.369731:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e00e900.
00010000:00000010:3.1:1787755171.369755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250815b8e00.
00000080:00000010:3.1:1787755171.412662:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c840.
00000080:00000010:3.1:1787755171.412687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4ceba440.
00010000:00000010:3.1:1787755172.258983:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e57d300.
00010000:00000010:3.1:1787755172.258990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250487f2200.
00000080:00000010:3.1:1787755172.299554:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842cbe0.
00000080:00000010:3.1:1787755172.299578:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250784449a0.
00000080:00000010:3.1:1787755174.066526:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250784441a0.
00000080:00000010:3.1:1787755174.089352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842cbe0.
00000080:00000010:3.1:1787755174.096540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842cf20.
00000080:00000010:3.1:1787755174.109253:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842cbe0.
00000080:00000010:3.1:1787755174.129506:0:238950:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842cf20.
00010000:00000010:3.1:1787755175.905341:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c52e000.
00010000:00000010:3.1:1787755175.905363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e6f200.
00000080:00000010:3.1:1787755177.019722:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd77240.
00010000:00000010:3.1:1787755177.166756:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c52ee00.
00010000:00000010:3.1:1787755177.166777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e6ec00.
00000080:00000010:3.1:1787755177.895642:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd77100.
00000080:00000010:3.1:1787755177.895667:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842cd80.
00010000:00000010:3.1:1787755179.631617:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925048b38200.
00010000:00000010:3.1:1787755179.631629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caf9e00.
00010000:00000010:3.1:1787755179.631635:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504c45e900.
00010000:00000010:3.1:1787755179.631640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e55600.
00010000:00000010:3.1:1787755179.631644:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925048b38f00.
00010000:00000010:3.1:1787755179.631648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582a2e00.
00010000:00000010:3.1:1787755179.631651:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504c45e600.
00010000:00000010:3.1:1787755179.631654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504c47aa00.
00010000:00000010:3.1:1787755179.631657:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504c45ec00.
00010000:00000010:3.1:1787755179.631659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e55c00.
00010000:00000010:3.1:1787755179.631663:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250508ae200.
00010000:00000010:3.1:1787755179.631667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caf8400.
00010000:00000010:3.1:1787755179.636317:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250508ae100.
00010000:00000010:3.1:1787755179.636327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caf9200.
00010000:00000010:3.1:1787755179.636332:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925048868b00.
00010000:00000010:3.1:1787755179.636335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caf9a00.
00010000:00000010:3.1:1787755179.636339:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504c45ea00.
00010000:00000010:3.1:1787755179.636360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e54e00.
00010000:00000010:3.1:1787755179.636363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925048868d00.
00010000:00000010:3.1:1787755179.636366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e55e00.
00010000:00000010:3.1:1787755179.636369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925048868300.
00010000:00000010:3.1:1787755179.636371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caf8200.
00010000:00000010:3.1:1787755179.636376:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925048b38d00.
00010000:00000010:3.1:1787755179.636379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e54a00.
00010000:00000010:3.1:1787755179.636381:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925048b38e00.
00010000:00000010:3.1:1787755179.636384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582a2400.
00010000:00000010:3.1:1787755179.636386:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925048b38600.
00010000:00000010:3.1:1787755179.636389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582a3200.
00010000:00000010:3.1:1787755179.636391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925048b38a00.
00010000:00000010:3.1:1787755179.636394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582a3800.
00010000:00000010:3.1:1787755179.636396:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925048b38300.
00010000:00000010:3.1:1787755179.636398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e55a00.
00000080:00000010:3.1:1787755181.335325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f51b806c0.
00000080:00000010:3.1:1787755181.335344:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd77320.
00010000:00000010:3.1:1787755182.665431:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c528d00.
00010000:00000010:3.1:1787755182.665444:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582a3e00.
00010000:00000010:3.1:1787755182.665447:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c528000.
00010000:00000010:3.1:1787755182.665451:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582a2c00.
00010000:00000010:3.1:1787755182.665456:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250508ae500.
00010000:00000010:3.1:1787755182.665459:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925081cfe400.
00010000:00000010:3.1:1787755182.665464:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504c45eb00.
00010000:00000010:3.1:1787755182.665467:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e55200.
00010000:00000010:3.1:1787755182.665469:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250508ae400.
00010000:00000010:3.1:1787755182.665472:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925081cff200.
00010000:00000010:3.1:1787755182.665478:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250508ae800.
00010000:00000010:3.1:1787755182.665480:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582a2800.
00010000:00000010:3.1:1787755182.665482:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250508aec00.
00010000:00000010:3.1:1787755182.665486:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caf9000.
00010000:00000010:3.1:1787755182.665489:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c528e00.
00010000:00000010:3.1:1787755182.665518:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582a2600.
00010000:00000010:3.1:1787755182.665521:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c528600.
00010000:00000010:3.1:1787755182.665524:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504c47a400.
00010000:00000010:3.1:1787755182.665526:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504c45e500.
00010000:00000010:3.1:1787755182.665529:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504c47bc00.
00010000:00000010:3.1:1787755182.665533:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504c45e000.
00010000:00000010:3.1:1787755182.665536:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e55800.
00010000:00000010:3.1:1787755182.665538:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c528700.
00010000:00000010:3.1:1787755182.665540:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e55000.
00010000:00000010:3.1:1787755182.665553:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c528500.
00010000:00000010:3.1:1787755182.665556:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e54800.
00010000:00000010:3.1:1787755182.665559:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c528b00.
00010000:00000010:3.1:1787755182.665561:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582a3400.
00010000:00000010:3.1:1787755182.665564:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c528200.
00010000:00000010:3.1:1787755182.665566:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582a3000.
00010000:00000010:3.1:1787755182.665569:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c528c00.
00010000:00000010:3.1:1787755182.665572:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582a3a00.
00010000:00000010:3.1:1787755184.011307:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c52ee00.
00010000:00000010:3.1:1787755184.011321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582a2a00.
00010000:00000010:3.1:1787755185.460494:0:238949:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250508ae700.
00010000:00000010:3.1:1787755185.460503:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925081cffe00.
00010000:00000010:3.1:1787755185.460510:0:238949:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506115d600.
00010000:00000010:3.1:1787755185.460515:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048689400.
00010000:00000010:3.1:1787755185.460519:0:238949:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506115d200.
00010000:00000010:3.1:1787755185.460522:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048689e00.
00010000:00000010:3.1:1787755185.460524:0:238949:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506115de00.
00010000:00000010:3.1:1787755185.460528:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048689c00.
00010000:00000010:3.1:1787755185.460530:0:238949:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506115d400.
00010000:00000010:3.1:1787755185.460534:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048688400.
00010000:00000010:3.1:1787755185.460541:0:238949:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506115df00.
00010000:00000010:3.1:1787755185.460544:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e55400.
00010000:00000010:3.1:1787755185.460549:0:238949:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504a1d3f00.
00010000:00000010:3.1:1787755185.460574:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad45200.
00010000:00000010:3.1:1787755185.460578:0:238949:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504a1d3700.
00010000:00000010:3.1:1787755185.460582:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504c47ae00.
00010000:00000010:3.1:1787755185.460585:0:238949:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250508ae300.
00010000:00000010:3.1:1787755185.460590:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925081cfee00.
00010000:00000010:3.1:1787755185.460595:0:238949:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c528400.
00010000:00000010:3.1:1787755185.460599:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e54600.
00010000:00000010:3.1:1787755185.460604:0:238949:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c528f00.
00010000:00000010:3.1:1787755185.460607:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048688600.
00010000:00000010:3.1:1787755185.460609:0:238949:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c528800.
00010000:00000010:3.1:1787755185.460612:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925040030e00.
00010000:00000010:3.1:1787755185.460616:0:238949:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c528300.
00010000:00000010:3.1:1787755185.460620:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582a2000.
00010000:00000010:3.1:1787755185.460623:0:238949:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c528900.
00010000:00000010:3.1:1787755185.460626:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582a3600.
00010000:00000010:3.1:1787755185.460630:0:238949:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250508aea00.
00010000:00000010:3.1:1787755185.460633:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925081cffc00.
00010000:00000010:3.1:1787755185.460636:0:238949:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c528100.
00010000:00000010:3.1:1787755185.460638:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582a3c00.
00010000:00000010:3.1:1787755186.519536:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507ad4aa00.
00010000:00000010:3.1:1787755186.519564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e64a00.
00000080:00000010:3.1:1787755186.620329:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842ce80.
00000080:00000010:3.1:1787755186.620350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250586d7bc0.
00010000:00000010:3.1:1787755189.140920:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250761d9900.
00010000:00000010:3.1:1787755189.140937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925081cff000.
00010000:00000010:3.1:1787755189.140944:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504a1d3600.
00010000:00000010:3.1:1787755189.140949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048688e00.
00010000:00000010:3.1:1787755189.140952:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250761d9e00.
00010000:00000010:3.1:1787755189.140956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff924f585eae00.
00010000:00000010:3.1:1787755189.140959:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250761d9300.
00010000:00000010:3.1:1787755189.140964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e54200.
00010000:00000010:3.1:1787755189.140969:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506115d500.
00010000:00000010:3.1:1787755189.141203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048689a00.
00010000:00000010:3.1:1787755189.141207:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250761d9400.
00010000:00000010:3.1:1787755189.141212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff924f585eb000.
00010000:00000010:3.1:1787755189.141214:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506115da00.
00010000:00000010:3.1:1787755189.141217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048689000.
00010000:00000010:3.1:1787755189.141220:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925044c17200.
00010000:00000010:3.1:1787755189.141224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925081cff600.
00010000:00000010:3.1:1787755189.141226:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504a1d3a00.
00010000:00000010:3.1:1787755189.141229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff924f585eb800.
00010000:00000010:3.1:1787755189.141232:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771edf00.
00010000:00000010:3.1:1787755189.141235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff924f585ebc00.
00010000:00000010:3.1:1787755189.141239:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250508aeb00.
00010000:00000010:3.1:1787755189.141243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925081cffa00.
00010000:00000010:3.1:1787755189.141245:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250508aed00.
00010000:00000010:3.1:1787755189.141247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925081cfea00.
00010000:00000010:3.1:1787755189.141250:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506115d800.
00010000:00000010:3.1:1787755189.141252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048688800.
00010000:00000010:3.1:1787755189.141254:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506115d100.
00010000:00000010:3.1:1787755189.141257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e54400.
00010000:00000010:3.1:1787755189.141260:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506115dc00.
00010000:00000010:3.1:1787755189.141262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048689600.
00010000:00000010:3.1:1787755189.141264:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506115db00.
00010000:00000010:3.1:1787755189.141266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e54c00.
00010000:00000010:3.1:1787755189.492540:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250741cf800.
00010000:00000010:3.1:1787755189.492562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582a2000.
00000080:00000010:3.1:1787755189.537069:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c2c0.
00000080:00000010:3.1:1787755189.537091:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925078444e80.
00010000:00000010:3.1:1787755191.079360:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250672d2a00.
00010000:00000010:3.1:1787755191.079377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e42e000.
00000080:00000010:3.1:1787755192.865221:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a660.
00000080:00000010:3.1:1787755192.865242:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609ac20.
00010000:00000010:3.1:1787755193.670546:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925044c17000.
00010000:00000010:3.1:1787755193.670585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058389e00.
00010000:00000010:3.1:1787755193.670591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250741cfd00.
00010000:00000010:3.1:1787755193.670595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caf9200.
00000080:00000010:3.1:1787755194.578950:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505805ee40.
00000080:00000010:3.1:1787755194.578974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842cea0.
00010000:00000010:3.1:1787755195.847857:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250741cf400.
00010000:00000010:3.1:1787755195.848241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caf9e00.
00000080:00000010:3.1:1787755198.248317:0:31:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250784446a0.
00000080:00000010:3.1:1787755198.248334:0:31:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505181d320.
00010000:00000010:3.1:1787755198.853167:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed900.
00010000:00000010:3.1:1787755198.853185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250429b4c00.
00000080:00000010:3.1:1787755198.890421:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c680.
00000080:00000010:3.1:1787755198.890434:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c140.
00010000:00000010:3.1:1787755200.639322:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e568400.
00010000:00000010:3.1:1787755200.639340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e27800.
00010000:00000010:3.1:1787755202.152831:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925049802e00.
00010000:00000010:3.1:1787755202.152851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db70a00.
00000080:00000010:3.1:1787755202.187223:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c680.
00000080:00000010:3.1:1787755202.187236:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505805ef80.
00000080:00000010:3.1:1787755204.869331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f51900360.
00010000:00000010:3.1:1787755207.316451:0:238949:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925049802700.
00010000:00000010:3.1:1787755207.316463:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504afa3800.
00000080:00000010:3.1:1787755209.688181:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f51900140.
00000080:00000010:3.1:1787755213.926205:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f519003a0.
00010000:00000010:3.1:1787755216.024352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a03a500.
00010000:00000010:3.1:1787755216.024370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506c23f000.
00000080:00000010:3.1:1787755216.058676:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c960.
00000080:00000010:3.1:1787755216.058696:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925078444820.
00010000:00000010:3.1:1787755218.099301:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506179af00.
00010000:00000010:3.1:1787755218.099310:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925051934600.
00000080:00000010:3.1:1787755219.162298:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f519003a0.
00000080:00000010:3.1:1787755219.193199:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c900.
00000080:00000010:3.1:1787755219.198790:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c640.
00010000:00000010:3.1:1787755219.709373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a03a400.
00010000:00000010:3.1:1787755219.709391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506c23e800.
00000080:00000010:3.1:1787755219.768316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c640.
00000080:00000010:3.1:1787755219.768331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925078444c40.
00000080:00000010:3.1:1787755224.604766:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250784444e0.
00000080:00000010:3.1:1787755224.604789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c640.
00000080:00000010:3.1:1787755224.630488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842cd00.
00000080:00000010:3.1:1787755224.657316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c640.
00000080:00000010:3.1:1787755224.677672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842cd00.
00000080:00000010:3.1:1787755224.700534:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c640.
00000080:00000010:3.1:1787755224.712331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842cd00.
00000080:00000010:3.1:1787755224.729321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c4e0.
00000080:00000010:3.1:1787755224.774941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842cd00.
00000080:00000010:3.1:1787755224.807331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c4e0.
00000080:00000010:3.1:1787755224.842073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842cd00.
00000080:00000010:3.1:1787755224.877509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c4e0.
00000080:00000010:3.1:1787755224.888286:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842cd00.
00000080:00000010:3.1:1787755224.966504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c640.
00000080:00000010:3.1:1787755228.495409:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504baf8060.
00000080:00000010:3.1:1787755228.509039:0:238950:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c2e0.
00010000:00000010:3.1:1787755231.045442:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a66eb00.
00010000:00000010:3.1:1787755231.045458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2a5000.
00000080:00000010:3.1:1787755231.086039:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c280.
00000080:00000010:3.1:1787755231.086068:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925078444340.
00000080:00000010:3.1:1787755233.043309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504baf8b60.
00000080:00000010:3.1:1787755233.157448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504baf8200.
00010000:00000010:3.1:1787755234.864570:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250588ff700.
00010000:00000010:3.1:1787755234.864597:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ecf6a00.
00000080:00000010:3.1:1787755236.948834:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504baf8580.
00000080:00000010:3.1:1787755236.958474:0:238950:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c220.
00000080:00000010:3.1:1787755240.858347:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504baf8dc0.
00000080:00000010:3.1:1787755240.874505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c160.
00000080:00000010:3.1:1787755240.923066:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842ca40.
00010000:00000010:3.1:1787755242.231468:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925043677200.
00010000:00000010:3.1:1787755242.231491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a150800.
00000080:00000010:3.1:1787755242.263722:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842ca40.
00000080:00000010:3.1:1787755242.263739:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505805ef20.
00010000:00000010:3.1:1787755244.300474:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925043677c00.
00010000:00000010:3.1:1787755244.300494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048688c00.
00010000:00000010:3.1:1787755246.481885:0:1358:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925043677100.
00010000:00000010:3.1:1787755246.481893:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048688c00.
00010000:00000010:3.1:1787755247.759329:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925043677200.
00010000:00000010:3.1:1787755247.759349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e26400.
00000080:00000010:3.1:1787755247.826321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c3c0.
00000080:00000010:3.1:1787755247.826342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505805ea60.
00010000:00000010:3.1:1787755250.231508:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925049b88e00.
00010000:00000010:3.1:1787755250.231522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925081508200.
00000080:00000010:3.1:1787755252.392309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504baf85a0.
00000080:00000010:3.1:1787755252.508454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925078444000.
00000080:00000010:3.1:1787755252.521510:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842cd00.
00000080:00000010:3.1:1787755252.728329:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504baf8060.
00000080:00000010:3.1:1787755252.728343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c700.
00010000:00000010:3.1:1787755254.516315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f2e4f00.
00010000:00000010:3.1:1787755254.516330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925051934000.
00000080:00000010:3.1:1787755254.563305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842cd00.
00000080:00000010:3.1:1787755254.563316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504baf8960.
00010000:00000010:3.1:1787755255.200372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506115dc00.
00010000:00000010:3.1:1787755255.200389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048688400.
00000080:00000010:3.1:1787755255.220180:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842cae0.
00000080:00000010:3.1:1787755255.220203:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c7a0.
00010000:00000010:3.1:1787755256.047336:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925049b88400.
00010000:00000010:3.1:1787755256.047346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a028600.
00000080:00000010:3.1:1787755256.089390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c7a0.
00000080:00000010:3.1:1787755256.089406:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925078444340.
00000080:00000010:3.1:1787755256.760328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504baf8960.
00010000:00000010:3.1:1787755258.136314:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c2f4500.
00010000:00000010:3.1:1787755258.136330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925081509000.
00000080:00000010:3.1:1787755258.204775:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842cce0.
00000080:00000010:3.1:1787755258.204797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505805e920.
00010000:00000010:3.1:1787755261.721018:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506115de00.
00010000:00000010:3.1:1787755261.721041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048688200.
00000080:00000010:3.1:1787755261.738485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842cea0.
00000080:00000010:3.1:1787755261.738504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c140.
00000080:00000010:3.1:1787755262.320002:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505805eea0.
00010000:00000010:3.1:1787755263.673891:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c2f4c00.
00010000:00000010:3.1:1787755263.673917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048689800.
00010000:00000010:3.1:1787755266.205435:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c52f300.
00010000:00000010:3.1:1787755266.205459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ee1c200.
00000080:00000010:3.1:1787755267.093777:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505805e700.
00000080:00000010:3.1:1787755267.093803:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925078444840.
00010000:00000010:3.1:1787755267.758328:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504ba60600.
00010000:00000010:3.1:1787755267.758344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058312800.
00010000:00000010:3.1:1787755267.758350:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507b3bfc00.
00010000:00000010:3.1:1787755267.758356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250671a6800.
00010000:00000010:3.1:1787755267.758360:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507b3bf800.
00010000:00000010:3.1:1787755267.758362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250671a6600.
00010000:00000010:3.1:1787755267.758367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250743c4000.
00010000:00000010:3.1:1787755267.758371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caec000.
00010000:00000010:3.1:1787755267.758375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b42c000.
00010000:00000010:3.1:1787755267.758378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250671a7800.
00010000:00000010:3.1:1787755267.758381:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b42c900.
00010000:00000010:3.1:1787755267.758384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250671a6200.
00010000:00000010:3.1:1787755267.758387:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b42ce00.
00010000:00000010:3.1:1787755267.758389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250671a7000.
00010000:00000010:3.1:1787755267.758393:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925058a0ff00.
00010000:00000010:3.1:1787755267.758399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058312200.
00010000:00000010:3.1:1787755267.758413:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250743c4100.
00010000:00000010:3.1:1787755267.758417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250743cfc00.
00010000:00000010:3.1:1787755267.758420:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250743c4a00.
00010000:00000010:3.1:1787755267.758422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250743cfa00.
00010000:00000010:3.1:1787755267.758425:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504ba60700.
00010000:00000010:3.1:1787755267.758452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250770be800.
00010000:00000010:3.1:1787755267.758456:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e01f400.
00010000:00000010:3.1:1787755267.758459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058312600.
00010000:00000010:3.1:1787755267.758462:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e01fe00.
00010000:00000010:3.1:1787755267.758464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250743cec00.
00010000:00000010:3.1:1787755267.758467:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504ba60900.
00010000:00000010:3.1:1787755267.758470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250743cf800.
00010000:00000010:3.1:1787755267.758472:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b42ca00.
00010000:00000010:3.1:1787755267.758475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250671a6a00.
00010000:00000010:3.1:1787755267.762332:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925058a0f000.
00010000:00000010:3.1:1787755267.762355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250770be200.
00010000:00000010:3.1:1787755270.760302:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506115da00.
00010000:00000010:3.1:1787755270.760315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048689400.
00000080:00000010:3.1:1787755270.803468:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c360.
00000080:00000010:3.1:1787755270.803488:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842cbe0.
00010000:00000010:3.1:1787755273.273291:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925058a0f800.
00010000:00000010:3.1:1787755273.273302:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058313800.
00010000:00000010:3.1:1787755273.273307:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250743c4a00.
00010000:00000010:3.1:1787755273.273310:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caec000.
00010000:00000010:3.1:1787755274.000350:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925058a0fc00.
00010000:00000010:3.1:1787755274.000376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058313400.
00010000:00000010:3.1:1787755274.000382:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507b3bfe00.
00010000:00000010:3.1:1787755274.000388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250671a7200.
00010000:00000010:3.1:1787755274.000394:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250743c4400.
00010000:00000010:3.1:1787755274.000398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caec600.
00010000:00000010:3.1:1787755274.000401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250743c4800.
00010000:00000010:3.1:1787755274.000403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caec200.
00010000:00000010:3.1:1787755274.000406:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507b3bf000.
00010000:00000010:3.1:1787755274.000409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250671a7c00.
00010000:00000010:3.1:1787755274.000412:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250743c4c00.
00010000:00000010:3.1:1787755274.000415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caed000.
00010000:00000010:3.1:1787755274.000418:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925058a0f300.
00010000:00000010:3.1:1787755274.000441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058313c00.
00010000:00000010:3.1:1787755274.000443:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507b3bfd00.
00010000:00000010:3.1:1787755274.000446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250671a7e00.
00010000:00000010:3.1:1787755274.000451:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504ba60400.
00010000:00000010:3.1:1787755274.000455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250770bfa00.
00010000:00000010:3.1:1787755274.000458:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250743c4200.
00010000:00000010:3.1:1787755274.000462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058313000.
00010000:00000010:3.1:1787755274.000465:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504ba60d00.
00010000:00000010:3.1:1787755274.000469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250770be400.
00010000:00000010:3.1:1787755274.000472:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250743c4b00.
00010000:00000010:3.1:1787755274.000476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058312a00.
00010000:00000010:3.1:1787755274.000478:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504ba60000.
00010000:00000010:3.1:1787755274.000481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250770bea00.
00010000:00000010:3.1:1787755274.000483:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250743c4300.
00010000:00000010:3.1:1787755274.000485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caeda00.
00010000:00000010:3.1:1787755274.000488:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504ba60500.
00010000:00000010:3.1:1787755274.000490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250671a7a00.
00010000:00000010:3.1:1787755274.000492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250743c4600.
00010000:00000010:3.1:1787755274.000495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caed400.
00000080:00000010:3.1:1787755274.158055:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662360.
00000080:00000010:3.1:1787755274.510022:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662b60.
00000080:00000010:3.1:1787755274.510039:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505805eea0.
00000080:00000010:3.1:1787755275.230510:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662400.
00010000:00000010:3.1:1787755278.714335:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250743c4700.
00010000:00000010:3.1:1787755278.714359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caecc00.
00010000:00000010:3.1:1787755278.714365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504ba60000.
00010000:00000010:3.1:1787755278.714369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058312a00.
00000080:00000010:3.1:1787755278.759506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842cee0.
00000080:00000010:3.1:1787755278.759531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250436627a0.
00010000:00000010:3.1:1787755278.885691:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250505ec500.
00010000:00000010:3.1:1787755278.885714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caedc00.
00010000:00000010:3.1:1787755278.885722:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507b3bf900.
00010000:00000010:3.1:1787755278.885743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925082045800.
00010000:00000010:3.1:1787755278.885748:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507b3bfb00.
00010000:00000010:3.1:1787755278.885751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c848200.
00010000:00000010:3.1:1787755278.885754:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250505ec300.
00010000:00000010:3.1:1787755278.885758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caece00.
00010000:00000010:3.1:1787755278.885760:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507b3bf400.
00010000:00000010:3.1:1787755278.885764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c849600.
00010000:00000010:3.1:1787755278.885769:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250743c4500.
00010000:00000010:3.1:1787755278.885772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caede00.
00010000:00000010:3.1:1787755278.885775:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925058a0fd00.
00010000:00000010:3.1:1787755278.885782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e56f400.
00010000:00000010:3.1:1787755278.885785:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250743c4f00.
00010000:00000010:3.1:1787755278.885787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caed600.
00010000:00000010:3.1:1787755278.885790:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250743c4d00.
00010000:00000010:3.1:1787755278.885792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caed800.
00010000:00000010:3.1:1787755278.885795:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507b3bf500.
00010000:00000010:3.1:1787755278.885798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c849a00.
00010000:00000010:3.1:1787755278.885801:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250743c4e00.
00010000:00000010:3.1:1787755278.885815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caed200.
00010000:00000010:3.1:1787755278.885817:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250743c4900.
00010000:00000010:3.1:1787755278.885820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caec400.
00010000:00000010:3.1:1787755278.885823:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507b3bf700.
00010000:00000010:3.1:1787755278.885826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250671a7600.
00010000:00000010:3.1:1787755278.885830:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504ba60800.
00010000:00000010:3.1:1787755278.885834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250770bec00.
00010000:00000010:3.1:1787755278.885837:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507b3bf600.
00010000:00000010:3.1:1787755278.885840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250671a6400.
00010000:00000010:3.1:1787755278.885842:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504ba60200.
00010000:00000010:3.1:1787755278.885844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250770be600.
00000080:00000010:3.1:1787755279.416008:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c0e0.
00010000:00000010:3.1:1787755279.813517:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250743c4b00.
00010000:00000010:3.1:1787755279.813536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058313600.
00010000:00000010:3.1:1787755280.815732:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250743c4d00.
00010000:00000010:3.1:1787755280.815752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caed200.
00000080:00000010:3.1:1787755280.841884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c180.
00000080:00000010:3.1:1787755280.841913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842cfc0.
00010000:00000010:3.1:1787755283.275322:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504ba60900.
00010000:00000010:3.1:1787755283.275340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250770bf200.
00010000:00000010:3.1:1787755283.907828:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250505ec900.
00010000:00000010:3.1:1787755283.907853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925082045000.
00010000:00000010:3.1:1787755283.907860:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b547800.
00010000:00000010:3.1:1787755283.907866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043669600.
00010000:00000010:3.1:1787755283.907871:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507b3bf200.
00010000:00000010:3.1:1787755283.907875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c849c00.
00010000:00000010:3.1:1787755283.907878:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250505ecf00.
00010000:00000010:3.1:1787755283.907881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043669400.
00010000:00000010:3.1:1787755283.907883:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250505ec000.
00010000:00000010:3.1:1787755283.907885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043669e00.
00010000:00000010:3.1:1787755283.907888:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250505ecd00.
00010000:00000010:3.1:1787755283.907892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043668e00.
00010000:00000010:3.1:1787755283.907895:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b547c00.
00010000:00000010:3.1:1787755283.907899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250770bf600.
00010000:00000010:3.1:1787755283.907903:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507b3bf300.
00010000:00000010:3.1:1787755283.907907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250770be000.
00010000:00000010:3.1:1787755283.907909:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250505eca00.
00010000:00000010:3.1:1787755283.907912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043669c00.
00010000:00000010:3.1:1787755283.907916:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504ba60b00.
00010000:00000010:3.1:1787755283.907918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250770bee00.
00010000:00000010:3.1:1787755283.907921:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250505ecc00.
00010000:00000010:3.1:1787755283.907924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043668000.
00010000:00000010:3.1:1787755283.907926:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250505ec800.
00010000:00000010:3.1:1787755283.907928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043668c00.
00010000:00000010:3.1:1787755283.907930:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507b3bf100.
00010000:00000010:3.1:1787755283.907933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c848400.
00010000:00000010:3.1:1787755283.907958:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504ba60100.
00010000:00000010:3.1:1787755283.907960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250770bfe00.
00010000:00000010:3.1:1787755283.907963:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250505ec400.
00010000:00000010:3.1:1787755283.907967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caec800.
00010000:00000010:3.1:1787755283.907970:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250505ecb00.
00010000:00000010:3.1:1787755283.907972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caeca00.
00000080:00000010:3.1:1787755283.977254:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662c20.
00010000:00000010:3.1:1787755285.500127:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504ba60300.
00010000:00000010:3.1:1787755285.500143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250770bfa00.
00000080:00000010:3.1:1787755285.543854:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c340.
00000080:00000010:3.1:1787755285.543871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662540.
00010000:00000010:3.1:1787755286.230666:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505ecf9500.
00010000:00000010:3.1:1787755286.230689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507609f200.
00000080:00000010:3.1:1787755287.145364:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250436629e0.
00000080:00000010:3.1:1787755287.145383:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c2a0.
00000080:00000010:3.1:1787755289.411330:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662340.
00000080:00000010:3.1:1787755289.455591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662180.
00000080:00000010:3.1:1787755289.473793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842cd20.
00000080:00000010:3.1:1787755289.478332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c6e0.
00000080:00000010:3.1:1787755289.488322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c1a0.
00000080:00000010:3.1:1787755289.540950:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c6e0.
00010000:00000010:3.1:1787755289.634011:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504a1d3500.
00010000:00000010:3.1:1787755289.634026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507609d400.
00010000:00000010:3.1:1787755291.451739:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504a1d3100.
00010000:00000010:3.1:1787755291.451756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507609c200.
00000080:00000010:3.1:1787755291.500487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c1a0.
00000080:00000010:3.1:1787755291.500502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505805efa0.
00010000:00000010:3.1:1787755292.144495:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504a1d3900.
00010000:00000010:3.1:1787755292.144523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e56fe00.
00010000:00000010:3.1:1787755294.294445:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e2bd200.
00010000:00000010:3.1:1787755294.294461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2abc00.
00010000:00000010:3.1:1787755294.294465:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e2bd400.
00010000:00000010:3.1:1787755294.294469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043669800.
00010000:00000010:3.1:1787755294.294490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e2bdb00.
00010000:00000010:3.1:1787755294.294493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043669a00.
00010000:00000010:3.1:1787755294.294498:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506bf21600.
00010000:00000010:3.1:1787755294.294504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c848000.
00010000:00000010:3.1:1787755294.294507:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506bf21700.
00010000:00000010:3.1:1787755294.294509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c848600.
00010000:00000010:3.1:1787755294.294511:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e2bd300.
00010000:00000010:3.1:1787755294.294515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043668400.
00010000:00000010:3.1:1787755294.294517:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e2bd900.
00010000:00000010:3.1:1787755294.294519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043668a00.
00010000:00000010:3.1:1787755294.294522:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506bf21300.
00010000:00000010:3.1:1787755294.294524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c848800.
00010000:00000010:3.1:1787755294.294527:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b547900.
00010000:00000010:3.1:1787755294.294651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2aa000.
00010000:00000010:3.1:1787755294.294659:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925058a0fb00.
00010000:00000010:3.1:1787755294.294666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058313200.
00010000:00000010:3.1:1787755294.294670:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506bf21500.
00010000:00000010:3.1:1787755294.294673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c848a00.
00010000:00000010:3.1:1787755294.294675:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925058a0f100.
00010000:00000010:3.1:1787755294.294679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925082044800.
00010000:00000010:3.1:1787755294.294682:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925058a0f400.
00010000:00000010:3.1:1787755294.294685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2ab400.
00010000:00000010:3.1:1787755294.294688:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506bf21400.
00010000:00000010:3.1:1787755294.294691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c849000.
00010000:00000010:3.1:1787755294.294694:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e2bdf00.
00010000:00000010:3.1:1787755294.294696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043669000.
00010000:00000010:3.1:1787755294.294700:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e2bd000.
00010000:00000010:3.1:1787755294.294703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043668200.
00000080:00000010:3.1:1787755294.322332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250436621a0.
00000080:00000010:3.1:1787755294.443755:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662460.
00000080:00000010:3.1:1787755294.668300:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925078444a00.
00000080:00000010:3.1:1787755294.668315:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842cd20.
00000080:00000010:3.1:1787755298.575646:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662880.
00000080:00000010:3.1:1787755299.683510:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662440.
00000080:00000010:3.1:1787755299.683535:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250436620a0.
00000080:00000010:3.1:1787755303.006714:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662e40.
00000080:00000010:3.1:1787755303.006731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505805eaa0.
00010000:00000010:3.1:1787755303.951506:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506bf21000.
00010000:00000010:3.1:1787755303.951528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e50c00.
00010000:00000010:3.1:1787755304.674668:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507aea3700.
00010000:00000010:3.1:1787755304.674687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ee13000.
00010000:00000010:3.1:1787755304.674696:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b51ef00.
00010000:00000010:3.1:1787755304.674699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ee13800.
00010000:00000010:3.1:1787755304.674705:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e569800.
00010000:00000010:3.1:1787755304.674708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058386a00.
00010000:00000010:3.1:1787755304.674732:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b51ee00.
00010000:00000010:3.1:1787755304.674736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ee12400.
00010000:00000010:3.1:1787755304.674739:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506bf21f00.
00010000:00000010:3.1:1787755304.674742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2ad400.
00010000:00000010:3.1:1787755304.674745:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b51e600.
00010000:00000010:3.1:1787755304.674747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ee12000.
00010000:00000010:3.1:1787755304.674749:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b51e700.
00010000:00000010:3.1:1787755304.674752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c849200.
00010000:00000010:3.1:1787755304.674760:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e569400.
00010000:00000010:3.1:1787755304.674763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250670b5c00.
00010000:00000010:3.1:1787755304.674768:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e569500.
00010000:00000010:3.1:1787755304.674770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ee12200.
00010000:00000010:3.1:1787755304.676328:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b51e300.
00010000:00000010:3.1:1787755304.676336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058387a00.
00010000:00000010:3.1:1787755304.676341:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e569300.
00010000:00000010:3.1:1787755304.676344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250670b4400.
00010000:00000010:3.1:1787755304.676358:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b547d00.
00010000:00000010:3.1:1787755304.676361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250670b4c00.
00010000:00000010:3.1:1787755304.676364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b547600.
00010000:00000010:3.1:1787755304.676377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058387800.
00010000:00000010:3.1:1787755304.676380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e569900.
00010000:00000010:3.1:1787755304.676382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ee12e00.
00010000:00000010:3.1:1787755304.676385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b547a00.
00010000:00000010:3.1:1787755304.676387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058387600.
00010000:00000010:3.1:1787755304.676389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b547700.
00010000:00000010:3.1:1787755304.676391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2aa800.
00000080:00000010:3.1:1787755304.819418:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250784447e0.
00010000:00000010:3.1:1787755308.530922:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b547d00.
00010000:00000010:3.1:1787755308.530940:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043669c00.
00010000:00000010:3.1:1787755309.210442:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e571400.
00010000:00000010:3.1:1787755309.210451:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e51000.
00000080:00000010:3.1:1787755309.256341:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c580.
00000080:00000010:3.1:1787755309.256364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662ec0.
00010000:00000010:3.1:1787755309.875334:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b547500.
00010000:00000010:3.1:1787755309.875353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043669c00.
00000080:00000010:3.1:1787755309.896312:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c020.
00000080:00000010:3.1:1787755309.896324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c580.
00010000:00000010:3.1:1787755310.404526:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b547300.
00010000:00000010:3.1:1787755310.404535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043668e00.
00000080:00000010:3.1:1787755310.438305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842cbc0.
00000080:00000010:3.1:1787755310.438317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c020.
00000080:00000010:3.1:1787755310.977340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662400.
00000080:00000010:3.1:1787755310.977357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505805ea60.
00000080:00000010:3.1:1787755311.621321:0:238950:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662dc0.
00000080:00000010:3.1:1787755311.668656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662ec0.
00000080:00000010:3.1:1787755311.755833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662680.
00000080:00000010:3.1:1787755311.766323:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c8a0.
00000080:00000010:3.1:1787755311.783377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c000.
00000080:00000010:3.1:1787755311.799409:0:238949:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c8a0.
00010000:00000010:3.1:1787755321.915440:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925043f25400.
00010000:00000010:3.1:1787755321.915461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250670b4c00.
00000080:00000010:3.1:1787755321.956257:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c860.
00000080:00000010:3.1:1787755321.956316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c780.
00010000:00000010:3.1:1787755322.673472:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925042d3cb00.
00010000:00000010:3.1:1787755322.673485:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250670b4c00.
00000080:00000010:3.1:1787755322.708325:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c860.
00000080:00000010:3.1:1787755322.708340:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c780.
00010000:00000010:3.1:1787755333.228717:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507aea3f00.
00010000:00000010:3.1:1787755333.228736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e53e00.
00010000:00000010:3.1:1787755333.228746:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a15e600.
00010000:00000010:3.1:1787755333.228751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250770bf000.
00010000:00000010:3.1:1787755333.228754:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a15e700.
00010000:00000010:3.1:1787755333.228757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067185c00.
00010000:00000010:3.1:1787755333.228762:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507aea3a00.
00010000:00000010:3.1:1787755333.228766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067184400.
00010000:00000010:3.1:1787755333.228772:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e432c00.
00010000:00000010:3.1:1787755333.228778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2ac600.
00010000:00000010:3.1:1787755333.228780:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e432200.
00010000:00000010:3.1:1787755333.228784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2aca00.
00010000:00000010:3.1:1787755333.228788:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c276000.
00010000:00000010:3.1:1787755333.228791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925076125c00.
00010000:00000010:3.1:1787755333.228794:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e432b00.
00010000:00000010:3.1:1787755333.228798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2ada00.
00010000:00000010:3.1:1787755333.228801:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a15ee00.
00010000:00000010:3.1:1787755333.228804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067184200.
00010000:00000010:3.1:1787755333.228807:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507aea3800.
00010000:00000010:3.1:1787755333.228811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad55200.
00010000:00000010:3.1:1787755333.228814:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c276d00.
00010000:00000010:3.1:1787755333.228817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad54200.
00010000:00000010:3.1:1787755333.228821:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507aea3400.
00010000:00000010:3.1:1787755333.228823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad54800.
00010000:00000010:3.1:1787755333.228825:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c276f00.
00010000:00000010:3.1:1787755333.228828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad55600.
00010000:00000010:3.1:1787755333.228831:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e432300.
00010000:00000010:3.1:1787755333.228862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2ac800.
00010000:00000010:3.1:1787755333.228865:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a15ed00.
00010000:00000010:3.1:1787755333.228867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067185e00.
00010000:00000010:3.1:1787755333.228870:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e432900.
00010000:00000010:3.1:1787755333.228872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2acc00.
00010000:00000010:3.1:1787755334.056696:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e432e00.
00010000:00000010:3.1:1787755334.056709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250670b4600.
00010000:00000010:3.1:1787755335.631139:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c2f6a00.
00010000:00000010:3.1:1787755335.631160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067185e00.
00000080:00000010:3.1:1787755341.115646:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662d20.
00000080:00000010:3.1:1787755341.300450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662280.
00010000:00000010:3.1:1787755343.601038:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c2f6700.
00010000:00000010:3.1:1787755343.601058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92508158d000.
00000080:00000010:3.1:1787755344.596340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662f00.
00000080:00000010:3.1:1787755344.596364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842cf20.
00010000:00000010:3.1:1787755346.563395:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c2f6500.
00010000:00000010:3.1:1787755346.563413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043672600.
00010000:00000010:3.1:1787755347.474318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c2f6b00.
00010000:00000010:3.1:1787755347.474336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad54600.
00010000:00000010:3.1:1787755349.994652:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c2f6400.
00010000:00000010:3.1:1787755349.994670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad54e00.
00000080:00000010:3.1:1787755350.764593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c140.
00010000:00000010:3.1:1787755353.240885:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773ab600.
00010000:00000010:3.1:1787755353.240913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067182400.
00010000:00000010:3.1:1787755353.980315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c2f6800.
00010000:00000010:3.1:1787755353.980333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad54200.
00000080:00000010:3.1:1787755354.035044:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c8c0.
00000080:00000010:3.1:1787755354.035309:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c7a0.
00010000:00000010:3.1:1787755355.684937:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a15e900.
00010000:00000010:3.1:1787755355.684951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067183c00.
00000080:00000010:3.1:1787755355.768031:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c7a0.
00000080:00000010:3.1:1787755355.768058:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505805e3a0.
00010000:00000010:3.1:1787755357.288659:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a15ec00.
00010000:00000010:3.1:1787755357.288687:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad54e00.
00000080:00000010:3.1:1787755358.101567:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505805ee40.
00000080:00000010:3.1:1787755358.101586:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662520.
00000080:00000010:3.1:1787755358.928313:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662b40.
00010000:00000010:3.1:1787755359.576327:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e432a00.
00010000:00000010:3.1:1787755359.576342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507dadc200.
00010000:00000010:3.1:1787755359.576350:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773af500.
00010000:00000010:3.1:1787755359.576354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925051d2ba00.
00010000:00000010:3.1:1787755359.576357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773af300.
00010000:00000010:3.1:1787755359.576360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925076125a00.
00010000:00000010:3.1:1787755359.576363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773af900.
00010000:00000010:3.1:1787755359.576367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925051d2a600.
00010000:00000010:3.1:1787755359.576369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773af600.
00010000:00000010:3.1:1787755359.576372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925051d2be00.
00010000:00000010:3.1:1787755359.576375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507aea3500.
00010000:00000010:3.1:1787755359.576378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad54400.
00010000:00000010:3.1:1787755359.576392:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504868b600.
00010000:00000010:3.1:1787755359.576395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925051d2a400.
00010000:00000010:3.1:1787755359.576397:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773aff00.
00010000:00000010:3.1:1787755359.576399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925051d2ac00.
00010000:00000010:3.1:1787755359.576401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507aea3900.
00010000:00000010:3.1:1787755359.576404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad55800.
00010000:00000010:3.1:1787755359.576407:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773af000.
00010000:00000010:3.1:1787755359.576410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e52000.
00010000:00000010:3.1:1787755359.576413:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504868bb00.
00010000:00000010:3.1:1787755359.576415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e53800.
00010000:00000010:3.1:1787755359.576419:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e432400.
00010000:00000010:3.1:1787755359.576422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507dadd000.
00010000:00000010:3.1:1787755359.576424:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504868ba00.
00010000:00000010:3.1:1787755359.576427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e52c00.
00010000:00000010:3.1:1787755359.576430:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e432100.
00010000:00000010:3.1:1787755359.576432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507dadda00.
00010000:00000010:3.1:1787755359.576454:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773af100.
00010000:00000010:3.1:1787755359.576457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e52200.
00010000:00000010:3.1:1787755359.576459:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507aea3200.
00010000:00000010:3.1:1787755359.576461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e53000.
00000080:00000010:3.1:1787755359.606336:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662600.
00000080:00000010:3.1:1787755359.756487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250436621e0.
00010000:00000010:3.1:1787755359.898751:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b42cb00.
00010000:00000010:3.1:1787755359.898770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a026400.
00010000:00000010:3.1:1787755362.121324:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773ab600.
00010000:00000010:3.1:1787755362.121353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e428600.
00000080:00000010:3.1:1787755362.167423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c9e0.
00000080:00000010:3.1:1787755362.167450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925078444a60.
00010000:00000010:3.1:1787755365.139119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e432a00.
00010000:00000010:3.1:1787755365.139126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a027e00.
00000080:00000010:3.1:1787755365.187320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c220.
00000080:00000010:3.1:1787755365.187338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662e20.
00010000:00000010:3.1:1787755368.532321:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773af600.
00010000:00000010:3.1:1787755368.532340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e429200.
00000080:00000010:3.1:1787755368.560328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c3a0.
00000080:00000010:3.1:1787755368.560347:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925078444ae0.
00010000:00000010:3.1:1787755369.412347:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e432400.
00010000:00000010:3.1:1787755369.412360:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a026000.
00000080:00000010:3.1:1787755369.412365:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c3a0.
00000080:00000010:3.1:1787755369.412375:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505805e220.
00010000:00000010:3.1:1787755371.582411:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504868ba00.
00010000:00000010:3.1:1787755371.582423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925051d2be00.
00010000:00000010:3.1:1787755372.244460:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c276200.
00010000:00000010:3.1:1787755372.244476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925051d2a600.
00000080:00000010:3.1:1787755372.293467:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c8c0.
00000080:00000010:3.1:1787755372.293488:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c280.
00000080:00000010:3.1:1787755377.100606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662f20.
00000080:00000010:3.1:1787755377.125383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662f00.
00000080:00000010:3.1:1787755381.226429:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250436627a0.
00000080:00000010:3.1:1787755381.226469:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505805e220.
00010000:00000010:3.1:1787755383.924789:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250670b6400.
00010000:00000010:3.1:1787755383.924813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043661000.
00000080:00000010:3.1:1787755383.952340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842ca60.
00000080:00000010:3.1:1787755383.952357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662360.
00000080:00000010:3.1:1787755384.827783:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250436626c0.
00000080:00000010:3.1:1787755384.827807:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505805eaa0.
00010000:00000010:3.1:1787755385.739353:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504868bb00.
00010000:00000010:3.1:1787755385.739368:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925051d2a800.
00000080:00000010:3.1:1787755385.782983:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842cf20.
00000080:00000010:3.1:1787755385.783006:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c0c0.
00000080:00000010:3.1:1787755386.257790:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250436624a0.
00000080:00000010:3.1:1787755386.257802:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250784444e0.
00000080:00000010:3.1:1787755390.091495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662ba0.
00000080:00000010:3.1:1787755390.091510:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662aa0.
00010000:00000010:3.1:1787755391.629308:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507164ef00.
00010000:00000010:3.1:1787755391.629316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043661400.
00010000:00000010:3.1:1787755392.205332:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b575400.
00010000:00000010:3.1:1787755392.205355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e563600.
00010000:00000010:3.1:1787755392.205364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e439d00.
00010000:00000010:3.1:1787755392.205370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92508142ba00.
00010000:00000010:3.1:1787755392.205375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507164e500.
00010000:00000010:3.1:1787755392.205378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92508142b400.
00010000:00000010:3.1:1787755392.205381:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e439c00.
00010000:00000010:3.1:1787755392.205385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92508142ae00.
00010000:00000010:3.1:1787755392.205390:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506ae6ed00.
00010000:00000010:3.1:1787755392.205394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff924f57c70c00.
00010000:00000010:3.1:1787755392.205397:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b575500.
00010000:00000010:3.1:1787755392.205400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92508142a400.
00010000:00000010:3.1:1787755392.205403:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e439800.
00010000:00000010:3.1:1787755392.205406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff924f57c71600.
00010000:00000010:3.1:1787755392.205408:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507164e700.
00010000:00000010:3.1:1787755392.205410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff924f57c70600.
00010000:00000010:3.1:1787755392.205442:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e439400.
00010000:00000010:3.1:1787755392.205446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92508142b000.
00010000:00000010:3.1:1787755392.205449:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506ae6e100.
00010000:00000010:3.1:1787755392.205451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff924f57c71800.
00010000:00000010:3.1:1787755392.205454:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b575900.
00010000:00000010:3.1:1787755392.205457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e563e00.
00010000:00000010:3.1:1787755392.205461:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250582a5900.
00010000:00000010:3.1:1787755392.205464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e563c00.
00010000:00000010:3.1:1787755392.205467:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250582a5400.
00010000:00000010:3.1:1787755392.205472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e562400.
00010000:00000010:3.1:1787755392.205475:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507164ee00.
00010000:00000010:3.1:1787755392.205479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043660800.
00010000:00000010:3.1:1787755392.205481:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e439500.
00010000:00000010:3.1:1787755392.205484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff924f57c70800.
00010000:00000010:3.1:1787755392.205487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250582a5b00.
00010000:00000010:3.1:1787755392.205489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e562c00.
00000080:00000010:3.1:1787755392.384322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250436622a0.
00000080:00000010:3.1:1787755392.436703:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662720.
00000080:00000010:3.1:1787755392.620934:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662fe0.
00010000:00000010:3.1:1787755393.729723:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925049846200.
00010000:00000010:3.1:1787755393.729741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043661400.
00000080:00000010:3.1:1787755393.843612:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c340.
00000080:00000010:3.1:1787755393.843638:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250436620c0.
00000080:00000010:3.1:1787755396.542290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662100.
00000080:00000010:3.1:1787755396.542305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c6e0.
00010000:00000010:3.1:1787755397.638039:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b575400.
00010000:00000010:3.1:1787755397.638061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507dadd200.
00000080:00000010:3.1:1787755397.638069:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c860.
00000080:00000010:3.1:1787755397.638082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c6e0.
00010000:00000010:3.1:1787755399.652836:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b575d00.
00010000:00000010:3.1:1787755399.652859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e562e00.
00010000:00000010:3.1:1787755399.652866:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b575100.
00010000:00000010:3.1:1787755399.652870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e563400.
00010000:00000010:3.1:1787755399.654857:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e439a00.
00010000:00000010:3.1:1787755399.654874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92508142aa00.
00010000:00000010:3.1:1787755399.654877:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e439200.
00010000:00000010:3.1:1787755399.654882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250773b8200.
00010000:00000010:3.1:1787755399.654887:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e439f00.
00010000:00000010:3.1:1787755399.654890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92508142a600.
00010000:00000010:3.1:1787755399.654897:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507164e300.
00010000:00000010:3.1:1787755399.654901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92508142b800.
00010000:00000010:3.1:1787755399.654904:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507164e200.
00010000:00000010:3.1:1787755399.654908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff924f57c71a00.
00010000:00000010:3.1:1787755399.654911:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507164ed00.
00010000:00000010:3.1:1787755399.654915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250773b9a00.
00010000:00000010:3.1:1787755399.654918:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507164e100.
00010000:00000010:3.1:1787755399.654921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92508142bc00.
00010000:00000010:3.1:1787755399.654923:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507164ea00.
00010000:00000010:3.1:1787755399.654926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250773b9400.
00010000:00000010:3.1:1787755399.654929:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507164ec00.
00010000:00000010:3.1:1787755399.654932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff924f57c71c00.
00010000:00000010:3.1:1787755399.654934:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507164e800.
00010000:00000010:3.1:1787755399.654937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250773b9c00.
00010000:00000010:3.1:1787755399.654940:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e439700.
00010000:00000010:3.1:1787755399.654943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92508142b600.
00010000:00000010:3.1:1787755399.654946:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e439b00.
00010000:00000010:3.1:1787755399.654948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff924f57c71000.
00010000:00000010:3.1:1787755399.654951:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507164e400.
00010000:00000010:3.1:1787755399.654954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92508142b200.
00010000:00000010:3.1:1787755399.654957:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e439100.
00010000:00000010:3.1:1787755399.654959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92508142a000.
00010000:00000010:3.1:1787755402.327309:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e439100.
00010000:00000010:3.1:1787755402.327326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e562400.
00010000:00000010:3.1:1787755405.704465:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e42d000.
00010000:00000010:3.1:1787755405.704479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a02e800.
00000080:00000010:3.1:1787755405.756296:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c000.
00000080:00000010:3.1:1787755405.756308:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925078444500.
00010000:00000010:3.1:1787755407.619322:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b575800.
00010000:00000010:3.1:1787755407.619338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e562a00.
00010000:00000010:3.1:1787755407.619347:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077bd5300.
00010000:00000010:3.1:1787755407.619353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ecff200.
00010000:00000010:3.1:1787755407.619357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b575a00.
00010000:00000010:3.1:1787755407.619361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e563800.
00010000:00000010:3.1:1787755407.619364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b575000.
00010000:00000010:3.1:1787755407.619367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e563000.
00010000:00000010:3.1:1787755407.619370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507164eb00.
00010000:00000010:3.1:1787755407.619374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ecfe400.
00010000:00000010:3.1:1787755407.619377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077bd5900.
00010000:00000010:3.1:1787755407.619379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ecfea00.
00010000:00000010:3.1:1787755407.619381:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077bd5600.
00010000:00000010:3.1:1787755407.619384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ecff800.
00010000:00000010:3.1:1787755407.619388:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506ae6ef00.
00010000:00000010:3.1:1787755407.619390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ecff000.
00010000:00000010:3.1:1787755407.619393:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077bd5e00.
00010000:00000010:3.1:1787755407.619396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ecffc00.
00010000:00000010:3.1:1787755407.619398:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077bd5f00.
00010000:00000010:3.1:1787755407.619401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ecfee00.
00010000:00000010:3.1:1787755407.619404:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077bd5d00.
00010000:00000010:3.1:1787755407.619406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ecff600.
00010000:00000010:3.1:1787755407.619409:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b575e00.
00010000:00000010:3.1:1787755407.619411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e563200.
00010000:00000010:3.1:1787755407.619414:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507164e600.
00010000:00000010:3.1:1787755407.619417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff924f57c70000.
00010000:00000010:3.1:1787755407.619420:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077bd5100.
00010000:00000010:3.1:1787755407.619422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ecfe200.
00010000:00000010:3.1:1787755407.619425:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e439600.
00010000:00000010:3.1:1787755407.619429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff924f57c71200.
00010000:00000010:3.1:1787755407.619451:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507164e900.
00010000:00000010:3.1:1787755407.619455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250773b9000.
00000080:00000010:3.1:1787755407.743855:0:238950:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4a888240.
00010000:00000010:3.1:1787755409.738331:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925066e21f00.
00010000:00000010:3.1:1787755409.738351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506c238200.
00000080:00000010:3.1:1787755409.792342:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c340.
00000080:00000010:3.1:1787755409.792363:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250784444c0.
00000080:00000010:3.1:1787755411.131639:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662b40.
00000080:00000010:3.1:1787755411.131664:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4a8883c0.
00010000:00000010:3.1:1787755413.783341:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e439500.
00010000:00000010:3.1:1787755413.783357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e562400.
00000080:00000010:3.1:1787755413.799510:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c0e0.
00000080:00000010:3.1:1787755413.799526:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662e20.
00010000:00000010:3.1:1787755415.879521:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925066e21600.
00010000:00000010:3.1:1787755415.880073:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506c239200.
00010000:00000010:3.1:1787755419.851342:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925066e22200.
00010000:00000010:3.1:1787755419.851353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a02c600.
00010000:00000010:3.1:1787755425.311992:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250721bfa00.
00010000:00000010:3.1:1787755425.312013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd4f400.
00000080:00000010:3.1:1787755426.989318:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662ba0.
00000080:00000010:3.1:1787755426.989334:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250436627c0.
00010000:00000010:3.1:1787755427.595367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c23a600.
00010000:00000010:3.1:1787755427.595397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd4c800.
00000080:00000010:3.1:1787755430.225320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662ec0.
00010000:00000010:3.1:1787755431.178309:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c23ac00.
00010000:00000010:3.1:1787755431.178326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd4d000.
00000080:00000010:3.1:1787755437.901652:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662f60.
00000080:00000010:3.1:1787755437.964695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662720.
00000080:00000010:3.1:1787755438.143686:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662b00.
00000080:00000010:3.1:1787755440.202477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662c40.
00000080:00000010:3.1:1787755440.202492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925078444b80.
00000080:00000010:3.1:1787755441.816374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250436622a0.
00000080:00000010:3.1:1787755441.816398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925078444d60.
00010000:00000010:3.1:1787755442.631521:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925045abb900.
00010000:00000010:3.1:1787755442.631631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ecff000.
00010000:00000010:3.1:1787755443.453282:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250721bf100.
00010000:00000010:3.1:1787755443.453301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd4f400.
00000080:00000010:3.1:1787755443.478469:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4ceba440.
00000080:00000010:3.1:1787755443.478486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925078444cc0.
00010000:00000010:3.1:1787755444.626094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250721bf100.
00010000:00000010:3.1:1787755444.626113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ee18200.
00010000:00000010:3.1:1787755448.081326:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505ec08a00.
00010000:00000010:3.1:1787755448.081345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077a02a00.
00010000:00000010:3.1:1787755448.081352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a1c7100.
00010000:00000010:3.1:1787755448.081356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c026600.
00010000:00000010:3.1:1787755448.081359:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a1c7500.
00010000:00000010:3.1:1787755448.081361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c026200.
00010000:00000010:3.1:1787755448.081363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a1c7400.
00010000:00000010:3.1:1787755448.081367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e46c00.
00010000:00000010:3.1:1787755448.081371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a1c7c00.
00010000:00000010:3.1:1787755448.081373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c027000.
00010000:00000010:3.1:1787755448.081376:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a1c7f00.
00010000:00000010:3.1:1787755448.081379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e46a00.
00010000:00000010:3.1:1787755448.081383:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504a42ab00.
00010000:00000010:3.1:1787755448.081386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db7a800.
00010000:00000010:3.1:1787755448.081389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504a42aa00.
00010000:00000010:3.1:1787755448.081391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077a02c00.
00010000:00000010:3.1:1787755448.081393:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504a42a300.
00010000:00000010:3.1:1787755448.081397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e47600.
00010000:00000010:3.1:1787755448.081401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e56ca00.
00010000:00000010:3.1:1787755448.081403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db7bc00.
00010000:00000010:3.1:1787755448.081407:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504a42a600.
00010000:00000010:3.1:1787755448.081409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e47200.
00010000:00000010:3.1:1787755448.081412:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e56c000.
00010000:00000010:3.1:1787755448.081414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e46000.
00010000:00000010:3.1:1787755448.081416:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e56c800.
00010000:00000010:3.1:1787755448.081437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db7aa00.
00010000:00000010:3.1:1787755448.081439:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e56ce00.
00010000:00000010:3.1:1787755448.081442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db7b000.
00010000:00000010:3.1:1787755448.081445:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a1c7e00.
00010000:00000010:3.1:1787755448.081452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c026a00.
00010000:00000010:3.1:1787755448.081454:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a1c7000.
00010000:00000010:3.1:1787755448.081457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e47000.
00000080:00000010:3.1:1787755448.134400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e840.
00000080:00000010:3.1:1787755448.147339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e100.
00000080:00000010:3.1:1787755448.175325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e840.
00000080:00000010:3.1:1787755448.181349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e100.
00010000:00000010:3.1:1787755449.398487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925045abba00.
00010000:00000010:3.1:1787755449.398506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ee18400.
00000080:00000010:3.1:1787755449.454305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e100.
00000080:00000010:3.1:1787755449.454319:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4a8882a0.
00010000:00000010:3.1:1787755456.913818:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925045abba00.
00010000:00000010:3.1:1787755456.913844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ee19400.
00010000:00000010:3.1:1787755461.456338:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250714a0300.
00010000:00000010:3.1:1787755461.456358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2a1200.
00010000:00000010:3.1:1787755462.234973:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077bd5c00.
00010000:00000010:3.1:1787755462.235005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507eb1e200.
00000080:00000010:3.1:1787755465.506164:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662280.
00010000:00000010:3.1:1787755473.629321:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077e60d00.
00010000:00000010:3.1:1787755473.629339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507165ac00.
00000080:00000010:3.1:1787755473.674326:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6efe0.
00000080:00000010:3.1:1787755473.674349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925078444620.
00000080:00000010:3.1:1787755475.193330:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250436620e0.
00000080:00000010:3.1:1787755475.306341:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662ba0.
00010000:00000010:3.1:1787755477.027524:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250714a0300.
00010000:00000010:3.1:1787755477.027542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2a0c00.
00010000:00000010:3.1:1787755478.447343:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250714a0300.
00010000:00000010:3.1:1787755478.447366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066d5de00.
00010000:00000010:3.1:1787755484.185334:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504bb1a900.
00010000:00000010:3.1:1787755484.185379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507eb1f400.
00010000:00000010:3.1:1787755484.185383:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504bb1a600.
00010000:00000010:3.1:1787755484.185388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066d5c400.
00010000:00000010:3.1:1787755484.185392:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925071667900.
00010000:00000010:3.1:1787755484.185397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066d5cc00.
00010000:00000010:3.1:1787755484.185401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925051bb2100.
00010000:00000010:3.1:1787755484.185405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e5dfc00.
00010000:00000010:3.1:1787755484.185408:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504a42a700.
00010000:00000010:3.1:1787755484.185411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507eb1fc00.
00010000:00000010:3.1:1787755484.185414:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925051bb2a00.
00010000:00000010:3.1:1787755484.185417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e57b400.
00010000:00000010:3.1:1787755484.185420:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504a42ac00.
00010000:00000010:3.1:1787755484.185423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507eb1ea00.
00010000:00000010:3.1:1787755484.185425:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925051bb2800.
00010000:00000010:3.1:1787755484.185429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e57ae00.
00010000:00000010:3.1:1787755484.185432:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505ec08f00.
00010000:00000010:3.1:1787755484.185435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e57a000.
00010000:00000010:3.1:1787755484.185438:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504bb1a000.
00010000:00000010:3.1:1787755484.185440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e57a400.
00010000:00000010:3.1:1787755484.185444:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507ae17f00.
00010000:00000010:3.1:1787755484.185448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e5dec00.
00010000:00000010:3.1:1787755484.185451:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504bb1ad00.
00010000:00000010:3.1:1787755484.185454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e57ac00.
00010000:00000010:3.1:1787755484.185456:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507ae17200.
00010000:00000010:3.1:1787755484.185459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507eb1f000.
00010000:00000010:3.1:1787755484.185461:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504bb1a100.
00010000:00000010:3.1:1787755484.185465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066d5d800.
00010000:00000010:3.1:1787755484.185468:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507ae17800.
00010000:00000010:3.1:1787755484.185471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507eb1f600.
00010000:00000010:3.1:1787755484.185473:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507ae17a00.
00010000:00000010:3.1:1787755484.185476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e5de000.
00000080:00000010:3.1:1787755484.231723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250436622e0.
00000080:00000010:3.1:1787755484.270460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250436629c0.
00010000:00000010:3.1:1787755484.539291:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077e60400.
00010000:00000010:3.1:1787755484.539310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db74e00.
00000080:00000010:3.1:1787755484.591779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6ebc0.
00000080:00000010:3.1:1787755484.591804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925078444b60.
00000080:00000010:3.1:1787755487.851398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662f60.
00000080:00000010:3.1:1787755487.851414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f68c56040.
00000080:00000010:3.1:1787755490.950383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662d20.
00000080:00000010:3.1:1787755490.950402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e400.
00010000:00000010:3.1:1787755492.843485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504bb1a700.
00010000:00000010:3.1:1787755492.843498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066d5d400.
00010000:00000010:3.1:1787755492.843507:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925071667100.
00010000:00000010:3.1:1787755492.843512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066d5a600.
00010000:00000010:3.1:1787755492.843515:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504a42a900.
00010000:00000010:3.1:1787755492.843517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066d5a800.
00010000:00000010:3.1:1787755492.843520:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504bb1a300.
00010000:00000010:3.1:1787755492.843522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066d5c800.
00010000:00000010:3.1:1787755492.848317:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925051bb2b00.
00010000:00000010:3.1:1787755492.848325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e5df600.
00010000:00000010:3.1:1787755492.848328:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504a42a200.
00010000:00000010:3.1:1787755492.848333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e5dee00.
00010000:00000010:3.1:1787755492.848335:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925051bb2300.
00010000:00000010:3.1:1787755492.848338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e57a800.
00010000:00000010:3.1:1787755492.848341:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925051bb2700.
00010000:00000010:3.1:1787755492.848344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e57b000.
00010000:00000010:3.1:1787755492.848349:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925071667c00.
00010000:00000010:3.1:1787755492.848352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e5df000.
00010000:00000010:3.1:1787755492.848355:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925071667200.
00010000:00000010:3.1:1787755492.848357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e57b600.
00010000:00000010:3.1:1787755492.848360:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925051bb2600.
00010000:00000010:3.1:1787755492.848362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e5de600.
00010000:00000010:3.1:1787755492.848365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504bb1af00.
00010000:00000010:3.1:1787755492.848368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066d5ce00.
00010000:00000010:3.1:1787755492.848385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925071667400.
00010000:00000010:3.1:1787755492.848388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507eb1f800.
00010000:00000010:3.1:1787755492.848391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925051bb2e00.
00010000:00000010:3.1:1787755492.848393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e57ba00.
00010000:00000010:3.1:1787755492.848396:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925071667b00.
00010000:00000010:3.1:1787755492.848399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066d5dc00.
00010000:00000010:3.1:1787755492.848402:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925071667300.
00010000:00000010:3.1:1787755492.848405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507eb1e800.
00010000:00000010:3.1:1787755493.106317:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250672d7c00.
00010000:00000010:3.1:1787755493.106336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cb05600.
00000080:00000010:3.1:1787755493.121973:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e200.
00000080:00000010:3.1:1787755493.121990:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f68c566a0.
00010000:00000010:3.1:1787755494.807554:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507db76100.
00010000:00000010:3.1:1787755494.807571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cb05600.
00010000:00000010:3.1:1787755498.530582:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077bd5c00.
00010000:00000010:3.1:1787755498.530604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e57a000.
00000080:00000010:3.1:1787755502.487603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662780.
00000080:00000010:3.1:1787755502.499727:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6eb80.
00010000:00000010:3.1:1787755502.739631:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c231500.
00010000:00000010:3.1:1787755502.739646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db74000.
00000080:00000010:3.1:1787755502.790730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6eb80.
00000080:00000010:3.1:1787755502.790750:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250784444e0.
00000080:00000010:3.1:1787755504.710685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662d80.
00000080:00000010:3.1:1787755504.710701:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f68c56ba0.
00010000:00000010:3.1:1787755510.888498:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c233900.
00010000:00000010:3.1:1787755510.888516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d230200.
00000080:00000010:3.1:1787755511.953858:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e680.
00000080:00000010:3.1:1787755512.891557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662d20.
00000080:00000010:3.1:1787755512.959334:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250436625a0.
00010000:00000010:3.1:1787755514.723342:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925051bb2f00.
00010000:00000010:3.1:1787755514.723355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066d5aa00.
00010000:00000010:3.1:1787755525.012454:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925051bb2600.
00010000:00000010:3.1:1787755525.012508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077a03000.
00010000:00000010:3.1:1787755529.480400:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250672d4d00.
00010000:00000010:3.1:1787755529.480424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d233800.
00000080:00000010:3.1:1787755529.549243:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662d80.
00000080:00000010:3.1:1787755529.549282:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250436625a0.
00010000:00000010:3.1:1787755530.450097:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cb02000.
00010000:00000010:3.1:1787755530.450115:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077a03200.
00000080:00000010:3.1:1787755530.500449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e3c0.
00000080:00000010:3.1:1787755530.500467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f68c56b80.
00000080:00000010:3.1:1787755532.815572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925051ba1ac0.
00010000:00000010:3.1:1787755533.072513:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cb02e00.
00010000:00000010:3.1:1787755533.072532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066d5b800.
00000080:00000010:3.1:1787755533.090309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e4e0.
00000080:00000010:3.1:1787755533.090321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e6e0.
00010000:00000010:3.1:1787755534.202544:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250672d4f00.
00010000:00000010:3.1:1787755534.202552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d232c00.
00000080:00000010:3.1:1787755536.716112:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925049bffce0.
00000080:00000010:3.1:1787755536.743463:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250784445a0.
00000080:00000010:3.1:1787755543.282239:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9a00.
00010000:00000010:3.1:1787755543.909329:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cb03300.
00010000:00000010:3.1:1787755543.909355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2bec00.
00000080:00000010:3.1:1787755543.933401:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e500.
00000080:00000010:3.1:1787755543.933418:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9cc0.
00010000:00000010:3.1:1787755544.999672:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250672d4900.
00010000:00000010:3.1:1787755544.999689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d237e00.
00000080:00000010:3.1:1787755545.013328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e500.
00000080:00000010:3.1:1787755545.013346:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250784449a0.
00000080:00000010:3.1:1787755545.597321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9060.
00000080:00000010:3.1:1787755545.597342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925078444380.
00010000:00000010:3.1:1787755547.409333:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cae1400.
00010000:00000010:3.1:1787755547.409351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2bec00.
00000080:00000010:3.1:1787755547.474697:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e500.
00000080:00000010:3.1:1787755547.474722:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a91e0.
00000080:00000010:3.1:1787755548.493645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f68c56b60.
00000080:00000010:3.1:1787755548.493677:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f68c568c0.
00000080:00000010:3.1:1787755551.880115:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9520.
00000080:00000010:3.1:1787755551.880153:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9640.
00010000:00000010:3.1:1787755553.089318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e4b1e00.
00010000:00000010:3.1:1787755553.089335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92508150f200.
00010000:00000010:3.1:1787755553.089342:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cae1e00.
00010000:00000010:3.1:1787755553.089348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507f17ba00.
00010000:00000010:3.1:1787755553.089352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e4b1100.
00010000:00000010:3.1:1787755553.089355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507f17bc00.
00010000:00000010:3.1:1787755553.089358:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e4b1c00.
00010000:00000010:3.1:1787755553.089363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250672c1800.
00010000:00000010:3.1:1787755553.089367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e4b1f00.
00010000:00000010:3.1:1787755553.089371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250672c0c00.
00010000:00000010:3.1:1787755553.089375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e4b1900.
00010000:00000010:3.1:1787755553.089389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92508150e600.
00010000:00000010:3.1:1787755553.089391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e4b1200.
00010000:00000010:3.1:1787755553.089394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250672c0200.
00010000:00000010:3.1:1787755553.089397:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e4b1400.
00010000:00000010:3.1:1787755553.089400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92508150f000.
00010000:00000010:3.1:1787755553.089403:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e4b1b00.
00010000:00000010:3.1:1787755553.089406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e57aa00.
00010000:00000010:3.1:1787755553.089411:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff924f72b46f00.
00010000:00000010:3.1:1787755553.089414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250672c1000.
00010000:00000010:3.1:1787755553.089417:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e4b1500.
00010000:00000010:3.1:1787755553.089420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506eafee00.
00010000:00000010:3.1:1787755553.089424:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e5d4f00.
00010000:00000010:3.1:1787755553.089428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507783dc00.
00010000:00000010:3.1:1787755553.089432:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e4b1700.
00010000:00000010:3.1:1787755553.089435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506eafe200.
00010000:00000010:3.1:1787755553.089439:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cae1c00.
00010000:00000010:3.1:1787755553.089442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250672c1600.
00010000:00000010:3.1:1787755553.089445:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff924f72b46200.
00010000:00000010:3.1:1787755553.089448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507783de00.
00010000:00000010:3.1:1787755553.089474:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e4b1600.
00010000:00000010:3.1:1787755553.089477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506eaff800.
00000080:00000010:3.1:1787755553.171994:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9d00.
00000080:00000010:3.1:1787755553.267440:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f68c56360.
00000080:00000010:3.1:1787755553.278728:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6ec20.
00010000:00000010:3.1:1787755553.566895:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cb03d00.
00010000:00000010:3.1:1787755553.566921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066d5a200.
00000080:00000010:3.1:1787755553.618478:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6ec20.
00000080:00000010:3.1:1787755553.618693:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6ea80.
00010000:00000010:3.1:1787755557.140863:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925051bb2c00.
00010000:00000010:3.1:1787755557.140882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066d5a000.
00000080:00000010:3.1:1787755557.182357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6ef20.
00000080:00000010:3.1:1787755557.182381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e020.
00010000:00000010:3.1:1787755558.283351:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250672d4100.
00010000:00000010:3.1:1787755558.283387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d236200.
00010000:00000010:3.1:1787755560.318314:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e4b1700.
00010000:00000010:3.1:1787755560.318338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250672c1200.
00000080:00000010:3.1:1787755560.397145:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e3a0.
00000080:00000010:3.1:1787755560.397179:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9880.
00010000:00000010:3.1:1787755565.547870:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925051bb2400.
00010000:00000010:3.1:1787755565.547888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507f17bc00.
00000080:00000010:3.1:1787755568.587497:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9aa0.
00000080:00000010:3.1:1787755568.587518:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925078444a40.
00000080:00000010:3.1:1787755569.650384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a99c0.
00000080:00000010:3.1:1787755569.650397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9220.
00010000:00000010:3.1:1787755572.209496:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c23b900.
00010000:00000010:3.1:1787755572.209519:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d237a00.
00000080:00000010:3.1:1787755572.269338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6eaa0.
00000080:00000010:3.1:1787755572.269352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250784444c0.
00010000:00000010:3.1:1787755573.074141:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925044c51000.
00010000:00000010:3.1:1787755573.074157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e423200.
00000080:00000010:3.1:1787755574.891403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a94e0.
00000080:00000010:3.1:1787755574.891422:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f68c567c0.
00010000:00000010:3.1:1787755579.495359:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925044c51500.
00010000:00000010:3.1:1787755579.495394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043679400.
00000080:00000010:3.1:1787755579.511352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6ec40.
00000080:00000010:3.1:1787755579.511375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250784445a0.
00000080:00000010:3.1:1787755582.230546:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9200.
00000080:00000010:3.1:1787755582.230565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9ac0.
00000080:00000010:3.1:1787755583.706715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f68c56040.
00010000:00000010:3.1:1787755583.916370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925044c51500.
00010000:00000010:3.1:1787755583.916378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043679a00.
00000080:00000010:3.1:1787755583.980554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e8c0.
00000080:00000010:3.1:1787755583.980576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925078444f00.
00010000:00000010:3.1:1787755588.024369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a664d00.
00010000:00000010:3.1:1787755588.024385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b8400.
00000080:00000010:3.1:1787755588.047335:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e760.
00000080:00000010:3.1:1787755588.047355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e440.
00010000:00000010:3.1:1787755591.920889:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a664300.
00010000:00000010:3.1:1787755591.920915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2bfc00.
00000080:00000010:3.1:1787755591.983325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e760.
00000080:00000010:3.1:1787755591.983348:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a90c0.
00000080:00000010:3.1:1787755594.671963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f51b802e0.
00010000:00000010:3.1:1787755594.671988:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506ad5a600.
00010000:00000010:3.1:1787755594.671996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250721aba00.
00010000:00000010:3.1:1787755594.672001:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507721c400.
00010000:00000010:3.1:1787755594.672003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504356d000.
00010000:00000010:3.1:1787755594.672028:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506ad5ae00.
00010000:00000010:3.1:1787755594.672032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92508150e800.
00010000:00000010:3.1:1787755594.672036:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503c00.
00010000:00000010:3.1:1787755594.672068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b8a00.
00010000:00000010:3.1:1787755594.672074:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f16e000.
00010000:00000010:3.1:1787755594.672077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250721ab200.
00010000:00000010:3.1:1787755594.672080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f16ef00.
00010000:00000010:3.1:1787755594.672084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92508150f800.
00010000:00000010:3.1:1787755594.672087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503100.
00010000:00000010:3.1:1787755594.672090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b9e00.
00010000:00000010:3.1:1787755594.672107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503d00.
00010000:00000010:3.1:1787755594.672110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b9c00.
00010000:00000010:3.1:1787755594.672113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f16e700.
00010000:00000010:3.1:1787755594.672116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250721ab600.
00010000:00000010:3.1:1787755594.672119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff924f72b46c00.
00010000:00000010:3.1:1787755594.672122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250721abe00.
00010000:00000010:3.1:1787755594.672126:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250580b1300.
00010000:00000010:3.1:1787755594.672130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c53c800.
00010000:00000010:3.1:1787755594.672134:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250580b1900.
00010000:00000010:3.1:1787755594.672137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e68c00.
00010000:00000010:3.1:1787755594.672140:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250580b1600.
00010000:00000010:3.1:1787755594.672142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92508150ec00.
00010000:00000010:3.1:1787755594.672145:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250580b1e00.
00010000:00000010:3.1:1787755594.672147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e68600.
00010000:00000010:3.1:1787755594.672150:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925042d2cc00.
00010000:00000010:3.1:1787755594.672155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504891f800.
00010000:00000010:3.1:1787755594.672158:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f16ec00.
00010000:00000010:3.1:1787755594.672160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92508150fc00.
00000080:00000010:3.1:1787755595.635178:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9b60.
00000080:00000010:3.1:1787755595.739768:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9ec0.
00000080:00000010:3.1:1787755597.097653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9d80.
00000080:00000010:3.1:1787755597.097671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a92c0.
00000080:00000010:3.1:1787755599.275687:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9800.
00000080:00000010:3.1:1787755599.275715:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f68c563c0.
00010000:00000010:3.1:1787755602.549446:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a664b00.
00010000:00000010:3.1:1787755602.549458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b8400.
00010000:00000010:3.1:1787755603.114080:0:238949:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a664300.
00010000:00000010:3.1:1787755603.114112:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e68000.
00000080:00000010:3.1:1787755603.139370:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e040.
00000080:00000010:3.1:1787755603.139388:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f68c568a0.
00000080:00000010:3.1:1787755603.837287:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9a80.
00000080:00000010:3.1:1787755603.837302:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925078444500.
00010000:00000010:3.1:1787755604.663382:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a664300.
00010000:00000010:3.1:1787755604.663423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c53c800.
00000080:00000010:3.1:1787755604.718312:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e8a0.
00000080:00000010:3.1:1787755604.718324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e720.
00010000:00000010:3.1:1787755605.444046:0:238949:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f16e900.
00010000:00000010:3.1:1787755605.444063:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b9c00.
00010000:00000010:3.1:1787755608.860901:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925058a0f500.
00010000:00000010:3.1:1787755608.860930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043679a00.
00000080:00000010:3.1:1787755608.919309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e0e0.
00000080:00000010:3.1:1787755608.919323:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250784445a0.
00010000:00000010:3.1:1787755609.492152:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507721c400.
00010000:00000010:3.1:1787755609.492179:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e68400.
00000080:00000010:3.1:1787755609.529317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e0e0.
00000080:00000010:3.1:1787755609.529338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f68c56080.
00010000:00000010:3.1:1787755610.625627:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff924f72b46200.
00010000:00000010:3.1:1787755610.625644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b9c00.
00000080:00000010:3.1:1787755610.691499:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e0e0.
00000080:00000010:3.1:1787755610.691531:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9ee0.
00000080:00000010:3.1:1787755611.929013:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a90e0.
00000080:00000010:3.1:1787755611.929048:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f68c56700.
00000080:00000010:3.1:1787755613.265301:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9f60.
00000080:00000010:3.1:1787755613.265319:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e720.
00010000:00000010:3.1:1787755615.353644:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f16ed00.
00010000:00000010:3.1:1787755615.353668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250721aa200.
00010000:00000010:3.1:1787755619.166755:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250508ae400.
00010000:00000010:3.1:1787755619.166764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250721aae00.
00010000:00000010:3.1:1787755619.895531:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925051b8c700.
00010000:00000010:3.1:1787755619.895548:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b9600.
00000080:00000010:3.1:1787755619.918347:0:1028:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6efa0.
00000080:00000010:3.1:1787755619.918364:0:1028:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9c20.
00010000:00000010:3.1:1787755622.593327:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925051b8c700.
00010000:00000010:3.1:1787755622.593339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250721abe00.
00010000:00000010:3.1:1787755623.967325:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504c45e200.
00010000:00000010:3.1:1787755623.967357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e5de200.
00010000:00000010:3.1:1787755625.354534:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250508ae400.
00010000:00000010:3.1:1787755625.354558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066d5d600.
00010000:00000010:3.1:1787755625.960398:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff924f72b46d00.
00010000:00000010:3.1:1787755625.960417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250721ab200.
00000080:00000010:3.1:1787755625.992403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6ed00.
00000080:00000010:3.1:1787755625.992419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e3e0.
00010000:00000010:3.1:1787755626.621475:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff924f72b46800.
00010000:00000010:3.1:1787755626.621498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250721aba00.
00000080:00000010:3.1:1787755626.702556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e8e0.
00000080:00000010:3.1:1787755626.702579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6ed00.
00010000:00000010:3.1:1787755627.319820:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cae1e00.
00010000:00000010:3.1:1787755627.319837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066d5d200.
00000080:00000010:3.1:1787755627.339338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6ed00.
00000080:00000010:3.1:1787755627.339354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f68c567c0.
00000080:00000010:3.1:1787755628.394348:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9940.
00000080:00000010:3.1:1787755628.394373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250784445a0.
00010000:00000010:3.1:1787755630.696321:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250721b5e00.
00010000:00000010:3.1:1787755630.696343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507eb1f400.
00010000:00000010:3.1:1787755632.827670:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff924f72b46800.
00010000:00000010:3.1:1787755632.827686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c020a00.
00010000:00000010:3.1:1787755636.534368:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff924f72b46800.
00010000:00000010:3.1:1787755636.534385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c020a00.
00000080:00000010:3.1:1787755636.585640:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e4e0.
00000080:00000010:3.1:1787755636.585658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9620.
00010000:00000010:3.1:1787755637.780475:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92508150f300.
00010000:00000010:3.1:1787755637.780497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925076124a00.
00000080:00000010:3.1:1787755637.817335:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e4e0.
00000080:00000010:3.1:1787755637.817356:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f68c56c20.
00000080:00000010:3.1:1787755639.913292:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62900.
00000080:00000010:3.1:1787755639.931848:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e4e0.
00000080:00000010:3.1:1787755639.937083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6ef80.
00000080:00000010:3.1:1787755639.952359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e3c0.
00000080:00000010:3.1:1787755639.985411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6ef80.
00010000:00000010:3.1:1787755646.418323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e2b6b00.
00010000:00000010:3.1:1787755646.418366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925076125800.
00000080:00000010:3.1:1787755647.471912:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a98a0.
00000080:00000010:3.1:1787755647.471999:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6ec00.
00010000:00000010:3.1:1787755648.731809:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250721b5500.
00010000:00000010:3.1:1787755648.731828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507eb1e200.
00010000:00000010:3.1:1787755652.478949:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250721b5400.
00010000:00000010:3.1:1787755652.478962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250771c2c00.
00010000:00000010:3.1:1787755652.478966:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250721b5300.
00010000:00000010:3.1:1787755652.478969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925076087600.
00010000:00000010:3.1:1787755652.478973:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504366b500.
00010000:00000010:3.1:1787755652.478976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c03ec00.
00010000:00000010:3.1:1787755652.478980:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250721b5900.
00010000:00000010:3.1:1787755652.478983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925076086a00.
00010000:00000010:3.1:1787755652.478988:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f160f00.
00010000:00000010:3.1:1787755652.478991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250771c2200.
00010000:00000010:3.1:1787755652.478993:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f160000.
00010000:00000010:3.1:1787755652.478997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504868ea00.
00010000:00000010:3.1:1787755652.479000:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250721b5b00.
00010000:00000010:3.1:1787755652.479002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925076087e00.
00010000:00000010:3.1:1787755652.479005:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504366b900.
00010000:00000010:3.1:1787755652.479007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c03e600.
00010000:00000010:3.1:1787755652.479010:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f160100.
00010000:00000010:3.1:1787755652.479012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250771c2000.
00010000:00000010:3.1:1787755652.479016:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503800.
00010000:00000010:3.1:1787755652.479020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b8200.
00010000:00000010:3.1:1787755652.479022:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250721b5800.
00010000:00000010:3.1:1787755652.479025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250771c3000.
00010000:00000010:3.1:1787755652.479028:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250721b5100.
00010000:00000010:3.1:1787755652.479030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925076086e00.
00010000:00000010:3.1:1787755652.479033:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250721b5f00.
00010000:00000010:3.1:1787755652.479035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925076086000.
00010000:00000010:3.1:1787755652.479038:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503f00.
00010000:00000010:3.1:1787755652.479057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b8000.
00010000:00000010:3.1:1787755652.479059:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f160c00.
00010000:00000010:3.1:1787755652.479062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250771c3600.
00010000:00000010:3.1:1787755652.479065:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f160800.
00010000:00000010:3.1:1787755652.479067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504868e000.
00000080:00000010:3.1:1787755652.555733:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9540.
00010000:00000010:3.1:1787755653.216320:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925051b8cd00.
00010000:00000010:3.1:1787755653.216338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507eb1ee00.
00010000:00000010:3.1:1787755658.152848:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925051b8cc00.
00010000:00000010:3.1:1787755658.152865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507eb1f000.
00010000:00000010:3.1:1787755660.405333:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e2b6e00.
00010000:00000010:3.1:1787755660.405351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925076125800.
00000080:00000010:3.1:1787755660.423338:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e7a0.
00000080:00000010:3.1:1787755660.423358:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f68c56c20.
00010000:00000010:3.1:1787755665.828191:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f160b00.
00010000:00000010:3.1:1787755665.828217:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250672dde00.
00010000:00000010:3.1:1787755665.828234:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a18900.
00010000:00000010:3.1:1787755665.828244:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925076086400.
00010000:00000010:3.1:1787755665.828247:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a18f00.
00010000:00000010:3.1:1787755665.828252:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504868fa00.
00010000:00000010:3.1:1787755665.828255:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a18000.
00010000:00000010:3.1:1787755665.828258:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504868e800.
00010000:00000010:3.1:1787755665.828261:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a18d00.
00010000:00000010:3.1:1787755665.828264:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925076087400.
00010000:00000010:3.1:1787755665.828294:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f160a00.
00010000:00000010:3.1:1787755665.828298:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925076087a00.
00010000:00000010:3.1:1787755665.828301:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a18a00.
00010000:00000010:3.1:1787755665.828305:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250771c3400.
00010000:00000010:3.1:1787755665.828308:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a18c00.
00010000:00000010:3.1:1787755665.828311:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925076086800.
00010000:00000010:3.1:1787755665.828314:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504366b400.
00010000:00000010:3.1:1787755665.828317:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c03fc00.
00010000:00000010:3.1:1787755665.828344:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250451b1900.
00010000:00000010:3.1:1787755665.828348:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504868f000.
00010000:00000010:3.1:1787755665.828353:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250721b5c00.
00010000:00000010:3.1:1787755665.828356:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504868f600.
00010000:00000010:3.1:1787755665.828369:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250451b1300.
00010000:00000010:3.1:1787755665.828373:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250771c3c00.
00010000:00000010:3.1:1787755665.828375:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f160500.
00010000:00000010:3.1:1787755665.828378:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504868f400.
00010000:00000010:3.1:1787755665.828380:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250721b5000.
00010000:00000010:3.1:1787755665.828382:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925076086200.
00010000:00000010:3.1:1787755665.828384:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f160700.
00010000:00000010:3.1:1787755665.828386:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250771c3800.
00010000:00000010:3.1:1787755665.828389:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f160600.
00010000:00000010:3.1:1787755665.828393:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250771c2600.
00000080:00000010:3.1:1787755665.914660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9660.
00000080:00000010:3.1:1787755665.966062:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a98e0.
00000080:00000010:3.1:1787755666.178768:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9b40.
00010000:00000010:3.1:1787755668.595082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e2b6800.
00010000:00000010:3.1:1787755668.595105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504868e400.
00010000:00000010:3.1:1787755670.987572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e2b6b00.
00010000:00000010:3.1:1787755670.987590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c03e600.
00000080:00000010:3.1:1787755671.032013:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e0c0.
00000080:00000010:3.1:1787755671.032036:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e7e0.
00000080:00000010:3.1:1787755672.309013:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9560.
00000080:00000010:3.1:1787755672.309039:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f68c56580.
00010000:00000010:3.1:1787755679.171556:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507165db00.
00010000:00000010:3.1:1787755679.171573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504891f400.
00000080:00000010:3.1:1787755680.008514:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f68c56860.
00000080:00000010:3.1:1787755680.008529:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e000.
00010000:00000010:3.1:1787755681.627415:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504366bd00.
00010000:00000010:3.1:1787755681.627432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c03f600.
00010000:00000010:3.1:1787755681.627437:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925051b8c800.
00010000:00000010:3.1:1787755681.627443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250672dd800.
00010000:00000010:3.1:1787755681.627468:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a18600.
00010000:00000010:3.1:1787755681.627476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925076087000.
00010000:00000010:3.1:1787755681.627480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f160e00.
00010000:00000010:3.1:1787755681.627483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250672dce00.
00010000:00000010:3.1:1787755681.627488:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250451b1400.
00010000:00000010:3.1:1787755681.627491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250672dda00.
00010000:00000010:3.1:1787755681.627493:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a18300.
00010000:00000010:3.1:1787755681.627496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504868e200.
00010000:00000010:3.1:1787755681.627514:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250451b1d00.
00010000:00000010:3.1:1787755681.627518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504868ec00.
00010000:00000010:3.1:1787755681.627520:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a18200.
00010000:00000010:3.1:1787755681.627523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250672dc400.
00010000:00000010:3.1:1787755681.627526:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a18400.
00010000:00000010:3.1:1787755681.627529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925076087800.
00010000:00000010:3.1:1787755681.627532:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a18b00.
00010000:00000010:3.1:1787755681.627535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925076086600.
00010000:00000010:3.1:1787755681.627538:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f160300.
00010000:00000010:3.1:1787755681.627541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250672ddc00.
00010000:00000010:3.1:1787755681.627543:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504366b200.
00010000:00000010:3.1:1787755681.627546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250672dd200.
00010000:00000010:3.1:1787755681.627549:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f160900.
00010000:00000010:3.1:1787755681.627552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504868fc00.
00010000:00000010:3.1:1787755681.627555:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250451b1b00.
00010000:00000010:3.1:1787755681.627557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250672dd600.
00010000:00000010:3.1:1787755681.627559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f160d00.
00010000:00000010:3.1:1787755681.627562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250672dc800.
00010000:00000010:3.1:1787755681.627565:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250451b1100.
00010000:00000010:3.1:1787755681.627567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504868fe00.
00010000:00000010:3.1:1787755682.166077:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506bf3a600.
00010000:00000010:3.1:1787755682.166096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925076086000.
00000080:00000010:3.1:1787755682.229766:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e320.
00000080:00000010:3.1:1787755682.229789:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e420.
00010000:00000010:3.1:1787755684.254480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507165df00.
00010000:00000010:3.1:1787755684.254513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058387e00.
00000080:00000010:3.1:1787755684.312888:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e420.
00000080:00000010:3.1:1787755684.312919:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505181d320.
00010000:00000010:3.1:1787755686.692467:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507165d300.
00010000:00000010:3.1:1787755686.692493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058386e00.
00010000:00000010:3.1:1787755687.530654:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250580b1e00.
00010000:00000010:3.1:1787755687.530681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925076086000.
00010000:00000010:3.1:1787755689.978336:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773b9600.
00010000:00000010:3.1:1787755689.978378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925076086600.
00000080:00000010:3.1:1787755691.204350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9320.
00000080:00000010:3.1:1787755691.204381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5d2cdd20.
00010000:00000010:3.1:1787755692.427637:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506bf3a500.
00010000:00000010:3.1:1787755692.427653:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92508142a600.
00000080:00000010:3.1:1787755692.447045:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e460.
00000080:00000010:3.1:1787755692.447069:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a99e0.
00010000:00000010:3.1:1787755694.664357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250451b1500.
00010000:00000010:3.1:1787755694.664364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043675600.
00010000:00000010:3.1:1787755694.664371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f00d400.
00010000:00000010:3.1:1787755694.664374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504868f200.
00010000:00000010:3.1:1787755694.664377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f00d500.
00010000:00000010:3.1:1787755694.664381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250672dca00.
00010000:00000010:3.1:1787755694.664385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a140500.
00010000:00000010:3.1:1787755694.664388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925076087c00.
00010000:00000010:3.1:1787755694.664391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f00d300.
00010000:00000010:3.1:1787755694.664394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043674a00.
00010000:00000010:3.1:1787755694.664396:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a140700.
00010000:00000010:3.1:1787755694.664399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925076087200.
00010000:00000010:3.1:1787755694.664402:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250451b1a00.
00010000:00000010:3.1:1787755694.664405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250672dd400.
00010000:00000010:3.1:1787755694.664409:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a18700.
00010000:00000010:3.1:1787755694.664415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250466e9e00.
00010000:00000010:3.1:1787755694.664418:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f00d900.
00010000:00000010:3.1:1787755694.664434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250672dc600.
00010000:00000010:3.1:1787755694.664437:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a18500.
00010000:00000010:3.1:1787755694.664440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250672dcc00.
00010000:00000010:3.1:1787755694.664443:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f00d600.
00010000:00000010:3.1:1787755694.664445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250672dc000.
00010000:00000010:3.1:1787755694.664447:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f00de00.
00010000:00000010:3.1:1787755694.664450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250771c2a00.
00010000:00000010:3.1:1787755694.664453:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250451b1200.
00010000:00000010:3.1:1787755694.664455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504868ee00.
00010000:00000010:3.1:1787755694.664458:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a18e00.
00010000:00000010:3.1:1787755694.664461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c03e800.
00010000:00000010:3.1:1787755694.664463:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a18800.
00010000:00000010:3.1:1787755694.664466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925076086c00.
00010000:00000010:3.1:1787755694.664468:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a18100.
00010000:00000010:3.1:1787755694.664471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250672dd000.
00000080:00000010:3.1:1787755694.822701:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9720.
00010000:00000010:3.1:1787755695.064316:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506bf3a400.
00010000:00000010:3.1:1787755695.064333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92508142a000.
00010000:00000010:3.1:1787755696.032539:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b4b5f00.
00010000:00000010:3.1:1787755696.032552:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925076087c00.
00000080:00000010:3.1:1787755696.079303:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e060.
00000080:00000010:3.1:1787755696.079324:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e620.
00010000:00000010:3.1:1787755696.797356:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c234000.
00010000:00000010:3.1:1787755696.797375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504868f200.
00000080:00000010:3.1:1787755696.853307:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e620.
00000080:00000010:3.1:1787755696.853326:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f68c56660.
00000080:00000010:3.1:1787755697.801301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a94a0.
00000080:00000010:3.1:1787755697.801315:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925058a41020.
00000080:00000010:3.1:1787755701.568392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9f80.
00000080:00000010:3.1:1787755701.568408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f68c56540.
00000080:00000010:3.1:1787755705.036618:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9ae0.
00000080:00000010:3.1:1787755705.036644:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f68c56260.
00010000:00000010:3.1:1787755708.208410:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250580b1100.
00010000:00000010:3.1:1787755708.208441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925076086e00.
00010000:00000010:3.1:1787755709.230220:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c234600.
00010000:00000010:3.1:1787755709.230282:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058387000.
00000080:00000010:3.1:1787755709.283305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6ee40.
00000080:00000010:3.1:1787755709.283323:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925058a41280.
00010000:00000010:3.1:1787755711.241323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507844d500.
00010000:00000010:3.1:1787755711.241340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504868f600.
00010000:00000010:3.1:1787755712.250331:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a140400.
00010000:00000010:3.1:1787755712.250353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925076087400.
00000080:00000010:3.1:1787755712.299296:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6ee00.
00000080:00000010:3.1:1787755712.299309:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e9c0.
00010000:00000010:3.1:1787755715.878321:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507844d900.
00010000:00000010:3.1:1787755715.878340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250771c3400.
00000080:00000010:3.1:1787755720.019583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9e00.
00000080:00000010:3.1:1787755720.019609:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e040.
00000080:00000010:3.1:1787755720.935294:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9660.
00000080:00000010:3.1:1787755720.935306:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e820.
00010000:00000010:3.1:1787755722.197319:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507844d700.
00010000:00000010:3.1:1787755722.197338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250672dd000.
00010000:00000010:3.1:1787755723.895300:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a140600.
00010000:00000010:3.1:1787755723.895314:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058301800.
00010000:00000010:3.1:1787755723.895320:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f00dc00.
00010000:00000010:3.1:1787755723.895324:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043674c00.
00010000:00000010:3.1:1787755723.895327:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f00d700.
00010000:00000010:3.1:1787755723.895331:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e435600.
00010000:00000010:3.1:1787755723.895334:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a140e00.
00010000:00000010:3.1:1787755723.895338:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058300600.
00010000:00000010:3.1:1787755723.895341:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f00db00.
00010000:00000010:3.1:1787755723.895345:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e434200.
00010000:00000010:3.1:1787755723.895352:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504366be00.
00010000:00000010:3.1:1787755723.895355:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e434800.
00010000:00000010:3.1:1787755723.895358:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f00d100.
00010000:00000010:3.1:1787755723.895361:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e434a00.
00010000:00000010:3.1:1787755723.895402:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250603c4100.
00010000:00000010:3.1:1787755723.895406:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058300200.
00010000:00000010:3.1:1787755723.895408:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250603c4900.
00010000:00000010:3.1:1787755723.895411:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043675200.
00010000:00000010:3.1:1787755723.895413:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504366b100.
00010000:00000010:3.1:1787755723.895417:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c03f400.
00010000:00000010:3.1:1787755723.895420:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250603c4d00.
00010000:00000010:3.1:1787755723.895422:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043675800.
00010000:00000010:3.1:1787755723.895425:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f00df00.
00010000:00000010:3.1:1787755723.895427:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e435200.
00010000:00000010:3.1:1787755723.895430:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504366b300.
00010000:00000010:3.1:1787755723.895432:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e434600.
00010000:00000010:3.1:1787755723.895435:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504366b800.
00010000:00000010:3.1:1787755723.895437:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c03f800.
00010000:00000010:3.1:1787755723.895440:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250603c4a00.
00010000:00000010:3.1:1787755723.895442:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043674200.
00010000:00000010:3.1:1787755723.928598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f00d000.
00010000:00000010:3.1:1787755723.928611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e435800.
00000080:00000010:3.1:1787755725.122009:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9460.
00000080:00000010:3.1:1787755725.122038:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f68c56420.
00000080:00000010:3.1:1787755727.169535:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a90c0.
00000080:00000010:3.1:1787755727.169567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6eec0.
00010000:00000010:3.1:1787755731.626424:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f00d100.
00010000:00000010:3.1:1787755731.626450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250672dca00.
00000080:00000010:3.1:1787755731.711891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e940.
00000080:00000010:3.1:1787755731.711907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e5a0.
00010000:00000010:3.1:1787755733.438381:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cae9500.
00010000:00000010:3.1:1787755733.438393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507eb0c200.
00000080:00000010:3.1:1787755733.448327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e5a0.
00000080:00000010:3.1:1787755733.448349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9f20.
00010000:00000010:3.1:1787755737.655770:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507eb0bc00.
00010000:00000010:3.1:1787755737.655788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507eb0d800.
00010000:00000010:3.1:1787755739.409155:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cae9c00.
00010000:00000010:3.1:1787755739.409190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507eb0c800.
00000080:00000010:3.1:1787755739.409195:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e2a0.
00000080:00000010:3.1:1787755739.409209:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9f60.
00010000:00000010:3.1:1787755741.362735:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925048685c00.
00010000:00000010:3.1:1787755741.362756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058301400.
00010000:00000010:3.1:1787755742.553382:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925048685c00.
00010000:00000010:3.1:1787755742.553416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058301e00.
00000080:00000010:3.1:1787755742.611309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e5a0.
00000080:00000010:3.1:1787755742.611335:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f68c568c0.
00000080:00000010:3.1:1787755745.702693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925058a41ae0.
00000080:00000010:3.1:1787755745.710319:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e020.
00010000:00000010:3.1:1787755747.614310:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cd57c00.
00010000:00000010:3.1:1787755747.614326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250672dd000.
00010000:00000010:3.1:1787755748.707533:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f00d900.
00010000:00000010:3.1:1787755748.707558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250672ddc00.
00000080:00000010:3.1:1787755748.772651:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9480.
00000080:00000010:3.1:1787755748.772687:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6ede0.
00000080:00000010:3.1:1787755749.899314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9920.
00000080:00000010:3.1:1787755749.899332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925058a41b20.
00010000:00000010:3.1:1787755750.972656:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cae9500.
00010000:00000010:3.1:1787755750.972674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250490e8200.
00010000:00000010:3.1:1787755753.226514:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a10a00.
00010000:00000010:3.1:1787755753.226524:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e435200.
00000080:00000010:3.1:1787755753.251317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6eb00.
00000080:00000010:3.1:1787755753.251342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f68c56e60.
00000080:00000010:3.1:1787755754.374309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925058a41c20.
00010000:00000010:3.1:1787755755.333371:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff924f5b7c9300.
00010000:00000010:3.1:1787755755.333390:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e43dc00.
00010000:00000010:3.1:1787755755.333400:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925042d2c200.
00010000:00000010:3.1:1787755755.333407:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ae78800.
00010000:00000010:3.1:1787755755.333428:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925042d2c400.
00010000:00000010:3.1:1787755755.333432:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ae79200.
00010000:00000010:3.1:1787755755.333435:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cb23700.
00010000:00000010:3.1:1787755755.333461:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e43c000.
00010000:00000010:3.1:1787755755.333466:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507aead800.
00010000:00000010:3.1:1787755755.333470:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92508158d400.
00010000:00000010:3.1:1787755755.333485:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507aead200.
00010000:00000010:3.1:1787755755.333491:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92508158ca00.
00010000:00000010:3.1:1787755755.333494:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925042d2ca00.
00010000:00000010:3.1:1787755755.333498:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507f16b200.
00010000:00000010:3.1:1787755755.333501:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925042d2ce00.
00010000:00000010:3.1:1787755755.333505:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507f16a000.
00010000:00000010:3.1:1787755755.333508:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925042d2c500.
00010000:00000010:3.1:1787755755.333510:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507f16bc00.
00010000:00000010:3.1:1787755755.333512:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925042d2c800.
00010000:00000010:3.1:1787755755.333516:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250466e8200.
00010000:00000010:3.1:1787755755.333521:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504819ed00.
00010000:00000010:3.1:1787755755.333525:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507164a800.
00010000:00000010:3.1:1787755755.333530:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081403600.
00010000:00000010:3.1:1787755755.333539:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507164b000.
00010000:00000010:3.1:1787755755.333542:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081403700.
00010000:00000010:3.1:1787755755.333544:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507164b600.
00010000:00000010:3.1:1787755755.333547:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081403e00.
00010000:00000010:3.1:1787755755.333550:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507164ba00.
00010000:00000010:3.1:1787755755.333558:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925071430a00.
00010000:00000010:3.1:1787755755.333562:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250466e8800.
00010000:00000010:3.1:1787755755.333608:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925071430b00.
00010000:00000010:3.1:1787755755.333612:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250466e9200.
00000080:00000010:3.1:1787755755.593564:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9660.
00010000:00000010:3.1:1787755755.612228:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cd57c00.
00010000:00000010:3.1:1787755755.612244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c154c00.
00000080:00000010:3.1:1787755755.652309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6eb00.
00000080:00000010:3.1:1787755755.652323:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f68c566e0.
00010000:00000010:3.1:1787755756.408381:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cd56d00.
00010000:00000010:3.1:1787755756.408398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e2fe00.
00000080:00000010:3.1:1787755757.639317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9940.
00000080:00000010:3.1:1787755758.377455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f68c567c0.
00000080:00000010:3.1:1787755758.684323:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9480.
00010000:00000010:3.1:1787755758.814389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504819ea00.
00010000:00000010:3.1:1787755758.814416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c02f800.
00010000:00000010:3.1:1787755758.814420:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504819ec00.
00010000:00000010:3.1:1787755758.814424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c02e600.
00010000:00000010:3.1:1787755758.814426:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504819e800.
00010000:00000010:3.1:1787755758.814430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c02e200.
00010000:00000010:3.1:1787755758.814434:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff924f5b7c9a00.
00010000:00000010:3.1:1787755758.814438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e43da00.
00000080:00000010:3.1:1787755759.705113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9660.
00010000:00000010:3.1:1787755759.976701:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cd53000.
00010000:00000010:3.1:1787755759.976716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e55a000.
00000080:00000010:3.1:1787755762.409338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a93a0.
00000080:00000010:3.1:1787755762.505875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a93c0.
00010000:00000010:3.1:1787755763.810344:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507ae13500.
00010000:00000010:3.1:1787755763.810359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507f16ae00.
00000080:00000010:3.1:1787755764.797411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a96c0.
00000080:00000010:3.1:1787755764.925445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9200.
00010000:00000010:3.1:1787755765.139325:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507ae13b00.
00010000:00000010:3.1:1787755765.139341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff924f5d0b3400.
00000080:00000010:3.1:1787755766.854231:0:238949:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9940.
00000080:00000010:3.1:1787755766.974450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a99a0.
00000080:00000010:3.1:1787755766.997514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925078444be0.
00000080:00000010:3.1:1787755768.617978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f68c565e0.
00000080:00000010:3.1:1787755768.632322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925078444be0.
00000080:00000010:3.1:1787755768.644322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33e080.
00010000:00000010:3.1:1787755769.764630:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504819e600.
00010000:00000010:3.1:1787755769.764653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507f16b800.
00000080:00000010:3.1:1787755770.763540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9e00.
00000080:00000010:3.1:1787755770.763566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925058a414a0.
00010000:00000010:3.1:1787755771.663408:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e57d700.
00010000:00000010:3.1:1787755771.663416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250487f2800.
00010000:00000010:3.1:1787755771.663436:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e430a00.
00010000:00000010:3.1:1787755771.663440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250487f3000.
00010000:00000010:3.1:1787755771.663444:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250584d5200.
00010000:00000010:3.1:1787755771.663449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad44200.
00010000:00000010:3.1:1787755771.663453:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250584d5d00.
00010000:00000010:3.1:1787755771.663456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad44a00.
00010000:00000010:3.1:1787755771.663458:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250584d5000.
00010000:00000010:3.1:1787755771.663462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad45800.
00010000:00000010:3.1:1787755771.663465:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250584d5400.
00010000:00000010:3.1:1787755771.663467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad44e00.
00010000:00000010:3.1:1787755771.663469:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250584d5b00.
00010000:00000010:3.1:1787755771.663472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad45a00.
00010000:00000010:3.1:1787755771.663475:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250584d5500.
00010000:00000010:3.1:1787755771.663478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad45e00.
00010000:00000010:3.1:1787755771.663480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250584d5300.
00010000:00000010:3.1:1787755771.663482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad44600.
00010000:00000010:3.1:1787755771.663485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250584d5700.
00010000:00000010:3.1:1787755771.663489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250815b9800.
00010000:00000010:3.1:1787755771.663493:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e430c00.
00010000:00000010:3.1:1787755771.663497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad5ce00.
00010000:00000010:3.1:1787755771.663500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e430800.
00010000:00000010:3.1:1787755771.663503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad5c600.
00010000:00000010:3.1:1787755771.663506:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e430200.
00010000:00000010:3.1:1787755771.663508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad5c800.
00010000:00000010:3.1:1787755771.663511:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e430400.
00010000:00000010:3.1:1787755771.663515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250815b8c00.
00010000:00000010:3.1:1787755771.663518:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e430b00.
00010000:00000010:3.1:1787755771.663520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250815b8400.
00010000:00000010:3.1:1787755771.663634:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e430500.
00010000:00000010:3.1:1787755771.663641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad5c200.
00010000:00000010:3.1:1787755771.663644:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e430300.
00010000:00000010:3.1:1787755771.663647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad5da00.
00000080:00000010:3.1:1787755771.852551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9540.
00000080:00000010:3.1:1787755772.039320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4ceba440.
00000080:00000010:2.1:1787755772.931690:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f68c56b80.
00000080:00000010:2.1:1787755772.953338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a99e0.
00000080:00000010:2.1:1787755772.974059:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9540.
00000080:00000010:2.1:1787755772.986914:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a99e0.
00000080:00000010:2.1:1787755773.003341:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9540.
00000080:00000010:3.1:1787755773.055765:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a99e0.
00010000:00000010:2.1:1787755773.164693:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504819ed00.
00010000:00000010:2.1:1787755773.164724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ae78600.
00000080:00000010:3.1:1787755773.210316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a92e0.
00000080:00000010:3.1:1787755773.210336:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9720.
00010000:00000010:2.1:1787755774.490310:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925048b38400.
00010000:00000010:2.1:1787755774.490321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250487f2a00.
00010000:00000010:2.1:1787755774.490326:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e57de00.
00010000:00000010:2.1:1787755774.490330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250487f3400.
00010000:00000010:2.1:1787755774.490333:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e57df00.
00010000:00000010:2.1:1787755774.490336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925040030a00.
00010000:00000010:2.1:1787755774.490340:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925048b38700.
00010000:00000010:2.1:1787755774.490343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925040031400.
00010000:00000010:2.1:1787755774.490348:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e00e500.
00010000:00000010:2.1:1787755774.490351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925040031a00.
00010000:00000010:2.1:1787755774.490354:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e00e300.
00010000:00000010:2.1:1787755774.490356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925040031600.
00010000:00000010:2.1:1787755774.490359:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e00e900.
00010000:00000010:2.1:1787755774.490361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925040031e00.
00010000:00000010:2.1:1787755774.490364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e00e700.
00010000:00000010:2.1:1787755774.490368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e6fc00.
00010000:00000010:2.1:1787755774.490372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c52e900.
00010000:00000010:2.1:1787755774.490375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250487f3e00.
00010000:00000010:2.1:1787755774.490378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e57d000.
00010000:00000010:2.1:1787755774.490381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e6e000.
00010000:00000010:2.1:1787755774.490383:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c52e600.
00010000:00000010:2.1:1787755774.490386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e6e400.
00010000:00000010:2.1:1787755774.490389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c52ef00.
00010000:00000010:2.1:1787755774.490392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad5d000.
00010000:00000010:2.1:1787755774.490396:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e430d00.
00010000:00000010:2.1:1787755774.490399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507f16b000.
00010000:00000010:2.1:1787755774.490404:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250770bc600.
00010000:00000010:2.1:1787755774.490408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250815b8a00.
00010000:00000010:2.1:1787755774.490411:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e430700.
00010000:00000010:2.1:1787755774.490414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e6f800.
00010000:00000010:2.1:1787755774.490417:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e430e00.
00010000:00000010:2.1:1787755774.490420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caf8c00.
00000080:00000010:2.1:1787755774.568218:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925058a41140.
00000080:00000010:2.1:1787755774.698531:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f68c569c0.
00000080:00000010:3.1:1787755774.770346:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b000.
00000080:00000010:3.1:1787755774.797307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b380.
00000080:00000010:3.1:1787755774.827851:0:1028:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b000.
00010000:00000010:3.1:1787755775.009310:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e430f00.
00010000:00000010:3.1:1787755775.009327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad45e00.
00000080:00000010:3.1:1787755775.069311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b000.
00000080:00000010:3.1:1787755775.069331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4ceba5e0.
00010000:00000010:3.1:1787755776.009773:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c156f00.
00010000:00000010:3.1:1787755776.009792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad5da00.
00000080:00000010:3.1:1787755776.020316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b000.
00000080:00000010:3.1:1787755776.020330:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925058a41520.
00010000:00000010:2.1:1787755777.130322:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c52e700.
00010000:00000010:2.1:1787755777.130340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250429b5e00.
00010000:00000010:2.1:1787755777.130348:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925048b38500.
00010000:00000010:2.1:1787755777.130352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250414fb000.
00010000:00000010:2.1:1787755777.130355:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925048b38800.
00010000:00000010:2.1:1787755777.130358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250414fa800.
00010000:00000010:2.1:1787755777.130360:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925048b38900.
00010000:00000010:2.1:1787755777.130363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250414fbc00.
00010000:00000010:2.1:1787755777.130365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925048b38100.
00010000:00000010:2.1:1787755777.130368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925040031000.
00010000:00000010:2.1:1787755777.130379:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c52e600.
00010000:00000010:2.1:1787755777.130382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925040031e00.
00000080:00000010:2.1:1787755777.150856:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9600.
00000080:00000010:2.1:1787755777.150881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f68c56b80.
00000080:00000010:2.1:1787755777.263575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f68c56c80.
00000080:00000010:3.1:1787755777.276325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9600.
00000080:00000010:3.1:1787755777.306336:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b380.
00010000:00000010:2.1:1787755777.400321:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925048b38b00.
00010000:00000010:2.1:1787755777.400340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250414fb600.
00010000:00000010:3.1:1787755778.006049:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925048b38d00.
00010000:00000010:3.1:1787755778.006070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e6ea00.
00010000:00000010:3.1:1787755778.006075:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c52e400.
00010000:00000010:3.1:1787755778.006078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e6f400.
00010000:00000010:3.1:1787755778.006083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773acf00.
00010000:00000010:3.1:1787755778.006089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582a3200.
00010000:00000010:3.1:1787755778.006093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773ac000.
00010000:00000010:3.1:1787755778.006096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582a3800.
00010000:00000010:3.1:1787755778.006100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e57d300.
00010000:00000010:3.1:1787755778.006104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250487f2200.
00010000:00000010:3.1:1787755778.006107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e57db00.
00010000:00000010:3.1:1787755778.006110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250487f2600.
00010000:00000010:3.1:1787755778.006113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e57d900.
00010000:00000010:3.1:1787755778.006115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250487f3600.
00010000:00000010:3.1:1787755778.006118:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e57d600.
00010000:00000010:3.1:1787755778.006145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250487f3a00.
00010000:00000010:3.1:1787755778.006148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c52eb00.
00010000:00000010:3.1:1787755778.006152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250414fae00.
00010000:00000010:3.1:1787755778.010286:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925048b38e00.
00010000:00000010:3.1:1787755778.010304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250414fa200.
00010000:00000010:3.1:1787755778.010308:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925048b38600.
00010000:00000010:3.1:1787755778.010312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250414fa000.
00010000:00000010:3.1:1787755778.010315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925048b38a00.
00010000:00000010:3.1:1787755778.010318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250414fb800.
00010000:00000010:3.1:1787755778.010321:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925048b38300.
00010000:00000010:3.1:1787755778.010323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250414fba00.
00010000:00000010:3.1:1787755778.010326:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925048b38c00.
00010000:00000010:3.1:1787755778.010329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250414fb200.
00010000:00000010:3.1:1787755778.010333:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250770bc700.
00010000:00000010:3.1:1787755778.010336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250429b5000.
00010000:00000010:3.1:1787755778.010340:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250770bc900.
00010000:00000010:3.1:1787755778.010342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250429b4000.
00000080:00000010:2.1:1787755778.115518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f68c565e0.
00000080:00000010:3.1:1787755778.350674:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b340.
00000080:00000010:3.1:1787755778.355500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2bb00.
00000080:00000010:2.1:1787755778.428323:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2bfc0.
00010000:00000010:3.1:1787755778.478483:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a12f00.
00010000:00000010:3.1:1787755778.478496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250721a3800.
00000080:00000010:3.1:1787755778.522330:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2bb00.
00000080:00000010:3.1:1787755778.522346:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f68c56380.
00010000:00000010:3.1:1787755779.793000:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a12800.
00010000:00000010:3.1:1787755779.793021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ae78600.
00000080:00000010:3.1:1787755779.851313:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b180.
00000080:00000010:3.1:1787755779.851335:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b340.
00010000:00000010:2.1:1787755779.966512:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773ac500.
00010000:00000010:2.1:1787755779.966531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582a3000.
00010000:00000010:2.1:1787755779.966536:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773ac300.
00010000:00000010:2.1:1787755779.966540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e6ec00.
00010000:00000010:2.1:1787755779.966545:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c52ed00.
00010000:00000010:2.1:1787755779.966547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e6ee00.
00010000:00000010:2.1:1787755779.966551:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c52e100.
00010000:00000010:2.1:1787755779.966555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e6fe00.
00010000:00000010:2.1:1787755779.966557:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c52ea00.
00010000:00000010:2.1:1787755779.966560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e6f600.
00010000:00000010:2.1:1787755779.966563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c52ec00.
00010000:00000010:2.1:1787755779.966566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e6f000.
00010000:00000010:2.1:1787755779.966568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773ac700.
00010000:00000010:2.1:1787755779.966571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582a3a00.
00010000:00000010:2.1:1787755779.966573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773ac900.
00010000:00000010:2.1:1787755779.966576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582a2200.
00010000:00000010:2.1:1787755779.966578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773ac600.
00010000:00000010:2.1:1787755779.966581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582a2e00.
00010000:00000010:2.1:1787755779.966583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773ace00.
00010000:00000010:2.1:1787755779.966586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582a2400.
00010000:00000010:2.1:1787755779.971501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925048b38000.
00010000:00000010:2.1:1787755779.971519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250429b5200.
00010000:00000010:2.1:1787755779.971524:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c52e800.
00010000:00000010:2.1:1787755779.971529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e6fa00.
00010000:00000010:2.1:1787755779.971533:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250770bc300.
00010000:00000010:2.1:1787755779.971536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504c47aa00.
00010000:00000010:2.1:1787755779.971540:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925048b38200.
00010000:00000010:2.1:1787755779.971543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c53d400.
00010000:00000010:2.1:1787755779.971546:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c52e200.
00010000:00000010:2.1:1787755779.971550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250414fac00.
00010000:00000010:2.1:1787755779.971553:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925048b38f00.
00010000:00000010:2.1:1787755779.971555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250414fa600.
00000080:00000010:2.1:1787755780.702603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a90e0.
00000080:00000010:3.1:1787755780.719330:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9780.
00000080:00000010:3.1:1787755780.737685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b340.
00000080:00000010:3.1:1787755780.885328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925058a414a0.
00010000:00000010:3.1:1787755781.036513:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a12a00.
00010000:00000010:3.1:1787755781.036532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d1a3e00.
00000080:00000010:2.1:1787755781.099393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f68c56ac0.
00000080:00000010:3.1:1787755781.099539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b340.
00010000:00000010:2.1:1787755782.808509:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507ad4a700.
00010000:00000010:2.1:1787755782.808531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e64c00.
00010000:00000010:2.1:1787755782.808548:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773acd00.
00010000:00000010:2.1:1787755782.808553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582a3600.
00010000:00000010:2.1:1787755782.808557:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773ac100.
00010000:00000010:2.1:1787755782.808560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582a3c00.
00010000:00000010:2.1:1787755782.808562:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773aca00.
00010000:00000010:2.1:1787755782.808566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582a2a00.
00010000:00000010:2.1:1787755782.808568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507ad4a900.
00010000:00000010:2.1:1787755782.808572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e65200.
00010000:00000010:2.1:1787755782.808575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c528b00.
00010000:00000010:2.1:1787755782.808577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504c47a800.
00010000:00000010:2.1:1787755782.808580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c52ee00.
00010000:00000010:2.1:1787755782.808583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e64600.
00010000:00000010:2.1:1787755782.808586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c52e000.
00010000:00000010:2.1:1787755782.808589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e64200.
00010000:00000010:2.1:1787755782.808591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773acc00.
00010000:00000010:2.1:1787755782.808594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250429b4400.
00010000:00000010:2.1:1787755782.808598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c528a00.
00010000:00000010:2.1:1787755782.808601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504c47b200.
00010000:00000010:2.1:1787755782.808604:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c52e300.
00010000:00000010:2.1:1787755782.808607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e6f200.
00010000:00000010:2.1:1787755782.808610:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c52e500.
00010000:00000010:2.1:1787755782.808612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582a3e00.
00010000:00000010:2.1:1787755782.808614:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773ac800.
00010000:00000010:2.1:1787755782.808617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582a2c00.
00010000:00000010:2.1:1787755782.808619:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773ac200.
00010000:00000010:2.1:1787755782.808621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582a2800.
00010000:00000010:2.1:1787755782.808624:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773ac400.
00010000:00000010:2.1:1787755782.808626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582a2600.
00010000:00000010:2.1:1787755782.808628:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773acb00.
00010000:00000010:2.1:1787755782.808631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582a3400.
00010000:00000010:2.1:1787755783.069499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582a2a00.
00010000:00000010:3.1:1787755783.257329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582a2600.
00010000:00000010:2.1:1787755783.473968:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582a2a00.
00010000:00000010:2.1:1787755783.685539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582a2800.
00010000:00000010:2.1:1787755783.719476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582a2800.
00010000:00000010:2.1:1787755784.103705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582a2800.
00010000:00000010:3.1:1787755784.359726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250487f3400.
00010000:00000010:3.1:1787755784.429435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582a2200.
00010000:00000010:3.1:1787755784.795358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925049be1e00.
00010000:00000010:3.1:1787755785.377740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582a3000.
00010000:00000010:3.1:1787755785.495439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250487f2a00.
00010000:00000010:3.1:1787755785.550366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250741cfa00.
00010000:00000010:3.1:1787755785.550388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caf8200.
00010000:00000010:3.1:1787755785.550396:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250741cfc00.
00010000:00000010:3.1:1787755785.550425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caf9000.
00010000:00000010:3.1:1787755785.550439:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507ad4af00.
00010000:00000010:3.1:1787755785.550448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e64800.
00010000:00000010:3.1:1787755785.550455:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507ad4ad00.
00010000:00000010:3.1:1787755785.550462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e65600.
00010000:00000010:3.1:1787755785.550467:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507ad4a100.
00010000:00000010:3.1:1787755785.550473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e65a00.
00010000:00000010:3.1:1787755785.550477:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507ad4ac00.
00010000:00000010:3.1:1787755785.550482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e65400.
00010000:00000010:3.1:1787755785.550484:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507ad4a800.
00010000:00000010:3.1:1787755785.550487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e65e00.
00010000:00000010:3.1:1787755785.550490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507ad4a200.
00010000:00000010:3.1:1787755785.550494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e64e00.
00010000:00000010:3.1:1787755785.550496:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507ad4a400.
00010000:00000010:3.1:1787755785.550498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e65c00.
00010000:00000010:3.1:1787755785.550501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507ad4ab00.
00010000:00000010:3.1:1787755785.550505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504c47b400.
00010000:00000010:3.1:1787755785.550510:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c528e00.
00010000:00000010:3.1:1787755785.550513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504c47a000.
00010000:00000010:3.1:1787755785.550516:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c528600.
00010000:00000010:3.1:1787755785.550518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504c47a600.
00010000:00000010:3.1:1787755785.550521:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c528700.
00010000:00000010:3.1:1787755785.550523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504c47ac00.
00010000:00000010:3.1:1787755785.550542:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c528500.
00010000:00000010:3.1:1787755785.550545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504c47ba00.
00010000:00000010:3.1:1787755785.550548:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507ad4a500.
00010000:00000010:3.1:1787755785.550551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e64000.
00010000:00000010:3.1:1787755785.550553:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507ad4a300.
00010000:00000010:3.1:1787755785.550556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e64400.
00010000:00000010:2.1:1787755785.866635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582a2400.
00010000:00000010:2.1:1787755786.320342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582a3000.
00010000:00000010:2.1:1787755786.380518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582a3000.
00010000:00000010:2.1:1787755786.459384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582a3400.
00010000:00000010:2.1:1787755786.792371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250487f3200.
00010000:00000010:3.1:1787755786.961488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250487f3400.
00010000:00000010:2.1:1787755787.133897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582a3400.
00010000:00000010:3.1:1787755787.343569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582a2400.
00010000:00000010:3.1:1787755787.441903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250487f3800.
00010000:00000010:2.1:1787755789.024544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250487f2e00.
00010000:00000010:3.1:1787755789.155326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e33c00.
00010000:00000010:2.1:1787755789.226586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250672d2c00.
00010000:00000010:2.1:1787755789.226607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e42e400.
00010000:00000010:2.1:1787755789.226612:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c528000.
00010000:00000010:2.1:1787755789.226615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250429b5600.
00010000:00000010:2.1:1787755789.226619:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250672d2200.
00010000:00000010:2.1:1787755789.226622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e42ec00.
00010000:00000010:2.1:1787755789.226624:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250672d2400.
00010000:00000010:2.1:1787755789.226628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e42f200.
00010000:00000010:2.1:1787755789.226631:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250672d2b00.
00010000:00000010:2.1:1787755789.226634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504c47bc00.
00010000:00000010:2.1:1787755789.226638:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250672d2500.
00010000:00000010:2.1:1787755789.226641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e42f800.
00010000:00000010:2.1:1787755789.226644:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250672d2300.
00010000:00000010:2.1:1787755789.226646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e42e600.
00010000:00000010:2.1:1787755789.226649:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250672d2700.
00010000:00000010:2.1:1787755789.226652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e42e200.
00010000:00000010:2.1:1787755789.226655:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250672d2900.
00010000:00000010:2.1:1787755789.226657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e42e800.
00010000:00000010:2.1:1787755789.226660:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250672d2600.
00010000:00000010:2.1:1787755789.226662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e42f000.
00010000:00000010:2.1:1787755789.226665:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250672d2e00.
00010000:00000010:2.1:1787755789.226667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504c47a400.
00010000:00000010:2.1:1787755789.226673:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507ad4a600.
00010000:00000010:2.1:1787755789.226677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e65800.
00010000:00000010:2.1:1787755789.226680:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507ad4aa00.
00010000:00000010:2.1:1787755789.226683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e64a00.
00010000:00000010:2.1:1787755789.226687:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507ad4a000.
00010000:00000010:2.1:1787755789.226689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e65000.
00010000:00000010:2.1:1787755789.226692:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507ad4ae00.
00010000:00000010:2.1:1787755789.226695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504c47b000.
00010000:00000010:2.1:1787755789.226698:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250770bc500.
00010000:00000010:2.1:1787755789.226700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504c47be00.
00010000:00000010:3.1:1787755789.353461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250487f2800.
00010000:00000010:2.1:1787755789.572163:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504c47ba00.
00010000:00000010:2.1:1787755789.659132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504c47bc00.
00010000:00000010:2.1:1787755790.375737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250487f2e00.
00010000:00000010:2.1:1787755791.164486:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250741cf600.
00010000:00000010:2.1:1787755791.164507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caf8e00.
00010000:00000010:2.1:1787755791.164511:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250741cfe00.
00010000:00000010:2.1:1787755791.164515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e42e000.
00010000:00000010:2.1:1787755791.164519:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8b00.
00010000:00000010:2.1:1787755791.164523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e42ee00.
00010000:00000010:2.1:1787755791.164525:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8f00.
00010000:00000010:2.1:1787755791.164530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e42f600.
00010000:00000010:2.1:1787755791.164534:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250672d2800.
00010000:00000010:2.1:1787755791.164537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e42fa00.
00010000:00000010:2.1:1787755791.164540:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250672d2a00.
00010000:00000010:2.1:1787755791.164542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e42ea00.
00010000:00000010:2.1:1787755791.164545:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250672d2d00.
00010000:00000010:2.1:1787755791.164548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e42f400.
00010000:00000010:2.1:1787755791.164550:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250672d2f00.
00010000:00000010:2.1:1787755791.164554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504c47b600.
00010000:00000010:2.1:1787755791.164558:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed500.
00010000:00000010:2.1:1787755791.164562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250429b5a00.
00010000:00000010:2.1:1787755791.164566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed700.
00010000:00000010:2.1:1787755791.164569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250429b4e00.
00010000:00000010:2.1:1787755791.164572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250770bca00.
00010000:00000010:2.1:1787755791.164577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e42fe00.
00010000:00000010:2.1:1787755791.164579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250741cf000.
00010000:00000010:2.1:1787755791.164582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250429b5800.
00010000:00000010:2.1:1787755791.164584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250672d2000.
00010000:00000010:2.1:1787755791.164586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caf8400.
00010000:00000010:2.1:1787755791.164588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250741cf100.
00010000:00000010:2.1:1787755791.164590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caf9a00.
00010000:00000010:2.1:1787755791.164593:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c528d00.
00010000:00000010:2.1:1787755791.164596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504c47ae00.
00010000:00000010:2.1:1787755791.164598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250672d2100.
00010000:00000010:2.1:1787755791.164600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e42fc00.
00010000:00000010:3.1:1787755791.355333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504c47ae00.
00010000:00000010:3.1:1787755791.447506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250487f3c00.
00010000:00000010:2.1:1787755791.595347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504c47b000.
00010000:00000010:3.1:1787755791.760328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250487f2400.
00010000:00000010:3.1:1787755791.863599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250487f3c00.
00010000:00000010:3.1:1787755791.940530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250487f2400.
00010000:00000010:3.1:1787755792.336472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250487f3200.
00010000:00000010:3.1:1787755792.471508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250487f2c00.
00010000:00000010:2.1:1787755793.116173:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504c47a800.
00010000:00000010:2.1:1787755793.253468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504c47bc00.
00010000:00000010:2.1:1787755793.663655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504c47b600.
00010000:00000010:2.1:1787755794.086396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504c47b600.
00010000:00000010:2.1:1787755794.178360:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250487f2a00.
00010000:00000010:3.1:1787755794.440607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250487f2e00.
00010000:00000010:2.1:1787755794.668442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504c47ba00.
00010000:00000010:3.1:1787755794.765498:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e568e00.
00010000:00000010:3.1:1787755794.765540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e26a00.
00010000:00000010:3.1:1787755794.765544:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e568f00.
00010000:00000010:3.1:1787755794.765548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e27400.
00010000:00000010:3.1:1787755794.765555:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250741cf800.
00010000:00000010:3.1:1787755794.765558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e27e00.
00010000:00000010:3.1:1787755794.765561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250741cfd00.
00010000:00000010:3.1:1787755794.765563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e26e00.
00010000:00000010:3.1:1787755794.765566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250741cff00.
00010000:00000010:3.1:1787755794.765568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e27c00.
00010000:00000010:3.1:1787755794.765570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250741cf200.
00010000:00000010:3.1:1787755794.765574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caf9200.
00010000:00000010:3.1:1787755794.765577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed300.
00010000:00000010:3.1:1787755794.765596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250429b4800.
00010000:00000010:3.1:1787755794.765601:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c528800.
00010000:00000010:3.1:1787755794.765604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504a4ae800.
00010000:00000010:3.1:1787755794.765607:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c528300.
00010000:00000010:3.1:1787755794.765611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250466e8c00.
00010000:00000010:3.1:1787755794.765614:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c528100.
00010000:00000010:3.1:1787755794.765617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250466e8e00.
00010000:00000010:3.1:1787755794.765619:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250741cfb00.
00010000:00000010:3.1:1787755794.765623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db70400.
00010000:00000010:3.1:1787755794.765627:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250741cf500.
00010000:00000010:3.1:1787755794.765630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caf8000.
00010000:00000010:3.1:1787755794.765633:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8a00.
00010000:00000010:3.1:1787755794.765636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504c47a200.
00010000:00000010:3.1:1787755794.765638:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250741cf300.
00010000:00000010:3.1:1787755794.765641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caf9c00.
00010000:00000010:3.1:1787755794.765643:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250741cf700.
00010000:00000010:3.1:1787755794.765646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caf8a00.
00010000:00000010:3.1:1787755794.765648:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250741cf900.
00010000:00000010:3.1:1787755794.765651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caf9400.
00010000:00000010:3.1:1787755795.173663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e42f800.
00010000:00000010:2.1:1787755795.821732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250487f3200.
00010000:00000010:2.1:1787755795.867321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e42f000.
00010000:00000010:2.1:1787755795.899399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e42f800.
00010000:00000010:3.1:1787755796.027410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e42f800.
00010000:00000010:2.1:1787755796.373410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e42e200.
00010000:00000010:3.1:1787755796.695457:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e42fc00.
00010000:00000010:2.1:1787755796.875431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e42e200.
00010000:00000010:2.1:1787755797.018671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e42fe00.
00010000:00000010:2.1:1787755797.107387:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e42fa00.
00010000:00000010:2.1:1787755797.142916:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e42fa00.
00010000:00000010:2.1:1787755797.182744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e42f200.
00010000:00000010:2.1:1787755797.348393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e42f200.
00010000:00000010:2.1:1787755797.502404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e42fa00.
00010000:00000010:2.1:1787755797.577771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e42e200.
00010000:00000010:2.1:1787755797.663542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2ad800.
00010000:00000010:3.1:1787755797.784331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250487f2800.
00010000:00000010:3.1:1787755797.983339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e42e800.
00010000:00000010:3.1:1787755798.033728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e42e200.
00010000:00000010:3.1:1787755798.181191:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250487f2400.
00010000:00000010:2.1:1787755798.627367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e42f400.
00000080:00000010:2.1:1787755798.679511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504367ab80.
00010000:00000010:2.1:1787755798.692380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e42e800.
00010000:00000010:3.1:1787755798.978349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250487f3000.
00000080:00000010:3.1:1787755799.068119:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066fb0460.
00010000:00000010:3.1:1787755799.082511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250487f3000.
00010000:00000010:2.1:1787755799.231419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2cc800.
00000080:00000010:2.1:1787755799.291884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504367afc0.
00010000:00000010:2.1:1787755799.430064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e64a00.
00010000:00000010:2.1:1787755799.646367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c528400.
00010000:00000010:2.1:1787755799.646383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504a4af000.
00010000:00000010:2.1:1787755799.646391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e568c00.
00010000:00000010:2.1:1787755799.646396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e26c00.
00010000:00000010:2.1:1787755799.646402:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8500.
00010000:00000010:2.1:1787755799.646406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db71400.
00010000:00000010:2.1:1787755799.646410:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e568200.
00010000:00000010:2.1:1787755799.646413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db71e00.
00010000:00000010:2.1:1787755799.646415:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e568b00.
00010000:00000010:2.1:1787755799.646418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e26600.
00010000:00000010:2.1:1787755799.646421:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8e00.
00010000:00000010:2.1:1787755799.646424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504a4afc00.
00010000:00000010:2.1:1787755799.646426:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e568500.
00010000:00000010:2.1:1787755799.646429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e26200.
00010000:00000010:2.1:1787755799.646431:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e568300.
00010000:00000010:2.1:1787755799.646434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e26800.
00010000:00000010:2.1:1787755799.646436:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e568700.
00010000:00000010:2.1:1787755799.646439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e27000.
00010000:00000010:2.1:1787755799.646442:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e568900.
00010000:00000010:2.1:1787755799.646444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e27600.
00010000:00000010:2.1:1787755799.646447:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8c00.
00010000:00000010:2.1:1787755799.646449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504a4aec00.
00010000:00000010:2.1:1787755799.646452:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8800.
00010000:00000010:2.1:1787755799.646455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db70e00.
00010000:00000010:2.1:1787755799.646458:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8100.
00010000:00000010:2.1:1787755799.646461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db71c00.
00010000:00000010:2.1:1787755799.646464:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8700.
00010000:00000010:2.1:1787755799.646466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db70000.
00010000:00000010:2.1:1787755799.646470:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8200.
00010000:00000010:2.1:1787755799.646474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504a4aee00.
00010000:00000010:2.1:1787755799.646477:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e568600.
00010000:00000010:2.1:1787755799.646480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e27a00.
00010000:00000010:2.1:1787755799.852321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e64a00.
00010000:00000010:2.1:1787755799.950313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e65800.
00000080:00000010:3.1:1787755800.688402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066fb0460.
00000080:00000010:2.1:1787755801.149519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b500.
00000080:00000010:2.1:1787755801.965426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a99e0.
00000080:00000010:2.1:1787755802.074940:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504367a740.
00010000:00000010:2.1:1787755802.081536:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e64800.
00010000:00000010:3.1:1787755802.125323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250487f3e00.
00010000:00000010:2.1:1787755802.257343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e65e00.
00000080:00000010:3.1:1787755802.719838:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2be40.
00010000:00000010:3.1:1787755802.879368:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db71c00.
00010000:00000010:2.1:1787755802.931177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e64800.
00000080:00000010:3.1:1787755802.991851:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b420.
00010000:00000010:3.1:1787755803.003665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db70e00.
00010000:00000010:3.1:1787755803.468157:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db71e00.
00010000:00000010:2.1:1787755803.520918:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8300.
00010000:00000010:2.1:1787755803.520939:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db71a00.
00010000:00000010:2.1:1787755803.520945:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771edf00.
00010000:00000010:2.1:1787755803.520948:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250429b5c00.
00010000:00000010:2.1:1787755803.520952:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed900.
00010000:00000010:2.1:1787755803.520956:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504a4ae600.
00010000:00000010:2.1:1787755803.520963:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925049802500.
00010000:00000010:2.1:1787755803.521019:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504afa2000.
00010000:00000010:2.1:1787755803.521024:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925049802f00.
00010000:00000010:2.1:1787755803.521029:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db70a00.
00010000:00000010:2.1:1787755803.521036:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925049802000.
00010000:00000010:2.1:1787755803.521041:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db70c00.
00010000:00000010:2.1:1787755803.521043:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925049802d00.
00010000:00000010:2.1:1787755803.521047:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db71200.
00010000:00000010:2.1:1787755803.521050:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925049802100.
00010000:00000010:2.1:1787755803.521053:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db71800.
00010000:00000010:2.1:1787755803.521055:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925049802a00.
00010000:00000010:2.1:1787755803.521058:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db70600.
00010000:00000010:2.1:1787755803.521062:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925049802c00.
00010000:00000010:2.1:1787755803.521065:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504a4aea00.
00010000:00000010:2.1:1787755803.521070:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8400.
00010000:00000010:2.1:1787755803.521074:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250429b4c00.
00010000:00000010:2.1:1787755803.521078:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925051ecc700.
00010000:00000010:2.1:1787755803.521084:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504a4af600.
00010000:00000010:2.1:1787755803.521089:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c528900.
00010000:00000010:2.1:1787755803.521092:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504a4af200.
00010000:00000010:2.1:1787755803.521094:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c528f00.
00010000:00000010:2.1:1787755803.521097:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504a4af800.
00010000:00000010:2.1:1787755803.521099:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925049802300.
00010000:00000010:2.1:1787755803.521101:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504a4afa00.
00010000:00000010:2.1:1787755803.521105:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925049802900.
00010000:00000010:2.1:1787755803.521107:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504a4ae000.
00000080:00000010:2.1:1787755803.650022:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cadab60.
00000080:00000010:2.1:1787755803.760632:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504367a440.
00010000:00000010:2.1:1787755803.780315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e65e00.
00010000:00000010:2.1:1787755803.942390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e64c00.
00010000:00000010:3.1:1787755804.138797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db71400.
00010000:00000010:3.1:1787755804.451388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db71400.
00010000:00000010:2.1:1787755804.802311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e64600.
00010000:00000010:3.1:1787755804.895043:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db71400.
00010000:00000010:3.1:1787755804.984131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db71400.
00010000:00000010:3.1:1787755805.026435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e61ba00.
00010000:00000010:2.1:1787755806.019805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250414fa000.
00010000:00000010:3.1:1787755806.333681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db71e00.
00010000:00000010:2.1:1787755806.587617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250414fa600.
00010000:00000010:3.1:1787755806.903353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250414fb200.
00010000:00000010:3.1:1787755807.033639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db71800.
00010000:00000010:3.1:1787755807.341730:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db70600.
00010000:00000010:3.1:1787755807.426484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db70600.
00010000:00000010:3.1:1787755807.513379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db70600.
00010000:00000010:3.1:1787755807.661884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db70c00.
00010000:00000010:2.1:1787755807.803312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250414fba00.
00010000:00000010:3.1:1787755807.946343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250414fa800.
00010000:00000010:3.1:1787755808.340968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db71200.
00010000:00000010:2.1:1787755808.385327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250414fb800.
00010000:00000010:2.1:1787755808.563398:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925051ecc300.
00010000:00000010:2.1:1787755808.563422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff924f585ea000.
00010000:00000010:2.1:1787755808.563429:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506179ae00.
00010000:00000010:2.1:1787755808.563434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db6b400.
00010000:00000010:2.1:1787755808.563437:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506179a400.
00010000:00000010:2.1:1787755808.563440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db6b000.
00010000:00000010:2.1:1787755808.563444:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506179aa00.
00010000:00000010:2.1:1787755808.563448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db6a600.
00010000:00000010:2.1:1787755808.563453:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a03ac00.
00010000:00000010:2.1:1787755808.563459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db6a800.
00010000:00000010:2.1:1787755808.563461:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925051ecc100.
00010000:00000010:2.1:1787755808.563464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db6ae00.
00010000:00000010:2.1:1787755808.563467:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a03ab00.
00010000:00000010:2.1:1787755808.563482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925051934600.
00010000:00000010:2.1:1787755808.563485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925051ecc500.
00010000:00000010:2.1:1787755808.563489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925051935800.
00010000:00000010:2.1:1787755808.563493:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771edc00.
00010000:00000010:2.1:1787755808.563497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058389800.
00010000:00000010:2.1:1787755808.563508:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a03a300.
00010000:00000010:2.1:1787755808.563512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506c23f600.
00010000:00000010:2.1:1787755808.563515:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a03a900.
00010000:00000010:2.1:1787755808.563519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058388a00.
00010000:00000010:2.1:1787755808.563523:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e568400.
00010000:00000010:2.1:1787755808.563526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e27800.
00010000:00000010:2.1:1787755808.563529:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925051ecc600.
00010000:00000010:2.1:1787755808.563532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925081508a00.
00010000:00000010:2.1:1787755808.563535:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771edb00.
00010000:00000010:2.1:1787755808.563538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058388e00.
00010000:00000010:2.1:1787755808.563541:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f176a00.
00010000:00000010:2.1:1787755808.563544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058389a00.
00010000:00000010:2.1:1787755808.563547:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e568100.
00010000:00000010:2.1:1787755808.563549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e26000.
00010000:00000010:3.1:1787755808.569404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250414fa600.
00010000:00000010:3.1:1787755808.927431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250414fa200.
00010000:00000010:3.1:1787755809.481772:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db70a00.
00010000:00000010:2.1:1787755809.510369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250414fba00.
00010000:00000010:2.1:1787755809.559622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250414fa600.
00010000:00000010:2.1:1787755810.333436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cda7e00.
00010000:00000010:2.1:1787755810.417064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250414fa800.
00010000:00000010:3.1:1787755810.485453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db71e00.
00010000:00000010:2.1:1787755810.639320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250414fa800.
00010000:00000010:3.1:1787755811.712440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db70e00.
00010000:00000010:3.1:1787755812.254320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf4fc00.
00010000:00000010:2.1:1787755812.283507:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058389800.
00010000:00000010:2.1:1787755812.320753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058388e00.
00010000:00000010:2.1:1787755812.363320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db70a00.
00010000:00000010:2.1:1787755812.611390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db6ae00.
00010000:00000010:3.1:1787755812.991700:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d1a6400.
00010000:00000010:3.1:1787755813.027521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058388a00.
00010000:00000010:2.1:1787755813.064440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db6b400.
00010000:00000010:3.1:1787755813.345092:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db6b400.
00010000:00000010:3.1:1787755814.117310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db71e00.
00010000:00000010:3.1:1787755814.643389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db6b000.
00010000:00000010:3.1:1787755814.669557:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db6b000.
00010000:00000010:2.1:1787755815.092814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db6b400.
00010000:00000010:2.1:1787755815.134578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db6b000.
00010000:00000010:3.1:1787755815.585895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db6b400.
00010000:00000010:2.1:1787755815.708450:0:238958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db6b400.
00010000:00000010:2.1:1787755815.766353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db6a600.
00010000:00000010:3.1:1787755815.895329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff924f585ea000.
00010000:00000010:3.1:1787755815.941396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250429b4e00.
00010000:00000010:3.1:1787755816.072323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d869600.
00010000:00000010:3.1:1787755816.121425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250429b5600.
00010000:00000010:2.1:1787755816.168462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250429b5a00.
00010000:00000010:2.1:1787755817.120375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250429b4800.
00010000:00000010:3.1:1787755817.159477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250429b5c00.
00010000:00000010:3.1:1787755817.209423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250429b5200.
00010000:00000010:2.1:1787755817.620998:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250429b5200.
00010000:00000010:2.1:1787755817.737961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff924f585ea000.
00010000:00000010:2.1:1787755817.786672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250429b4e00.
00010000:00000010:2.1:1787755817.829977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250429b5600.
00010000:00000010:2.1:1787755817.922540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250429b5000.
00010000:00000010:2.1:1787755818.067499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250429b4000.
00010000:00000010:3.1:1787755818.369437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2f2800.
00010000:00000010:3.1:1787755818.916444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925081508a00.
00010000:00000010:3.1:1787755819.061335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925081508a00.
00010000:00000010:3.1:1787755819.168643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d86aa00.
00010000:00000010:3.1:1787755819.418393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250429b5a00.
00010000:00000010:2.1:1787755819.725034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e6e600.
00010000:00000010:3.1:1787755819.785357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e6e000.
00010000:00000010:3.1:1787755820.462335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff924f585ea000.
00010000:00000010:3.1:1787755820.527339:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff924f585ea000.
00010000:00000010:3.1:1787755820.666649:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e6e400.
00010000:00000010:2.1:1787755820.804479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e6f400.
00010000:00000010:3.1:1787755821.137294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250429b4400.
00010000:00000010:2.1:1787755821.520325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e6ec00.
00010000:00000010:3.1:1787755821.856819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff924f585ea000.
00010000:00000010:3.1:1787755822.099448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e6e600.
00010000:00000010:3.1:1787755822.342036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e6f000.
00010000:00000010:2.1:1787755822.449528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e6ea00.
00010000:00000010:3.1:1787755822.794164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff924f585ea000.
00010000:00000010:3.1:1787755823.414507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e64600.
00010000:00000010:3.1:1787755823.899363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250414fb800.
00010000:00000010:3.1:1787755824.270517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e6ee00.
00010000:00000010:3.1:1787755824.312363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff924f585ea000.
00010000:00000010:3.1:1787755824.355320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506eadae00.
00010000:00000010:3.1:1787755824.516987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504a4af800.
00010000:00000010:3.1:1787755824.686857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504a4af200.
00010000:00000010:2.1:1787755824.781350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e6ea00.
00010000:00000010:2.1:1787755825.042404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504a4af800.
00010000:00000010:2.1:1787755825.163802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e6e800.
00010000:00000010:2.1:1787755825.227918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e6fc00.
00010000:00000010:3.1:1787755825.452349:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504a4af200.
00010000:00000010:2.1:1787755825.508432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e6f400.
00010000:00000010:3.1:1787755825.937600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925078ad0a00.
00010000:00000010:3.1:1787755826.315316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504a4af200.
00010000:00000010:3.1:1787755827.129468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2e8a00.
00010000:00000010:2.1:1787755827.282416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504a4af600.
00010000:00000010:3.1:1787755827.377258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504a4aee00.
00010000:00000010:2.1:1787755827.600359:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925049b88200.
00010000:00000010:2.1:1787755827.600373:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e56ee00.
00010000:00000010:2.1:1787755827.600376:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925043677400.
00010000:00000010:2.1:1787755827.600380:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067ad1a00.
00010000:00000010:2.1:1787755827.600386:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250588fff00.
00010000:00000010:2.1:1787755827.600390:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ecf6600.
00010000:00000010:2.1:1787755827.600394:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250588ff800.
00010000:00000010:2.1:1787755827.600396:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ecf6a00.
00010000:00000010:2.1:1787755827.600400:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a66ec00.
00010000:00000010:2.1:1787755827.600405:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2a4600.
00010000:00000010:2.1:1787755827.600411:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507721c100.
00010000:00000010:2.1:1787755827.600414:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a151600.
00010000:00000010:2.1:1787755827.600418:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a66e800.
00010000:00000010:2.1:1787755827.600420:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2a4200.
00010000:00000010:2.1:1787755827.600424:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250761d9a00.
00010000:00000010:2.1:1787755827.600427:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ecf7a00.
00010000:00000010:2.1:1787755827.600430:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250588ffc00.
00010000:00000010:2.1:1787755827.600432:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ecf6200.
00010000:00000010:2.1:1787755827.600434:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250588ffe00.
00010000:00000010:2.1:1787755827.600437:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ecf7e00.
00010000:00000010:2.1:1787755827.600440:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506179af00.
00010000:00000010:2.1:1787755827.600443:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db6aa00.
00010000:00000010:2.1:1787755827.600446:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250761d9800.
00010000:00000010:2.1:1787755827.600449:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db6be00.
00010000:00000010:2.1:1787755827.600452:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925046d8aa00.
00010000:00000010:2.1:1787755827.600455:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506c23fa00.
00010000:00000010:2.1:1787755827.600457:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506179a900.
00010000:00000010:2.1:1787755827.600460:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db6ac00.
00010000:00000010:2.1:1787755827.600462:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250761d9500.
00010000:00000010:2.1:1787755827.600465:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff924f585ea200.
00010000:00000010:2.1:1787755827.600468:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506179ab00.
00010000:00000010:2.1:1787755827.600470:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db6ba00.
00010000:00000010:2.1:1787755827.636375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e6e600.
00010000:00000010:3.1:1787755827.919396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504a4aee00.
00010000:00000010:3.1:1787755828.783716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504a4ae800.
00010000:00000010:3.1:1787755828.856487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504a4afc00.
00010000:00000010:2.1:1787755828.909379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504a4aec00.
00010000:00000010:2.1:1787755828.946389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b1a00.
00010000:00000010:2.1:1787755828.987345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e6e000.
00010000:00000010:2.1:1787755829.229078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db6be00.
00010000:00000010:3.1:1787755829.565319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504a4aea00.
00010000:00000010:2.1:1787755829.825370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db6ba00.
00010000:00000010:3.1:1787755830.176353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504a4ae800.
00010000:00000010:3.1:1787755830.309255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504a4ae800.
00010000:00000010:3.1:1787755830.673362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504a4af600.
00010000:00000010:2.1:1787755830.795446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db6be00.
00010000:00000010:2.1:1787755830.916327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db6ba00.
00010000:00000010:2.1:1787755831.050287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2a4200.
00010000:00000010:3.1:1787755831.498098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2a4600.
00010000:00000010:3.1:1787755831.589327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ecf6a00.
00010000:00000010:3.1:1787755831.999327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077947600.
00010000:00000010:3.1:1787755833.366080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504a4af600.
00010000:00000010:3.1:1787755833.617415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caf8200.
00010000:00000010:3.1:1787755833.849306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504a4af600.
00010000:00000010:3.1:1787755833.909586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504a4af800.
00010000:00000010:2.1:1787755834.080377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2fa400.
00010000:00000010:2.1:1787755834.180050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504a4af800.
00010000:00000010:3.1:1787755834.454920:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caf8000.
00010000:00000010:2.1:1787755835.133605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caf8600.
00010000:00000010:2.1:1787755835.307547:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504a4afc00.
00010000:00000010:2.1:1787755835.444312:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077805e00.
00010000:00000010:3.1:1787755835.825570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504a4af600.
00010000:00000010:3.1:1787755835.987588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caf9c00.
00010000:00000010:3.1:1787755836.279478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504a4af600.
00010000:00000010:3.1:1787755836.963948:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504a4aec00.
00010000:00000010:2.1:1787755837.467388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caf8a00.
00010000:00000010:2.1:1787755837.513329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504a4ae800.
00010000:00000010:3.1:1787755837.605820:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077948400.
00010000:00000010:3.1:1787755837.675328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504a4af000.
00010000:00000010:2.1:1787755838.283526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caf8c00.
00010000:00000010:2.1:1787755838.624540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caf8400.
00010000:00000010:3.1:1787755838.892010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504a4aec00.
00010000:00000010:3.1:1787755839.029366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504a4aec00.
00010000:00000010:3.1:1787755839.536139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504a4aec00.
00010000:00000010:3.1:1787755839.683320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d865e00.
00010000:00000010:3.1:1787755839.874817:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504a4aec00.
00010000:00000010:3.1:1787755839.914703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504a4aec00.
00010000:00000010:2.1:1787755840.004898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c53cc00.
00010000:00000010:3.1:1787755840.086495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504a4af800.
00010000:00000010:2.1:1787755840.125469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c53d200.
00010000:00000010:3.1:1787755840.172437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c53c000.
00010000:00000010:3.1:1787755840.318438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c2c6e00.
00010000:00000010:3.1:1787755840.351538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c53c000.
00010000:00000010:2.1:1787755840.727555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caf8400.
00010000:00000010:3.1:1787755841.064224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ecf7e00.
00010000:00000010:2.1:1787755841.325473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250466e8c00.
00010000:00000010:2.1:1787755841.357145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250466e8800.
00010000:00000010:3.1:1787755841.436609:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250466e9c00.
00010000:00000010:2.1:1787755841.469479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507781ca00.
00010000:00000010:3.1:1787755841.760385:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caf8400.
00010000:00000010:2.1:1787755841.841470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250466e9400.
00010000:00000010:3.1:1787755843.112460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250466e8400.
00010000:00000010:2.1:1787755843.166828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2a4600.
00010000:00000010:3.1:1787755843.261421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a151600.
00010000:00000010:2.1:1787755843.427745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250466e8200.
00010000:00000010:3.1:1787755843.623203:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506029f200.
00010000:00000010:3.1:1787755843.623214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925081509400.
00010000:00000010:3.1:1787755843.623218:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925049b88700.
00010000:00000010:3.1:1787755843.623221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a028200.
00010000:00000010:3.1:1787755843.623225:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506115db00.
00010000:00000010:3.1:1787755843.623229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048688600.
00010000:00000010:3.1:1787755843.623232:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f2e4d00.
00010000:00000010:3.1:1787755843.623235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048688e00.
00010000:00000010:3.1:1787755843.623238:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506029fb00.
00010000:00000010:3.1:1787755843.623240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925081509600.
00010000:00000010:3.1:1787755843.623285:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250761d9000.
00010000:00000010:3.1:1787755843.623290:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067ad0a00.
00010000:00000010:3.1:1787755843.623296:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f2e4300.
00010000:00000010:3.1:1787755843.623299:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067ad1200.
00010000:00000010:3.1:1787755843.623302:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250761d9900.
00010000:00000010:3.1:1787755843.623305:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067ad0400.
00010000:00000010:3.1:1787755843.623309:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925043677100.
00010000:00000010:3.1:1787755843.623312:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067ad1800.
00010000:00000010:3.1:1787755843.623314:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f2e4700.
00010000:00000010:3.1:1787755843.623317:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067ad0c00.
00010000:00000010:3.1:1787755843.623321:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925043677200.
00010000:00000010:3.1:1787755843.623323:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067ad0200.
00010000:00000010:3.1:1787755843.623326:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f2e4c00.
00010000:00000010:3.1:1787755843.623328:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048688c00.
00010000:00000010:3.1:1787755843.623331:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250761d9e00.
00010000:00000010:3.1:1787755843.623340:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067ad1c00.
00010000:00000010:3.1:1787755843.623343:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250761d9300.
00010000:00000010:3.1:1787755843.623346:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067ad0e00.
00010000:00000010:3.1:1787755843.623348:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925043677a00.
00010000:00000010:3.1:1787755843.623351:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a150000.
00010000:00000010:3.1:1787755843.623356:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f2e4e00.
00010000:00000010:3.1:1787755843.623358:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048688a00.
00010000:00000010:3.1:1787755843.806451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db6ba00.
00010000:00000010:3.1:1787755844.103576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067ad1c00.
00010000:00000010:2.1:1787755844.187447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507164b000.
00010000:00000010:2.1:1787755844.228421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067ad1c00.
00010000:00000010:2.1:1787755844.301784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067ad0200.
00010000:00000010:3.1:1787755844.763461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250466e8200.
00010000:00000010:2.1:1787755844.908394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507164ac00.
00010000:00000010:3.1:1787755844.956402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067ad0c00.
00010000:00000010:3.1:1787755845.165139:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067ad1800.
00010000:00000010:3.1:1787755845.236568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507164be00.
00010000:00000010:2.1:1787755845.425721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507164a000.
00010000:00000010:3.1:1787755845.542547:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507164b400.
00010000:00000010:3.1:1787755845.611905:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067ad1200.
00010000:00000010:3.1:1787755846.311253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067ad1200.
00010000:00000010:3.1:1787755846.799901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507164a200.
00010000:00000010:2.1:1787755846.964422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043674e00.
00010000:00000010:2.1:1787755847.244438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067ad0200.
00010000:00000010:3.1:1787755847.287600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067ad0c00.
00010000:00000010:3.1:1787755847.339311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507164ae00.
00010000:00000010:2.1:1787755847.353482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067ad1c00.
00010000:00000010:2.1:1787755847.637532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507164be00.
00010000:00000010:3.1:1787755847.795235:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067ad1c00.
00010000:00000010:2.1:1787755847.914646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507164a000.
00010000:00000010:2.1:1787755848.031531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507164ae00.
00010000:00000010:3.1:1787755848.165812:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067ad0c00.
00010000:00000010:3.1:1787755848.411478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067ad0c00.
00010000:00000010:3.1:1787755848.561659:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067ad0200.
00010000:00000010:2.1:1787755848.912324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507164b600.
00010000:00000010:2.1:1787755849.312351:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507164a400.
00010000:00000010:3.1:1787755849.345439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067ad0200.
00010000:00000010:3.1:1787755850.030076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067ad0e00.
00010000:00000010:2.1:1787755850.120966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507164ba00.
00010000:00000010:3.1:1787755850.362906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067ad0400.
00010000:00000010:3.1:1787755851.590637:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067ad0400.
00010000:00000010:3.1:1787755851.710696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067ad0400.
00010000:00000010:3.1:1787755851.938611:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067ad0e00.
00010000:00000010:3.1:1787755852.018753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a0e7800.
00010000:00000010:3.1:1787755852.553326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067ad0e00.
00010000:00000010:2.1:1787755852.660635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507164bc00.
00010000:00000010:3.1:1787755852.886243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067ad0a00.
00010000:00000010:3.1:1787755853.113514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067ad1c00.
00010000:00000010:2.1:1787755853.145323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067ad1c00.
00010000:00000010:2.1:1787755853.860213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925074795600.
00010000:00000010:3.1:1787755854.806876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067ad0c00.
00010000:00000010:3.1:1787755854.832393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925074794200.
00010000:00000010:3.1:1787755854.997475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925074794e00.
00010000:00000010:3.1:1787755855.090609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067ad0c00.
00010000:00000010:3.1:1787755855.188349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507834f400.
00010000:00000010:3.1:1787755855.326821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507834f400.
00010000:00000010:2.1:1787755855.428544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507834ea00.
00010000:00000010:3.1:1787755855.498339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925074794a00.
00010000:00000010:2.1:1787755855.840407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925074794800.
00010000:00000010:2.1:1787755855.875322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925074794800.
00010000:00000010:3.1:1787755856.050782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507834fa00.
00010000:00000010:3.1:1787755856.344365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507834fa00.
00010000:00000010:3.1:1787755856.545399:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925074795200.
00010000:00000010:2.1:1787755856.587859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925074795800.
00010000:00000010:3.1:1787755856.753370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925074794e00.
00010000:00000010:2.1:1787755856.892384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925074794a00.
00010000:00000010:3.1:1787755857.011855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507834f600.
00010000:00000010:2.1:1787755857.100321:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925058a0fe00.
00010000:00000010:2.1:1787755857.100344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048689800.
00010000:00000010:2.1:1787755857.100349:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c2f4000.
00010000:00000010:2.1:1787755857.100353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925071484c00.
00010000:00000010:2.1:1787755857.100357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c52f800.
00010000:00000010:2.1:1787755857.100363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ee1c600.
00010000:00000010:2.1:1787755857.100367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c52f200.
00010000:00000010:2.1:1787755857.100370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ee1c800.
00010000:00000010:2.1:1787755857.100373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c2f4100.
00010000:00000010:2.1:1787755857.100375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048688000.
00010000:00000010:2.1:1787755857.100380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506115d600.
00010000:00000010:2.1:1787755857.100385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250743ce000.
00010000:00000010:2.1:1787755857.100388:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506115d200.
00010000:00000010:2.1:1787755857.100391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250743cf400.
00010000:00000010:2.1:1787755857.100393:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c2f4400.
00010000:00000010:2.1:1787755857.100395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925071484200.
00010000:00000010:2.1:1787755857.100398:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504ba60a00.
00010000:00000010:2.1:1787755857.100401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925081509800.
00010000:00000010:2.1:1787755857.100404:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506115d400.
00010000:00000010:2.1:1787755857.100407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048689600.
00010000:00000010:2.1:1787755857.100410:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925046d8ab00.
00010000:00000010:2.1:1787755857.100413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a028e00.
00010000:00000010:2.1:1787755857.100416:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506115df00.
00010000:00000010:2.1:1787755857.100418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250743cea00.
00010000:00000010:2.1:1787755857.100421:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506115d500.
00010000:00000010:2.1:1787755857.100423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250743cee00.
00010000:00000010:2.1:1787755857.100426:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506115d800.
00010000:00000010:2.1:1787755857.100428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048689e00.
00010000:00000010:2.1:1787755857.100432:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506029f800.
00010000:00000010:2.1:1787755857.100437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250743ce400.
00010000:00000010:2.1:1787755857.100439:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506115dc00.
00010000:00000010:2.1:1787755857.100442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250671a6000.
00010000:00000010:3.1:1787755857.167441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507834f600.
00010000:00000010:3.1:1787755857.507873:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925074795c00.
00010000:00000010:3.1:1787755857.552451:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507834f600.
00010000:00000010:3.1:1787755858.274413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c7a7000.
00010000:00000010:3.1:1787755858.786785:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507834e600.
00010000:00000010:3.1:1787755859.093699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507834f800.
00010000:00000010:2.1:1787755859.361518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925074795600.
00010000:00000010:2.1:1787755859.487488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507834e600.
00010000:00000010:2.1:1787755860.003309:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925074794400.
00010000:00000010:3.1:1787755860.061014:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507834e400.
00010000:00000010:3.1:1787755860.303527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507834e400.
00010000:00000010:3.1:1787755860.459312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925074794600.
00010000:00000010:3.1:1787755861.070206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507834e400.
00010000:00000010:2.1:1787755861.175840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925074794400.
00010000:00000010:3.1:1787755861.266757:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507834e000.
00010000:00000010:3.1:1787755861.578480:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507834ee00.
00000080:00000010:2.1:1787755861.963450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504367a440.
00010000:00000010:2.1:1787755862.271142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507834fe00.
00010000:00000010:2.1:1787755862.968082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925074795600.
00000080:00000010:2.1:1787755863.447141:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504367a7e0.
00010000:00000010:2.1:1787755863.457397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925081509800.
00000080:00000010:2.1:1787755863.544437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504367afc0.
00010000:00000010:2.1:1787755863.558448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250743cee00.
00010000:00000010:2.1:1787755863.781552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250743cea00.
00000080:00000010:2.1:1787755863.844461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504367afc0.
00010000:00000010:2.1:1787755863.862825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250743cee00.
00010000:00000010:3.1:1787755864.470254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507834e200.
00010000:00000010:2.1:1787755864.587573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ee1c800.
00010000:00000010:3.1:1787755865.082980:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507834e400.
00010000:00000010:3.1:1787755865.646306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507834e400.
00010000:00000010:2.1:1787755865.740523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048689800.
00010000:00000010:2.1:1787755866.198359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048689e00.
00010000:00000010:2.1:1787755866.464298:0:1028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048688000.
00000080:00000010:3.1:1787755866.836569:0:238949:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250672d25a0.
00010000:00000010:3.1:1787755866.845361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507834e800.
00010000:00000010:2.1:1787755867.217383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c7a5000.
00000080:00000010:2.1:1787755868.117380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250672d2700.
00000080:00000010:3.1:1787755868.231463:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b7e0.
00010000:00000010:2.1:1787755868.448301:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c7a4200.
00010000:00000010:2.1:1787755869.072331:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925058a0f700.
00010000:00000010:2.1:1787755869.072350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250743cfc00.
00000080:00000010:2.1:1787755869.149619:0:238950:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250672d25a0.
00000080:00000010:2.1:1787755869.625519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92506ead8240.
00000080:00000010:3.1:1787755869.746938:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507c01b4e0.
00000080:00000010:2.1:1787755869.927144:0:238949:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92506ead8600.
00010000:00000010:2.1:1787755869.927166:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c7a5c00.
00010000:00000010:3.1:1787755869.961345:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506115d100.
00010000:00000010:3.1:1787755869.961352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250743ce800.
00000080:00000010:2.1:1787755870.278418:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cadab60.
00010000:00000010:2.1:1787755870.290836:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507834fe00.
00010000:00000010:2.1:1787755870.910720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca0cc00.
00010000:00000010:3.1:1787755870.983278:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504ba60600.
00010000:00000010:3.1:1787755870.983291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caec800.
00010000:00000010:3.1:1787755870.983296:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925043f25b00.
00010000:00000010:3.1:1787755870.983301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caed600.
00010000:00000010:3.1:1787755870.983303:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504ba60400.
00010000:00000010:3.1:1787755870.983307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250770bfc00.
00010000:00000010:3.1:1787755870.983312:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250743c4d00.
00010000:00000010:3.1:1787755870.983331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caed200.
00010000:00000010:3.1:1787755870.983335:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507aead900.
00010000:00000010:3.1:1787755870.983338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250770be600.
00010000:00000010:3.1:1787755870.983399:0:86761:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250743c4b00.
00010000:00000010:3.1:1787755870.983403:0:86761:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250770bf800.
00010000:00000010:3.1:1787755870.983407:0:86761:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504ba60d00.
00010000:00000010:3.1:1787755870.983410:0:86761:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925071485600.
00010000:00000010:3.1:1787755870.983413:0:86761:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504ba60500.
00010000:00000010:3.1:1787755870.983417:0:86761:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cce9c00.
00010000:00000010:3.1:1787755870.983420:0:86761:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925043f25500.
00010000:00000010:3.1:1787755870.983423:0:86761:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cce8000.
00010000:00000010:3.1:1787755870.983427:0:86761:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e01fc00.
00010000:00000010:3.1:1787755870.983430:0:86761:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caed000.
00010000:00000010:3.1:1787755870.983433:0:86761:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250743c4600.
00010000:00000010:3.1:1787755870.983436:0:86761:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caed400.
00010000:00000010:3.1:1787755870.983438:0:86761:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e01f000.
00010000:00000010:3.1:1787755870.983441:0:86761:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058313a00.
00010000:00000010:3.1:1787755870.983446:0:86761:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c2f4500.
00010000:00000010:3.1:1787755870.983449:0:86761:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925071484800.
00010000:00000010:3.1:1787755870.983452:0:86761:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506115da00.
00010000:00000010:3.1:1787755870.983456:0:86761:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048689c00.
00010000:00000010:3.1:1787755870.983459:0:86761:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507ae13f00.
00010000:00000010:3.1:1787755870.983462:0:86761:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cce9800.
00010000:00000010:3.1:1787755870.983465:0:86761:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c2f4f00.
00010000:00000010:3.1:1787755870.983468:0:86761:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048689400.
00000080:00000010:3.1:1787755871.005381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403260.
00000080:00000010:2.1:1787755871.444382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92506ead8920.
00010000:00000010:3.1:1787755872.024650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507834fe00.
00000080:00000010:3.1:1787755872.258395:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925078373fe0.
00010000:00000010:3.1:1787755872.287549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507834fe00.
00000080:00000010:3.1:1787755872.744487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403c40.
00010000:00000010:3.1:1787755872.781302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca0ca00.
00010000:00000010:2.1:1787755873.188546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ae61400.
00010000:00000010:3.1:1787755873.470424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507834e800.
00010000:00000010:3.1:1787755873.723541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca0d800.
00010000:00000010:2.1:1787755874.927186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca0c600.
00010000:00000010:3.1:1787755875.163993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507834e800.
00010000:00000010:3.1:1787755875.674089:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048689400.
00010000:00000010:3.1:1787755875.978072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048689400.
00010000:00000010:3.1:1787755876.161891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048689400.
00010000:00000010:2.1:1787755876.434935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250746b2200.
00010000:00000010:2.1:1787755876.578184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ae67c00.
00010000:00000010:2.1:1787755877.691463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250746b2600.
00010000:00000010:3.1:1787755878.295976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cce9c00.
00010000:00000010:2.1:1787755878.376382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ae66600.
00010000:00000010:2.1:1787755879.453322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c060a00.
00010000:00000010:2.1:1787755879.578366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c060200.
00010000:00000010:2.1:1787755880.109318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c060200.
00010000:00000010:2.1:1787755880.162315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c060600.
00010000:00000010:2.1:1787755881.526327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c061200.
00010000:00000010:2.1:1787755881.605391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c061c00.
00010000:00000010:3.1:1787755882.601389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250743ce000.
00010000:00000010:2.1:1787755883.228424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c7bfa00.
00010000:00000010:2.1:1787755884.289027:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c7bf800.
00010000:00000010:2.1:1787755884.877321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c7bf800.
00010000:00000010:2.1:1787755884.961506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c7be400.
00010000:00000010:3.1:1787755884.963614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043668a00.
00010000:00000010:3.1:1787755884.963633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e56e400.
00010000:00000010:3.1:1787755884.963638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e56f800.
00010000:00000010:3.1:1787755884.963640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e56fe00.
00010000:00000010:3.1:1787755884.963643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e56f000.
00010000:00000010:3.1:1787755884.963646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e56ea00.
00010000:00000010:3.1:1787755884.963649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507609ec00.
00010000:00000010:3.1:1787755884.963654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507609c600.
00010000:00000010:3.1:1787755884.963659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e56f400.
00010000:00000010:3.1:1787755884.963663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2ab600.
00010000:00000010:3.1:1787755884.963666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507609de00.
00010000:00000010:3.1:1787755884.963670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250770bee00.
00010000:00000010:3.1:1787755884.963675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caece00.
00010000:00000010:3.1:1787755884.963678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250770bec00.
00010000:00000010:3.1:1787755884.963680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507609ce00.
00010000:00000010:3.1:1787755884.963683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250770bfe00.
00010000:00000010:2.1:1787755885.381707:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ae65c00.
00010000:00000010:2.1:1787755886.005320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250745e8600.
00010000:00000010:2.1:1787755886.327489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250745e9a00.
00010000:00000010:3.1:1787755886.797471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caece00.
00010000:00000010:3.1:1787755888.097484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e56f000.
00010000:00000010:3.1:1787755888.218315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e56fe00.
00010000:00000010:3.1:1787755888.391320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e56ea00.
00010000:00000010:2.1:1787755889.026332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250745e8400.
00010000:00000010:2.1:1787755889.065602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250745e9a00.
00010000:00000010:2.1:1787755889.167119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ae72a00.
00010000:00000010:2.1:1787755889.523408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e506c00.
00010000:00000010:2.1:1787755889.664305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e506c00.
00010000:00000010:2.1:1787755889.862060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e506200.
00010000:00000010:3.1:1787755890.842525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e506600.
00010000:00000010:3.1:1787755891.276055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067ad0400.
00010000:00000010:3.1:1787755891.381354:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925074794600.
00010000:00000010:2.1:1787755892.010116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e52c400.
00010000:00000010:3.1:1787755892.308331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250746ad600.
00010000:00000010:2.1:1787755892.625617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e52c800.
00010000:00000010:2.1:1787755893.107361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e52d200.
00010000:00000010:2.1:1787755893.171527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e52c600.
00010000:00000010:2.1:1787755893.223771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ae4f200.
00010000:00000010:2.1:1787755893.868720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ae4fc00.
00010000:00000010:2.1:1787755894.442332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ae4fc00.
00010000:00000010:2.1:1787755894.492501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ae4e400.
00010000:00000010:3.1:1787755894.556436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250746ac400.
00010000:00000010:2.1:1787755895.025481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ae4f800.
00010000:00000010:3.1:1787755895.193514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250746ace00.
00010000:00000010:3.1:1787755895.527532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd0d600.
00010000:00000010:3.1:1787755898.019830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd0ca00.
00010000:00000010:2.1:1787755898.603616:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e53ba00.
00010000:00000010:3.1:1787755898.650388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd0ca00.
00010000:00000010:2.1:1787755898.822416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043668600.
00010000:00000010:3.1:1787755899.357632:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd0c200.
00010000:00000010:3.1:1787755899.763426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ee13600.
00010000:00000010:3.1:1787755899.763438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043668e00.
00010000:00000010:3.1:1787755899.763442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e51000.
00010000:00000010:3.1:1787755899.763446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043669c00.
00010000:00000010:3.1:1787755899.763451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e50e00.
00010000:00000010:3.1:1787755899.763454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e50600.
00010000:00000010:3.1:1787755899.763457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e51c00.
00010000:00000010:3.1:1787755899.763459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e50a00.
00010000:00000010:3.1:1787755899.763462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e50400.
00010000:00000010:3.1:1787755899.763464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043669200.
00010000:00000010:3.1:1787755899.763467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e51e00.
00010000:00000010:3.1:1787755899.763481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043669800.
00010000:00000010:3.1:1787755899.763485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e50800.
00010000:00000010:3.1:1787755899.763489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067181200.
00010000:00000010:3.1:1787755899.763492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067181800.
00010000:00000010:3.1:1787755899.763495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e51800.
00010000:00000010:3.1:1787755899.827758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067181200.
00010000:00000010:3.1:1787755899.877307:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067181200.
00010000:00000010:2.1:1787755900.067980:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd2d000.
00010000:00000010:2.1:1787755900.709587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e53ac00.
00010000:00000010:3.1:1787755900.785586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e53b600.
00010000:00000010:2.1:1787755901.262460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd23200.
00010000:00000010:2.1:1787755901.574317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e53be00.
00010000:00000010:3.1:1787755902.157495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca43200.
00010000:00000010:2.1:1787755903.035478:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043668600.
00010000:00000010:2.1:1787755903.388314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043668600.
00010000:00000010:2.1:1787755903.963489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532e00.
00010000:00000010:2.1:1787755904.521328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532400.
00010000:00000010:3.1:1787755905.128522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533200.
00010000:00000010:3.1:1787755906.672197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca78a00.
00010000:00000010:3.1:1787755906.981571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250746ad400.
00010000:00000010:2.1:1787755907.165622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533a00.
00010000:00000010:2.1:1787755907.174769:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a12100.
00010000:00000010:2.1:1787755907.174784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250487f2600.
00010000:00000010:2.1:1787755907.174787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912e00.
00000080:00000010:2.1:1787755907.184898:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045507380.
00000080:00000010:2.1:1787755907.184927:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9920.
00010000:00000010:2.1:1787755907.429747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd03c00.
00010000:00000010:2.1:1787755907.429768:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504819e600.
00010000:00000010:2.1:1787755907.429775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ae78200.
00010000:00000010:2.1:1787755907.429779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca79e00.
00000080:00000010:3.1:1787755907.500262:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460d3180.
00000080:00000010:3.1:1787755907.500296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925058a41020.
00010000:00000010:3.1:1787755907.518330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca79400.
00010000:00000010:3.1:1787755907.518357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504819ee00.
00010000:00000010:3.1:1787755907.518363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507f16a200.
00010000:00000010:3.1:1787755907.518367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926a00.
00000080:00000010:3.1:1787755907.538588:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504550d280.
00000080:00000010:3.1:1787755907.538612:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33e080.
00010000:00000010:3.1:1787755907.554391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927a00.
00010000:00000010:3.1:1787755907.554407:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507ae13200.
00010000:00000010:3.1:1787755907.554411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504356c400.
00010000:00000010:3.1:1787755907.554415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca78e00.
00000080:00000010:3.1:1787755907.558562:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045509080.
00000080:00000010:3.1:1787755907.558578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f68c566a0.
00010000:00000010:3.1:1787755907.578296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd02c00.
00010000:00000010:3.1:1787755907.578304:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507aea8d00.
00010000:00000010:3.1:1787755907.578309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ae79000.
00010000:00000010:3.1:1787755907.578312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077930000.
00000080:00000010:2.1:1787755907.706367:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504611c200.
00000080:00000010:2.1:1787755907.706388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9140.
00010000:00000010:2.1:1787755907.716347:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077931000.
00010000:00000010:2.1:1787755907.716355:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cd53d00.
00010000:00000010:2.1:1787755907.716361:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92508158da00.
00010000:00000010:2.1:1787755907.716364:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd03800.
00000080:00000010:2.1:1787755907.720899:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460d98c0.
00000080:00000010:2.1:1787755907.720925:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e5a0.
00010000:00000010:2.1:1787755907.728328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077931600.
00010000:00000010:2.1:1787755907.728355:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff924f5b7c9200.
00010000:00000010:2.1:1787755907.728361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507f16bc00.
00010000:00000010:2.1:1787755907.728364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd02200.
00000080:00000010:2.1:1787755907.751233:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460deb40.
00000080:00000010:2.1:1787755907.751262:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6efa0.
00010000:00000010:2.1:1787755907.760662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd02600.
00010000:00000010:2.1:1787755907.760679:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a14d00.
00010000:00000010:2.1:1787755907.760685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e2d200.
00010000:00000010:2.1:1787755907.760688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd02800.
00000080:00000010:2.1:1787755907.783987:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250455018c0.
00000080:00000010:2.1:1787755907.784014:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925058a41b20.
00010000:00000010:2.1:1787755907.796940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532600.
00010000:00000010:2.1:1787755907.796959:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cd56100.
00010000:00000010:2.1:1787755907.796967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507eb0c200.
00010000:00000010:2.1:1787755907.796970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca79c00.
00000080:00000010:2.1:1787755907.821217:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460d1080.
00000080:00000010:2.1:1787755907.821238:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6eb00.
00010000:00000010:2.1:1787755907.827124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077931a00.
00010000:00000010:2.1:1787755907.827147:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cd57800.
00010000:00000010:2.1:1787755907.827153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250490e9e00.
00010000:00000010:2.1:1787755907.827157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077930a00.
00000080:00000010:2.1:1787755907.838440:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045506b40.
00000080:00000010:2.1:1787755907.838457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a98c0.
00010000:00000010:2.1:1787755908.103567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e528600.
00010000:00000010:2.1:1787755908.103585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507eb0ba00.
00010000:00000010:2.1:1787755908.103591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c155c00.
00010000:00000010:2.1:1787755908.103595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca78400.
00000080:00000010:2.1:1787755908.150210:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460db9c0.
00000080:00000010:2.1:1787755908.150225:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f68c56c40.
00010000:00000010:2.1:1787755908.170320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd3f600.
00010000:00000010:2.1:1787755908.170336:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cae9100.
00010000:00000010:2.1:1787755908.170341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250490e9a00.
00010000:00000010:2.1:1787755908.170344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533c00.
00000080:00000010:2.1:1787755908.196312:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460df380.
00000080:00000010:2.1:1787755908.196334:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9bc0.
00010000:00000010:2.1:1787755908.209711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e528800.
00010000:00000010:2.1:1787755908.209736:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f00dd00.
00010000:00000010:2.1:1787755908.209742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250490e8a00.
00010000:00000010:2.1:1787755908.209745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd3f800.
00000080:00000010:3.1:1787755908.227332:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504576d280.
00000080:00000010:3.1:1787755908.227347:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9400.
00010000:00000010:2.1:1787755908.230617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e529000.
00010000:00000010:2.1:1787755908.230646:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f00d800.
00010000:00000010:2.1:1787755908.230651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250490e9600.
00010000:00000010:2.1:1787755908.230654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e529a00.
00000080:00000010:2.1:1787755908.258486:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504611dac0.
00000080:00000010:2.1:1787755908.258519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9a40.
00010000:00000010:3.1:1787755908.430667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd3f400.
00010000:00000010:3.1:1787755908.430688:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f00db00.
00010000:00000010:3.1:1787755908.430693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250672dd200.
00010000:00000010:3.1:1787755908.430696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e528e00.
00000080:00000010:2.1:1787755908.430762:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460da940.
00000080:00000010:2.1:1787755908.430779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9ee0.
00000080:00000010:3.1:1787755908.440935:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460d18c0.
00000080:00000010:3.1:1787755908.440953:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e080.
00010000:00000010:2.1:1787755908.490446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e529c00.
00010000:00000010:2.1:1787755908.490471:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cae9b00.
00010000:00000010:2.1:1787755908.490476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507eb0d200.
00010000:00000010:2.1:1787755908.490480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd3fc00.
00000080:00000010:2.1:1787755908.673481:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504a9ba940.
00000080:00000010:2.1:1787755908.673514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6eec0.
00010000:00000010:2.1:1787755908.683451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e528c00.
00010000:00000010:2.1:1787755908.683475:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507eb0b400.
00010000:00000010:2.1:1787755908.683490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507eb0d000.
00010000:00000010:2.1:1787755908.683493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e519a00.
00000080:00000010:2.1:1787755908.698523:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045768840.
00000080:00000010:2.1:1787755908.698549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9cc0.
00010000:00000010:2.1:1787755908.716325:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd3f200.
00010000:00000010:2.1:1787755908.716337:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507eb0bb00.
00010000:00000010:2.1:1787755908.716341:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507eb0d400.
00010000:00000010:2.1:1787755908.716345:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043669c00.
00000080:00000010:2.1:1787755908.731349:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925046110840.
00000080:00000010:2.1:1787755908.731366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9d60.
00010000:00000010:2.1:1787755908.736184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e518600.
00010000:00000010:2.1:1787755908.736199:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f00d000.
00010000:00000010:2.1:1787755908.736205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250672dcc00.
00010000:00000010:2.1:1787755908.736208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e518200.
00000080:00000010:2.1:1787755908.752429:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045768000.
00000080:00000010:2.1:1787755908.752452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e680.
00010000:00000010:2.1:1787755908.756433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca43200.
00010000:00000010:2.1:1787755908.756445:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507eb0b500.
00010000:00000010:2.1:1787755908.756450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507eb0de00.
00010000:00000010:2.1:1787755908.756453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca42a00.
00000080:00000010:2.1:1787755908.764447:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504611b180.
00000080:00000010:2.1:1787755908.764465:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9380.
00010000:00000010:2.1:1787755908.979453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e519c00.
00010000:00000010:2.1:1787755908.979471:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a140100.
00010000:00000010:2.1:1787755908.979475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c034800.
00010000:00000010:2.1:1787755908.979609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ee13600.
00000080:00000010:2.1:1787755908.996863:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925046115ac0.
00000080:00000010:2.1:1787755908.996881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9320.
00010000:00000010:2.1:1787755909.005712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e518400.
00010000:00000010:2.1:1787755909.005736:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c234800.
00010000:00000010:2.1:1787755909.005741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058386200.
00010000:00000010:2.1:1787755909.005744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067181200.
00000080:00000010:2.1:1787755909.018715:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504560d280.
00000080:00000010:2.1:1787755909.018739:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925058a41920.
00010000:00000010:2.1:1787755909.028342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca42c00.
00010000:00000010:2.1:1787755909.028364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a140800.
00010000:00000010:2.1:1787755909.028370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925076087600.
00010000:00000010:2.1:1787755909.028374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e519200.
00000080:00000010:2.1:1787755909.041662:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925046112940.
00000080:00000010:2.1:1787755909.041689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6ee00.
00010000:00000010:2.1:1787755909.062633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e518c00.
00010000:00000010:2.1:1787755909.062652:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507844d600.
00010000:00000010:2.1:1787755909.062658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c035000.
00010000:00000010:2.1:1787755909.062662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca43800.
00000080:00000010:2.1:1787755909.072490:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504576e300.
00000080:00000010:2.1:1787755909.072519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a94a0.
00010000:00000010:2.1:1787755909.184401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca4ba00.
00010000:00000010:2.1:1787755909.184426:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c234e00.
00010000:00000010:2.1:1787755909.184433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c034000.
00010000:00000010:2.1:1787755909.184436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca43a00.
00000080:00000010:2.1:1787755909.211695:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925046113180.
00000080:00000010:2.1:1787755909.211724:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9fe0.
00000080:00000010:2.1:1787755909.256461:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504576f380.
00000080:00000010:2.1:1787755909.256482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e5c0.
00010000:00000010:2.1:1787755909.289606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd23200.
00010000:00000010:2.1:1787755909.289627:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773b9600.
00010000:00000010:2.1:1787755909.289631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c035e00.
00010000:00000010:2.1:1787755909.289634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd22800.
00000080:00000010:2.1:1787755909.307820:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250456098c0.
00000080:00000010:2.1:1787755909.307835:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925058a41a80.
00010000:00000010:2.1:1787755909.314486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd22200.
00010000:00000010:2.1:1787755909.314521:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773b9200.
00010000:00000010:2.1:1787755909.314528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925076086a00.
00010000:00000010:2.1:1787755909.314532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd23600.
00000080:00000010:3.1:1787755909.333394:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045765280.
00000080:00000010:3.1:1787755909.333410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e2c0.
00010000:00000010:2.1:1787755909.345320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd23000.
00010000:00000010:2.1:1787755909.345334:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250580b1800.
00010000:00000010:2.1:1787755909.345341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925076087000.
00010000:00000010:2.1:1787755909.345344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd22a00.
00000080:00000010:2.1:1787755909.353390:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504576c200.
00000080:00000010:2.1:1787755909.353402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e1e0.
00010000:00000010:2.1:1787755909.368126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd23a00.
00010000:00000010:2.1:1787755909.368143:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773b9e00.
00010000:00000010:2.1:1787755909.368148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c035600.
00010000:00000010:2.1:1787755909.368151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e51000.
00000080:00000010:2.1:1787755909.372808:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504560eb40.
00000080:00000010:2.1:1787755909.372835:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9160.
00010000:00000010:2.1:1787755909.387525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd23400.
00010000:00000010:2.1:1787755909.387547:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773b9500.
00010000:00000010:2.1:1787755909.387557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925076087c00.
00010000:00000010:2.1:1787755909.387561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e53b000.
00000080:00000010:3.1:1787755909.406679:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045608840.
00000080:00000010:3.1:1787755909.406718:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e620.
00010000:00000010:2.1:1787755909.501660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca4ae00.
00010000:00000010:2.1:1787755909.501680:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773b9700.
00010000:00000010:2.1:1787755909.501686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c035a00.
00010000:00000010:2.1:1787755909.501690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd22400.
00000080:00000010:2.1:1787755909.943346:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504a9beb40.
00000080:00000010:2.1:1787755909.943375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a96a0.
00010000:00000010:2.1:1787755910.657416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd33600.
00010000:00000010:2.1:1787755910.657433:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250721b5e00.
00010000:00000010:2.1:1787755910.657439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507eb1e400.
00010000:00000010:2.1:1787755910.657443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e539000.
00010000:00000010:2.1:1787755910.952926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e539e00.
00010000:00000010:2.1:1787755910.952943:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff924f72b46d00.
00010000:00000010:2.1:1787755910.952950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250721ab200.
00010000:00000010:2.1:1787755910.952954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd21800.
00000080:00000010:2.1:1787755910.976183:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504567c200.
00000080:00000010:2.1:1787755910.976195:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e3e0.
00010000:00000010:2.1:1787755910.976210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd32800.
00010000:00000010:2.1:1787755910.976216:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff924f72b46300.
00010000:00000010:2.1:1787755910.976219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c021400.
00010000:00000010:2.1:1787755910.976222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e539c00.
00010000:00000010:2.1:1787755911.142386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077910800.
00010000:00000010:2.1:1787755911.142403:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff924f72b46700.
00010000:00000010:2.1:1787755911.142408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b9400.
00010000:00000010:2.1:1787755911.142411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd20800.
00000080:00000010:2.1:1787755911.157303:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045676b40.
00000080:00000010:2.1:1787755911.157317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9220.
00010000:00000010:2.1:1787755911.164971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd20200.
00010000:00000010:2.1:1787755911.164978:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506ad5a900.
00010000:00000010:2.1:1787755911.164984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250721ab400.
00010000:00000010:2.1:1787755911.164988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077911600.
00000080:00000010:2.1:1787755911.175357:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250456798c0.
00000080:00000010:2.1:1787755911.175374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e540.
00010000:00000010:2.1:1787755911.181356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd21000.
00010000:00000010:2.1:1787755911.181382:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff924f72b46f00.
00010000:00000010:2.1:1787755911.181388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b8c00.
00010000:00000010:2.1:1787755911.181392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077911a00.
00010000:00000010:2.1:1787755911.423829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077911e00.
00010000:00000010:2.1:1787755911.423848:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506ad5ae00.
00010000:00000010:2.1:1787755911.423853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e68000.
00010000:00000010:2.1:1787755911.423856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ae76c00.
00000080:00000010:2.1:1787755911.640373:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504a9b3180.
00000080:00000010:2.1:1787755911.640391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e9e0.
00010000:00000010:2.1:1787755911.654317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077910c00.
00010000:00000010:2.1:1787755911.658323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f16ee00.
00010000:00000010:2.1:1787755911.658346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b8400.
00010000:00000010:2.1:1787755911.658350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e509600.
00000080:00000010:2.1:1787755911.674331:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504a9b5280.
00000080:00000010:2.1:1787755911.674352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9e40.
00010000:00000010:3.1:1787755911.684333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077911200.
00010000:00000010:3.1:1787755911.684363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a664800.
00010000:00000010:3.1:1787755911.684368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e68e00.
00010000:00000010:3.1:1787755911.684371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d85a400.
00000080:00000010:3.1:1787755911.704221:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049f05ac0.
00000080:00000010:3.1:1787755911.704250:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f68c56020.
00010000:00000010:2.1:1787755911.789546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d85a600.
00010000:00000010:2.1:1787755911.789563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507ae17800.
00010000:00000010:2.1:1787755911.789568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043679800.
00010000:00000010:2.1:1787755911.789572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e508000.
00000080:00000010:2.1:1787755911.804536:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049f03180.
00000080:00000010:2.1:1787755911.811440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925078444360.
00010000:00000010:2.1:1787755911.815472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e509c00.
00010000:00000010:2.1:1787755911.815493:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f16e800.
00010000:00000010:2.1:1787755911.815497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507f17b400.
00010000:00000010:2.1:1787755911.815500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd0d200.
00000080:00000010:2.1:1787755911.823340:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504a9b1080.
00000080:00000010:2.1:1787755911.823364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6ef60.
00010000:00000010:2.1:1787755911.829492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e508400.
00010000:00000010:2.1:1787755911.829508:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925044c51500.
00010000:00000010:2.1:1787755911.829513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043678800.
00010000:00000010:2.1:1787755911.829517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd0c800.
00000080:00000010:2.1:1787755911.837852:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504a9bc200.
00000080:00000010:2.1:1787755911.837873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925078444f00.
00010000:00000010:2.1:1787755911.846758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e508c00.
00010000:00000010:2.1:1787755911.846781:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a664d00.
00010000:00000010:2.1:1787755911.846787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504891ea00.
00010000:00000010:2.1:1787755911.846792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd0d000.
00000080:00000010:2.1:1787755911.856839:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504a9b18c0.
00000080:00000010:2.1:1787755911.856856:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f68c56c00.
00010000:00000010:3.1:1787755911.867348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e509200.
00010000:00000010:3.1:1787755911.867376:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a664200.
00010000:00000010:3.1:1787755911.867382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507f17ae00.
00010000:00000010:3.1:1787755911.867388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d85a200.
00010000:00000010:2.1:1787755912.062385:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e508a00.
00010000:00000010:2.1:1787755912.062393:0:238949:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a664100.
00010000:00000010:2.1:1787755912.062398:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507783ca00.
00010000:00000010:2.1:1787755912.062401:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507847e800.
00010000:00000010:3.1:1787755912.095362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd0d600.
00010000:00000010:3.1:1787755912.095399:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e4b1e00.
00010000:00000010:3.1:1787755912.095406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507783d200.
00010000:00000010:3.1:1787755912.095409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d85aa00.
00000080:00000010:3.1:1787755912.102439:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504a9b0000.
00000080:00000010:3.1:1787755912.102455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a97e0.
00010000:00000010:2.1:1787755912.110515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507847f800.
00010000:00000010:2.1:1787755912.110534:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a664600.
00010000:00000010:2.1:1787755912.110540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507783d600.
00010000:00000010:2.1:1787755912.110543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507847e000.
00000080:00000010:3.1:1787755912.139806:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049f0f380.
00000080:00000010:3.1:1787755912.139825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925078444800.
00010000:00000010:3.1:1787755912.151322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507847e400.
00010000:00000010:3.1:1787755912.151338:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e4b1100.
00010000:00000010:3.1:1787755912.151344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507783d400.
00010000:00000010:3.1:1787755912.151348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e52c600.
00000080:00000010:3.1:1787755912.162319:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049f0c200.
00000080:00000010:3.1:1787755912.162335:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a97a0.
00010000:00000010:2.1:1787755912.518323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507835e600.
00010000:00000010:2.1:1787755912.518342:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c23bd00.
00010000:00000010:2.1:1787755912.518346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d237600.
00010000:00000010:2.1:1787755912.518350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250746ad200.
00000080:00000010:2.1:1787755912.534419:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049f04a40.
00000080:00000010:2.1:1787755912.534435:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925078444b60.
00010000:00000010:2.1:1787755913.013359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e52d200.
00010000:00000010:2.1:1787755913.013380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cb02e00.
00010000:00000010:2.1:1787755913.013387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d234a00.
00010000:00000010:2.1:1787755913.013391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e50b000.
00000080:00000010:2.1:1787755913.020570:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045792100.
00000080:00000010:2.1:1787755913.020589:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f68c565a0.
00010000:00000010:2.1:1787755913.026454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e52d800.
00010000:00000010:2.1:1787755913.026471:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cae1a00.
00010000:00000010:2.1:1787755913.026476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066d5ac00.
00010000:00000010:2.1:1787755913.026480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e52fc00.
00000080:00000010:2.1:1787755913.040524:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250457998c0.
00000080:00000010:2.1:1787755913.040555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6eb40.
00010000:00000010:2.1:1787755913.048386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077904e00.
00010000:00000010:2.1:1787755913.048412:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cae1800.
00010000:00000010:2.1:1787755913.048418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077a03c00.
00010000:00000010:2.1:1787755913.048423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e50b600.
00000080:00000010:3.1:1787755913.062663:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045794a40.
00000080:00000010:3.1:1787755913.062676:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505e2a9f40.
00010000:00000010:3.1:1787755913.429382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250745ebc00.
00010000:00000010:3.1:1787755913.429405:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c233100.
00010000:00000010:3.1:1787755913.429412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d230800.
00010000:00000010:3.1:1787755913.429417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b329200.
00000080:00000010:3.1:1787755913.429426:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045791080.
00000080:00000010:3.1:1787755913.429436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925078444c40.
00010000:00000010:3.1:1787755913.450349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250745ea400.
00010000:00000010:3.1:1787755913.450370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c233300.
00010000:00000010:3.1:1787755913.450375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d231800.
00010000:00000010:3.1:1787755913.450379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250746aca00.
00010000:00000010:2.1:1787755913.581602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250670b5e00.
00010000:00000010:2.1:1787755913.581643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b328800.
00010000:00000010:2.1:1787755913.581650:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c231100.
00010000:00000010:2.1:1787755913.581658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d231000.
00010000:00000010:2.1:1787755913.581661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250745eb800.
00000080:00000010:2.1:1787755913.606902:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460ae300.
00000080:00000010:2.1:1787755913.606922:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250784444e0.
00010000:00000010:2.1:1787755913.606937:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250745eb200.
00010000:00000010:2.1:1787755913.606943:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077e60400.
00010000:00000010:2.1:1787755913.606950:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c021600.
00010000:00000010:2.1:1787755913.606952:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b329000.
00000080:00000010:2.1:1787755913.718591:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460ac200.
00000080:00000010:2.1:1787755913.718610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925078444000.
00010000:00000010:2.1:1787755913.726336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250745eaa00.
00010000:00000010:2.1:1787755913.726356:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c231300.
00010000:00000010:2.1:1787755913.726362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e5dfa00.
00010000:00000010:2.1:1787755913.726365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250745ebe00.
00000080:00000010:2.1:1787755913.733535:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460adac0.
00000080:00000010:2.1:1787755913.733554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250436622e0.
00010000:00000010:2.1:1787755913.748327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250745eb400.
00010000:00000010:2.1:1787755913.748344:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c231900.
00010000:00000010:2.1:1787755913.748350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db75200.
00010000:00000010:2.1:1787755913.748354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e52d600.
00000080:00000010:2.1:1787755913.755489:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460aa940.
00000080:00000010:2.1:1787755913.755528:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925078444440.
00010000:00000010:2.1:1787755913.853440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd0f400.
00010000:00000010:2.1:1787755913.853459:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077bd5000.
00010000:00000010:2.1:1787755913.853465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e57b000.
00010000:00000010:2.1:1787755913.853469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd0fe00.
00000080:00000010:2.1:1787755913.870715:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460a9080.
00000080:00000010:2.1:1787755913.870733:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6eac0.
00010000:00000010:2.1:1787755913.870747:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e52d000.
00010000:00000010:2.1:1787755913.870752:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507db76d00.
00010000:00000010:2.1:1787755913.870757:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e5df400.
00010000:00000010:2.1:1787755913.870760:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250671a6000.
00000080:00000010:2.1:1787755913.875453:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460a5280.
00000080:00000010:2.1:1787755913.875470:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662f60.
00010000:00000010:2.1:1787755913.892369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e52ca00.
00010000:00000010:2.1:1787755913.892378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507db76a00.
00010000:00000010:2.1:1787755913.892384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cb04a00.
00010000:00000010:2.1:1787755913.892388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd0ee00.
00000080:00000010:3.1:1787755913.902544:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052408840.
00000080:00000010:3.1:1787755913.902564:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f68c56140.
00010000:00000010:3.1:1787755913.907334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e506600.
00010000:00000010:3.1:1787755913.907356:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077bd5100.
00010000:00000010:3.1:1787755913.907362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e57ba00.
00010000:00000010:3.1:1787755913.907366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e52ce00.
00000080:00000010:3.1:1787755913.917591:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460a98c0.
00000080:00000010:3.1:1787755913.917600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e200.
00010000:00000010:2.1:1787755913.926278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd0fc00.
00010000:00000010:2.1:1787755913.926294:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250672d7800.
00010000:00000010:2.1:1787755913.926300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e5dea00.
00010000:00000010:2.1:1787755913.926303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e52d400.
00010000:00000010:3.1:1787755914.236416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250670b4c00.
00010000:00000010:3.1:1787755914.236426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066da1e00.
00010000:00000010:3.1:1787755914.236431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250671a6a00.
00010000:00000010:3.1:1787755914.236433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066da1800.
00010000:00000010:3.1:1787755914.236436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e51600.
00010000:00000010:3.1:1787755914.236441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ee13200.
00010000:00000010:3.1:1787755914.236445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ee12600.
00010000:00000010:3.1:1787755914.236447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250670b5000.
00010000:00000010:3.1:1787755914.236451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250671a6400.
00010000:00000010:3.1:1787755914.236453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ee13a00.
00010000:00000010:3.1:1787755914.236456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ee13c00.
00010000:00000010:3.1:1787755914.236458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ee13e00.
00010000:00000010:3.1:1787755914.236460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ee13400.
00010000:00000010:3.1:1787755914.236463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250670b5200.
00010000:00000010:3.1:1787755914.236465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ee12800.
00010000:00000010:3.1:1787755914.236467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067181000.
00000080:00000010:2.1:1787755914.339352:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049f2e300.
00000080:00000010:2.1:1787755914.339369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925078444cc0.
00010000:00000010:2.1:1787755914.344354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925078479200.
00010000:00000010:2.1:1787755914.344378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077bd5500.
00010000:00000010:2.1:1787755914.344384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066d5c600.
00010000:00000010:2.1:1787755914.344388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e507200.
00010000:00000010:2.1:1787755914.368323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e506c00.
00010000:00000010:2.1:1787755914.368341:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507db6fb00.
00010000:00000010:2.1:1787755914.368346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2a0400.
00010000:00000010:2.1:1787755914.368350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507609c600.
00000080:00000010:2.1:1787755914.382310:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460a2100.
00000080:00000010:2.1:1787755914.382325:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f68c565c0.
00010000:00000010:2.1:1787755914.389404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507847a600.
00010000:00000010:2.1:1787755914.389422:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077e60900.
00010000:00000010:2.1:1787755914.389429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db75800.
00010000:00000010:2.1:1787755914.389434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e507e00.
00000080:00000010:2.1:1787755914.401494:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049f2b9c0.
00000080:00000010:2.1:1787755914.401522:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925078444d60.
00010000:00000010:2.1:1787755914.415463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925078479800.
00010000:00000010:2.1:1787755914.415481:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925078ae6900.
00010000:00000010:2.1:1787755914.415486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c027600.
00010000:00000010:2.1:1787755914.415489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507847a200.
00000080:00000010:2.1:1787755914.419802:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505240e300.
00000080:00000010:2.1:1787755914.419817:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662f40.
00010000:00000010:3.1:1787755914.435350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925078478600.
00010000:00000010:3.1:1787755914.435366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507db6f500.
00010000:00000010:3.1:1787755914.435370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c027800.
00010000:00000010:3.1:1787755914.435373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507847a800.
00000080:00000010:2.1:1787755914.440319:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049f2f380.
00000080:00000010:2.1:1787755914.440341:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250436621c0.
00010000:00000010:2.1:1787755914.450347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e507a00.
00010000:00000010:2.1:1787755914.450367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507db6f300.
00010000:00000010:2.1:1787755914.450372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c026400.
00010000:00000010:2.1:1787755914.450375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e506800.
00000080:00000010:3.1:1787755914.473367:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460a4a40.
00000080:00000010:3.1:1787755914.473381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662c40.
00010000:00000010:2.1:1787755914.640327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250745e9a00.
00010000:00000010:2.1:1787755914.640344:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507db6f900.
00010000:00000010:2.1:1787755914.640349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e47e00.
00010000:00000010:2.1:1787755914.640352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507609ec00.
00000080:00000010:2.1:1787755914.832675:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049f27380.
00000080:00000010:2.1:1787755914.832698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662ea0.
00010000:00000010:2.1:1787755914.852325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ae73200.
00010000:00000010:2.1:1787755914.852343:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250714a0900.
00010000:00000010:2.1:1787755914.852349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2a1800.
00010000:00000010:2.1:1787755914.852353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250745e8800.
00000080:00000010:2.1:1787755914.858800:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b18e300.
00000080:00000010:2.1:1787755914.858821:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f68c56b40.
00010000:00000010:2.1:1787755914.872487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507847a000.
00010000:00000010:2.1:1787755914.872503:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925045abba00.
00010000:00000010:2.1:1787755914.872512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db7be00.
00010000:00000010:2.1:1787755914.872518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e56e400.
00000080:00000010:2.1:1787755914.890939:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b18b9c0.
00000080:00000010:2.1:1787755914.890959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662820.
00010000:00000010:2.1:1787755914.901348:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ae73800.
00010000:00000010:2.1:1787755914.901368:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b575b00.
00010000:00000010:2.1:1787755914.901382:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e46000.
00010000:00000010:2.1:1787755914.901386:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e56f800.
00000080:00000010:2.1:1787755914.907706:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b182940.
00000080:00000010:2.1:1787755914.913668:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507db6e840.
00010000:00000010:2.1:1787755914.926360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507847a400.
00010000:00000010:2.1:1787755914.926376:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250721be400.
00010000:00000010:2.1:1787755914.926382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507165ae00.
00010000:00000010:2.1:1787755914.926385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e56fe00.
00000080:00000010:3.1:1787755914.930319:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b18f380.
00000080:00000010:3.1:1787755914.930343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925078444240.
00010000:00000010:2.1:1787755914.958773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507847ac00.
00010000:00000010:2.1:1787755914.958791:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925045abb900.
00010000:00000010:2.1:1787755914.958797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ee19e00.
00010000:00000010:2.1:1787755914.958801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e56f000.
00000080:00000010:2.1:1787755914.967499:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b18c200.
00000080:00000010:2.1:1787755914.967511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f68c56800.
00000080:00000010:2.1:1787755915.525337:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045758000.
00000080:00000010:2.1:1787755915.525359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662f20.
00010000:00000010:2.1:1787755915.525373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507847c600.
00010000:00000010:2.1:1787755915.525380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e439100.
00010000:00000010:2.1:1787755915.525384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ecfec00.
00010000:00000010:2.1:1787755915.525387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507847c200.
00000080:00000010:2.1:1787755915.548654:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b186b40.
00000080:00000010:2.1:1787755915.548679:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842cea0.
00010000:00000010:2.1:1787755915.561325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925078470600.
00010000:00000010:2.1:1787755915.561344:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c23a100.
00010000:00000010:2.1:1787755915.561350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd4dc00.
00010000:00000010:2.1:1787755915.561354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ae65c00.
00000080:00000010:2.1:1787755915.579483:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b188840.
00000080:00000010:2.1:1787755915.579495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4a8880a0.
00010000:00000010:2.1:1787755915.593120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250745e9400.
00010000:00000010:2.1:1787755915.593130:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b575f00.
00010000:00000010:2.1:1787755915.593135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e41600.
00010000:00000010:2.1:1787755915.593138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ee1c600.
00000080:00000010:2.1:1787755915.609106:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b188000.
00000080:00000010:2.1:1787755915.609131:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662680.
00010000:00000010:2.1:1787755915.612664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ae64e00.
00010000:00000010:2.1:1787755915.612688:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e439f00.
00010000:00000010:2.1:1787755915.612693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e40400.
00010000:00000010:2.1:1787755915.612696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ae64000.
00000080:00000010:2.1:1787755915.639316:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b180840.
00000080:00000010:2.1:1787755915.639338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662620.
00010000:00000010:2.1:1787755915.674317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250745e8a00.
00010000:00000010:2.1:1787755915.674326:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c23aa00.
00010000:00000010:2.1:1787755915.674331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ecfe600.
00010000:00000010:2.1:1787755915.674334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ae64400.
00000080:00000010:2.1:1787755915.684304:0:238949:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250524018c0.
00000080:00000010:2.1:1787755915.684332:0:238949:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842cbc0.
00010000:00000010:2.1:1787755916.139201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c045400.
00010000:00000010:2.1:1787755916.139211:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925066e21e00.
00010000:00000010:2.1:1787755916.139216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506c239800.
00010000:00000010:2.1:1787755916.139220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c046800.
00000080:00000010:2.1:1787755916.146762:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250455118c0.
00000080:00000010:2.1:1787755916.146790:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925078444340.
00010000:00000010:2.1:1787755916.344859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c046e00.
00010000:00000010:2.1:1787755916.344878:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250585bf600.
00010000:00000010:2.1:1787755916.344883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507dadc600.
00010000:00000010:2.1:1787755916.344886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250770bf800.
00000080:00000010:2.1:1787755916.355334:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052407380.
00000080:00000010:2.1:1787755916.355354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c880.
00010000:00000010:2.1:1787755916.364264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c047c00.
00010000:00000010:2.1:1787755916.364293:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e439b00.
00010000:00000010:2.1:1787755916.364298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e562800.
00010000:00000010:2.1:1787755916.364302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c044c00.
00000080:00000010:2.1:1787755916.380420:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052404200.
00000080:00000010:2.1:1787755916.380433:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662520.
00010000:00000010:2.1:1787755916.385332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c046000.
00010000:00000010:2.1:1787755916.385349:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773afc00.
00010000:00000010:2.1:1787755916.385355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e562c00.
00010000:00000010:2.1:1787755916.385359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c7be000.
00000080:00000010:2.1:1787755916.404388:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504575c200.
00000080:00000010:2.1:1787755916.404403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662e40.
00010000:00000010:2.1:1787755916.508323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c7bfa00.
00010000:00000010:2.1:1787755916.508339:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250585bdd00.
00010000:00000010:2.1:1787755916.508345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a02d600.
00010000:00000010:2.1:1787755916.508349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c046200.
00000080:00000010:2.1:1787755916.515430:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045510840.
00000080:00000010:2.1:1787755916.515447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505805eaa0.
00010000:00000010:2.1:1787755916.611302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c7bfe00.
00010000:00000010:2.1:1787755916.611324:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925058303300.
00010000:00000010:2.1:1787755916.611330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925051d2ae00.
00010000:00000010:2.1:1787755916.611333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d858800.
00000080:00000010:2.1:1787755916.629447:0:238950:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250457518c0.
00000080:00000010:2.1:1787755916.629460:0:238950:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842cbe0.
00000080:00000010:2.1:1787755916.845665:0:238949:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504607dac0.
00000080:00000010:2.1:1787755916.845681:0:238949:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505805e9c0.
00000080:00000010:2.1:1787755917.164315:0:1358:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460798c0.
00000080:00000010:2.1:1787755917.164333:0:1358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662300.
00010000:00000010:2.1:1787755917.179359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c063200.
00010000:00000010:2.1:1787755917.179376:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773aff00.
00010000:00000010:2.1:1787755917.179381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925051d2ac00.
00010000:00000010:2.1:1787755917.179384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ae71600.
00000080:00000010:3.1:1787755917.238027:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045754200.
00000080:00000010:3.1:1787755917.238055:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250436623a0.
00010000:00000010:3.1:1787755917.245337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250746b3c00.
00010000:00000010:3.1:1787755917.251673:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c276600.
00010000:00000010:3.1:1787755917.251694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad54e00.
00010000:00000010:3.1:1787755917.251701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505827d200.
00000080:00000010:3.1:1787755917.268160:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925046078840.
00000080:00000010:3.1:1787755917.268171:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842cc40.
00010000:00000010:3.1:1787755917.274323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505827cc00.
00010000:00000010:3.1:1787755917.274339:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250670b6000.
00010000:00000010:3.1:1787755917.274346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a026a00.
00010000:00000010:3.1:1787755917.274349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c7a4000.
00000080:00000010:3.1:1787755917.335023:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925046078000.
00000080:00000010:3.1:1787755917.335044:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662920.
00010000:00000010:3.1:1787755917.335054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505827d800.
00010000:00000010:3.1:1787755917.335060:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b42cb00.
00010000:00000010:3.1:1787755917.335065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad54a00.
00010000:00000010:3.1:1787755917.335069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c7a4e00.
00000080:00000010:3.1:1787755917.335075:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045755ac0.
00000080:00000010:3.1:1787755917.335080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c9e0.
00010000:00000010:3.1:1787755917.337972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c062600.
00010000:00000010:3.1:1787755917.337987:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773ab600.
00010000:00000010:3.1:1787755917.337993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067182800.
00010000:00000010:3.1:1787755917.337995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c062200.
00000080:00000010:3.1:1787755917.341616:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045516300.
00000080:00000010:3.1:1787755917.341633:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505805e3a0.
00010000:00000010:3.1:1787755917.350325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505827c600.
00010000:00000010:3.1:1787755917.350343:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773abe00.
00010000:00000010:3.1:1787755917.350348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a027a00.
00010000:00000010:3.1:1787755917.350352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c063000.
00000080:00000010:3.1:1787755917.363809:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504607a100.
00000080:00000010:3.1:1787755917.363827:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662740.
00010000:00000010:3.1:1787755917.374488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c062800.
00010000:00000010:3.1:1787755917.374516:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e432100.
00010000:00000010:3.1:1787755917.374521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067183600.
00010000:00000010:3.1:1787755917.374525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c060400.
00000080:00000010:3.1:1787755917.386447:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504607ca40.
00000080:00000010:3.1:1787755917.386472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662de0.
00010000:00000010:2.1:1787755917.410343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c063600.
00010000:00000010:2.1:1787755917.410368:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e569100.
00010000:00000010:2.1:1787755917.410375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a027400.
00010000:00000010:2.1:1787755917.410379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c060800.
00000080:00000010:2.1:1787755917.663506:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925046070840.
00000080:00000010:2.1:1787755917.663517:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662040.
00010000:00000010:3.1:1787755917.690540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c063c00.
00010000:00000010:3.1:1787755917.690745:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c2f6100.
00010000:00000010:3.1:1787755917.690753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad55200.
00010000:00000010:3.1:1787755917.690756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caed000.
00000080:00000010:3.1:1787755917.705328:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504561dac0.
00000080:00000010:3.1:1787755917.705351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c5e0.
00010000:00000010:3.1:1787755917.731311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505827d600.
00010000:00000010:3.1:1787755917.731321:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b42c700.
00010000:00000010:3.1:1787755917.731326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad54800.
00010000:00000010:3.1:1787755917.731330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caed400.
00000080:00000010:2.1:1787755917.738328:0:238949:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925046070000.
00000080:00000010:2.1:1787755917.738345:0:238949:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c140.
00000080:00000010:2.1:1787755918.011376:0:238949:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925046077380.
00000080:00000010:2.1:1787755918.011394:0:238949:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662ce0.
00010000:00000010:3.1:1787755918.114322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507835c600.
00010000:00000010:3.1:1787755918.114338:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c2f6e00.
00010000:00000010:3.1:1787755918.114342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067185c00.
00010000:00000010:3.1:1787755918.114347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925071485600.
00000080:00000010:3.1:1787755918.125437:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045514200.
00000080:00000010:2.1:1787755918.386812:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925046076b40.
00000080:00000010:2.1:1787755918.386827:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250784445e0.
00010000:00000010:2.1:1787755918.402915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ae67c00.
00010000:00000010:2.1:1787755918.402933:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c276c00.
00010000:00000010:2.1:1787755918.402956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250671a6e00.
00010000:00000010:2.1:1787755918.402959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925071484800.
00000080:00000010:2.1:1787755918.428165:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045513180.
00000080:00000010:2.1:1787755918.428184:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250784443a0.
00010000:00000010:2.1:1787755918.432503:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507835de00.
00010000:00000010:2.1:1787755918.432514:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504a490e00.
00010000:00000010:2.1:1787755918.432521:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250670b4e00.
00010000:00000010:2.1:1787755918.432524:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cce9800.
00000080:00000010:2.1:1787755918.439306:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045586b40.
00000080:00000010:2.1:1787755918.439330:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c980.
00010000:00000010:3.1:1787755918.623325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ae66200.
00010000:00000010:3.1:1787755918.623344:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504a490f00.
00010000:00000010:3.1:1787755918.623352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066da1200.
00010000:00000010:3.1:1787755918.623356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ae4d800.
00000080:00000010:3.1:1787755918.652464:0:238949:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045584a40.
00000080:00000010:3.1:1787755918.652482:0:238949:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662e60.
00010000:00000010:3.1:1787755918.713152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926600.
00010000:00000010:3.1:1787755918.713174:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925042d3c200.
00010000:00000010:3.1:1787755918.713178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ae4c200.
00010000:00000010:3.1:1787755918.713181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ae4d600.
00010000:00000010:2.1:1787755919.029394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913600.
00010000:00000010:2.1:1787755919.029410:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c276100.
00010000:00000010:2.1:1787755919.029415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ae67a00.
00010000:00000010:2.1:1787755919.029420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250746b2800.
00000080:00000010:3.1:1787755919.037336:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045582940.
00000080:00000010:3.1:1787755919.037352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fe60.
00000080:00000010:3.1:1787755919.044363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662880.
00000080:00000010:2.1:1787755919.064332:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045583180.
00000080:00000010:2.1:1787755919.064360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b6a0.
00000080:00000010:2.1:1787755919.064368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662120.
00010000:00000010:2.1:1787755919.137408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913000.
00010000:00000010:2.1:1787755919.137419:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e571800.
00010000:00000010:2.1:1787755919.137426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ae4cc00.
00010000:00000010:2.1:1787755919.137429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250746b2400.
00010000:00000010:2.1:1787755919.184160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927200.
00010000:00000010:2.1:1787755919.184170:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e2bd500.
00010000:00000010:2.1:1787755919.184174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ae67400.
00010000:00000010:2.1:1787755919.184178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ae62e00.
00000080:00000010:2.1:1787755919.192326:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045581080.
00000080:00000010:2.1:1787755919.192353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65e40.
00000080:00000010:2.1:1787755919.192363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c380.
00010000:00000010:2.1:1787755919.236320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533000.
00010000:00000010:2.1:1787755919.236346:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b547200.
00010000:00000010:2.1:1787755919.236354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ae67e00.
00010000:00000010:2.1:1787755919.236359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ae62000.
00000080:00000010:2.1:1787755919.242546:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250455818c0.
00000080:00000010:2.1:1787755919.242572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403240.
00000080:00000010:2.1:1787755919.242585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662660.
00010000:00000010:2.1:1787755919.263367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533000.
00010000:00000010:2.1:1787755919.263387:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e571600.
00010000:00000010:2.1:1787755919.263393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ae63c00.
00010000:00000010:2.1:1787755919.263398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058313a00.
00000080:00000010:2.1:1787755919.271975:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b195280.
00000080:00000010:2.1:1787755919.272000:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403f80.
00000080:00000010:2.1:1787755919.272012:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505805e120.
00010000:00000010:2.1:1787755919.297631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533000.
00010000:00000010:2.1:1787755919.297646:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e571e00.
00010000:00000010:2.1:1787755919.297651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ae66e00.
00010000:00000010:2.1:1787755919.297656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048689400.
00000080:00000010:2.1:1787755919.306286:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b191080.
00000080:00000010:2.1:1787755919.306307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403240.
00000080:00000010:2.1:1787755919.306317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c8a0.
00010000:00000010:3.1:1787755919.316900:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7d600.
00010000:00000010:3.1:1787755919.316907:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b547e00.
00010000:00000010:3.1:1787755919.316912:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250746b3e00.
00010000:00000010:3.1:1787755919.316915:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250746b3000.
00000080:00000010:3.1:1787755919.325042:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045618000.
00000080:00000010:3.1:1787755919.325061:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403f80.
00000080:00000010:3.1:1787755919.325069:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925078444740.
00010000:00000010:3.1:1787755919.356369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7c800.
00010000:00000010:3.1:1787755919.356384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507165cd00.
00010000:00000010:3.1:1787755919.356389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ae66000.
00010000:00000010:3.1:1787755919.356393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ae66400.
00000080:00000010:3.1:1787755919.360687:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b1918c0.
00000080:00000010:3.1:1787755919.360702:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b9a0.
00000080:00000010:3.1:1787755919.360708:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662b80.
00010000:00000010:3.1:1787755919.379935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7d600.
00010000:00000010:3.1:1787755919.379951:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e2bdc00.
00010000:00000010:3.1:1787755919.379957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250746b3800.
00010000:00000010:3.1:1787755919.379961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048689c00.
00000080:00000010:3.1:1787755919.383627:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b1df380.
00000080:00000010:3.1:1787755919.383650:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b340.
00000080:00000010:3.1:1787755919.383664:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c020.
00000080:00000010:2.1:1787755919.675340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662d00.
00000080:00000010:3.1:1787755919.806002:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045665280.
00000080:00000010:3.1:1787755919.806015:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f720.
00000080:00000010:3.1:1787755919.806023:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505805ee20.
00010000:00000010:3.1:1787755919.820779:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7d600.
00010000:00000010:3.1:1787755919.820788:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925078363e00.
00010000:00000010:3.1:1787755919.820793:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250746b9c00.
00010000:00000010:3.1:1787755919.820796:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca0c800.
00000080:00000010:2.1:1787755919.901463:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250524cc200.
00000080:00000010:2.1:1787755919.901687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f8a0.
00000080:00000010:2.1:1787755919.906328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662900.
00010000:00000010:2.1:1787755919.975334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926400.
00010000:00000010:2.1:1787755919.975353:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505ecf9200.
00010000:00000010:2.1:1787755919.975358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250746b9800.
00010000:00000010:2.1:1787755919.975362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250746b8600.
00010000:00000010:2.1:1787755920.058325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926000.
00010000:00000010:2.1:1787755920.058342:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505ecf9400.
00010000:00000010:2.1:1787755920.058347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ae61800.
00010000:00000010:2.1:1787755920.058351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ae60600.
00000080:00000010:2.1:1787755920.072330:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b1deb40.
00000080:00000010:2.1:1787755920.072350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65a60.
00000080:00000010:2.1:1787755920.072359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505805e500.
00010000:00000010:2.1:1787755920.090762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533e00.
00010000:00000010:2.1:1787755920.090778:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504a1d3d00.
00010000:00000010:2.1:1787755920.090783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250746b9000.
00010000:00000010:2.1:1787755920.090786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250746b9600.
00000080:00000010:2.1:1787755920.103691:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b1939c0.
00000080:00000010:2.1:1787755920.103714:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403f40.
00000080:00000010:2.1:1787755920.103729:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250436629a0.
00010000:00000010:2.1:1787755920.128756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533e00.
00010000:00000010:2.1:1787755920.128774:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504a1d3c00.
00010000:00000010:2.1:1787755920.128781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ae60200.
00010000:00000010:2.1:1787755920.128785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca0c200.
00000080:00000010:2.1:1787755920.142623:0:238950:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b197380.
00000080:00000010:2.1:1787755920.142641:0:238950:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403840.
00000080:00000010:2.1:1787755920.148979:0:238949:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662a20.
00010000:00000010:2.1:1787755920.281332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912600.
00010000:00000010:2.1:1787755920.281348:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250743c4c00.
00010000:00000010:2.1:1787755920.281353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507f3a7e00.
00010000:00000010:2.1:1787755920.281357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507f3a6800.
00000080:00000010:3.1:1787755920.289429:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504a9fa940.
00000080:00000010:3.1:1787755920.289448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f880.
00000080:00000010:3.1:1787755920.294372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505805ea80.
00000080:00000010:2.1:1787755920.622316:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060a5a100.
00000080:00000010:2.1:1787755920.622329:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65020.
00000080:00000010:2.1:1787755920.622338:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c9a0.
00010000:00000010:2.1:1787755920.638651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533e00.
00010000:00000010:2.1:1787755920.638670:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503700.
00010000:00000010:2.1:1787755920.638681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d855a00.
00010000:00000010:2.1:1787755920.638684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d855e00.
00000080:00000010:2.1:1787755920.651438:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060a5ca40.
00000080:00000010:2.1:1787755920.651457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403d20.
00000080:00000010:2.1:1787755920.651470:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c820.
00010000:00000010:2.1:1787755920.664342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533e00.
00010000:00000010:2.1:1787755920.664357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503400.
00010000:00000010:2.1:1787755920.664362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d855400.
00010000:00000010:2.1:1787755920.664365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca0d600.
00000080:00000010:2.1:1787755920.674035:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504a9f9080.
00000080:00000010:2.1:1787755920.674044:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814037c0.
00000080:00000010:2.1:1787755920.674057:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925043662bc0.
00000080:00000010:3.1:1787755920.859901:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045662100.
00000080:00000010:3.1:1787755920.859920:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f860.
00000080:00000010:3.1:1787755920.859927:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925049bffa40.
00010000:00000010:2.1:1787755920.867142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7c200.
00010000:00000010:2.1:1787755920.867158:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e568f00.
00010000:00000010:2.1:1787755920.867163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d854400.
00010000:00000010:2.1:1787755920.867167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507f3b8c00.
00000080:00000010:2.1:1787755920.893290:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250524ceb40.
00000080:00000010:2.1:1787755920.893315:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2be00.
00000080:00000010:2.1:1787755920.893325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925049bffbe0.
00010000:00000010:2.1:1787755920.917478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533400.
00010000:00000010:2.1:1787755920.917509:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503300.
00010000:00000010:2.1:1787755920.917514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca0cc00.
00010000:00000010:2.1:1787755920.917536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507f3b9800.
00000080:00000010:2.1:1787755920.924226:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045664a40.
00000080:00000010:2.1:1787755920.924248:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403f00.
00000080:00000010:2.1:1787755920.924259:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c440.
00000080:00000010:2.1:1787755921.021364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925078444ba0.
00010000:00000010:2.1:1787755921.039917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533400.
00010000:00000010:2.1:1787755921.039937:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925042d2c400.
00010000:00000010:2.1:1787755921.039945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c7a5c00.
00010000:00000010:2.1:1787755921.039947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507f3b8200.
00000080:00000010:2.1:1787755921.047375:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045666300.
00000080:00000010:2.1:1787755921.047398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403540.
00000080:00000010:2.1:1787755921.051731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c6a0.
00010000:00000010:2.1:1787755921.068603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533400.
00010000:00000010:2.1:1787755921.068620:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503500.
00010000:00000010:2.1:1787755921.068625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250746b0200.
00010000:00000010:2.1:1787755921.068630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c7a5a00.
00000080:00000010:2.1:1787755921.082357:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060a5f380.
00000080:00000010:2.1:1787755921.082381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403c00.
00000080:00000010:2.1:1787755921.086318:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925049bffc00.
00010000:00000010:2.1:1787755921.173319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912c00.
00010000:00000010:2.1:1787755921.173329:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925042d2ca00.
00010000:00000010:2.1:1787755921.173334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507f3b9600.
00010000:00000010:2.1:1787755921.173337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250746b1600.
00010000:00000010:2.1:1787755921.641007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913800.
00010000:00000010:2.1:1787755921.641027:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925042d2cb00.
00010000:00000010:2.1:1787755921.641035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d851200.
00010000:00000010:2.1:1787755921.641038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d850200.
00000080:00000010:2.1:1787755921.653612:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250524c8000.
00000080:00000010:2.1:1787755921.653638:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f840.
00000080:00000010:2.1:1787755921.653647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504baf8ca0.
00010000:00000010:2.1:1787755921.675455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533c00.
00010000:00000010:2.1:1787755921.675474:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925042d2cf00.
00010000:00000010:2.1:1787755921.675516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d850600.
00010000:00000010:2.1:1787755921.675521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507f3b8000.
00000080:00000010:2.1:1787755921.693329:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b1ef380.
00000080:00000010:2.1:1787755921.693356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403a20.
00000080:00000010:2.1:1787755921.699346:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925078444c60.
00010000:00000010:2.1:1787755921.723293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533c00.
00010000:00000010:2.1:1787755921.723320:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250721b5300.
00010000:00000010:2.1:1787755921.723327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d850800.
00010000:00000010:2.1:1787755921.723330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d851000.
00000080:00000010:2.1:1787755921.732725:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b1ec200.
00000080:00000010:2.1:1787755921.732754:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814037a0.
00000080:00000010:2.1:1787755921.732771:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504baf81a0.
00010000:00000010:2.1:1787755921.747332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532e00.
00010000:00000010:2.1:1787755921.747357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250451b1c00.
00010000:00000010:2.1:1787755921.747369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507f3b8400.
00010000:00000010:2.1:1787755921.747373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507834e400.
00000080:00000010:2.1:1787755921.759221:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504a9ff380.
00000080:00000010:2.1:1787755921.759237:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403a20.
00000080:00000010:2.1:1787755921.759249:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504baf8dc0.
00010000:00000010:2.1:1787755921.783835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532e00.
00010000:00000010:2.1:1787755921.783847:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e568300.
00010000:00000010:2.1:1787755921.783854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d851600.
00010000:00000010:2.1:1787755921.783857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c7a5800.
00000080:00000010:2.1:1787755921.804428:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b1edac0.
00000080:00000010:2.1:1787755921.804445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814037a0.
00000080:00000010:2.1:1787755921.804457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c3e0.
00010000:00000010:3.1:1787755921.900324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927c00.
00010000:00000010:3.1:1787755921.900342:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250451b1900.
00010000:00000010:3.1:1787755921.900347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c7a4c00.
00010000:00000010:3.1:1787755921.900351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d851e00.
00000080:00000010:2.1:1787755921.917360:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b1eb180.
00000080:00000010:2.1:1787755921.917382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65220.
00000080:00000010:2.1:1787755921.917391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505805ed00.
00010000:00000010:2.1:1787755921.958713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532200.
00010000:00000010:2.1:1787755921.958734:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250451b1300.
00010000:00000010:2.1:1787755921.958740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d851400.
00010000:00000010:2.1:1787755921.958744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507f3bea00.
00010000:00000010:2.1:1787755922.180329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926000.
00010000:00000010:2.1:1787755922.180351:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250721b5100.
00010000:00000010:2.1:1787755922.180357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925078463a00.
00010000:00000010:2.1:1787755922.180361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c7a4400.
00000080:00000010:3.1:1787755922.194120:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045664200.
00000080:00000010:3.1:1787755922.194141:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65aa0.
00000080:00000010:3.1:1787755922.197889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925078444720.
00010000:00000010:2.1:1787755922.208434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7d800.
00010000:00000010:2.1:1787755922.208451:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250451b1d00.
00010000:00000010:2.1:1787755922.208456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507f3be000.
00010000:00000010:2.1:1787755922.208460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048689800.
00000080:00000010:2.1:1787755922.228922:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b1e98c0.
00000080:00000010:2.1:1787755922.228950:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b080.
00000080:00000010:2.1:1787755922.228959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505805e3e0.
00010000:00000010:2.1:1787755922.249408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533400.
00010000:00000010:2.1:1787755922.249433:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e568b00.
00010000:00000010:2.1:1787755922.249439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925078462a00.
00010000:00000010:2.1:1787755922.249443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925078463400.
00000080:00000010:2.1:1787755922.263697:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b1eeb40.
00000080:00000010:2.1:1787755922.263716:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814039e0.
00000080:00000010:2.1:1787755922.268358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925078444080.
00010000:00000010:2.1:1787755922.443324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913200.
00010000:00000010:2.1:1787755922.443344:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250721b5c00.
00010000:00000010:2.1:1787755922.443350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507f3bf200.
00010000:00000010:2.1:1787755922.443353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507f3be600.
00000080:00000010:3.1:1787755922.457778:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b1ea100.
00000080:00000010:3.1:1787755922.457801:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f320.
00000080:00000010:3.1:1787755922.463256:0:238950:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504baf85e0.
00000080:00000010:2.1:1787755922.619794:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049f3b9c0.
00000080:00000010:2.1:1787755922.619902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65ba0.
00000080:00000010:2.1:1787755922.619914:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504baf8bc0.
00010000:00000010:2.1:1787755922.641381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532a00.
00010000:00000010:2.1:1787755922.641398:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f160100.
00010000:00000010:2.1:1787755922.641405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925074790000.
00010000:00000010:2.1:1787755922.641410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925074791800.
00000080:00000010:2.1:1787755922.665390:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045662940.
00000080:00000010:2.1:1787755922.665413:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403680.
00000080:00000010:2.1:1787755922.673332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c2e0.
00010000:00000010:3.1:1787755922.703327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532a00.
00010000:00000010:3.1:1787755922.703347:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f160c00.
00010000:00000010:3.1:1787755922.703351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925074790c00.
00010000:00000010:3.1:1787755922.703355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925074790600.
00000080:00000010:3.1:1787755922.723008:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b1eca40.
00000080:00000010:3.1:1787755922.723032:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814039a0.
00000080:00000010:3.1:1787755922.726310:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504baf8cc0.
00010000:00000010:2.1:1787755922.924337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926400.
00010000:00000010:2.1:1787755922.924363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f160700.
00010000:00000010:2.1:1787755922.924369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925078462000.
00010000:00000010:2.1:1787755922.924373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925074791400.
00000080:00000010:2.1:1787755922.936438:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505241b180.
00000080:00000010:2.1:1787755922.936479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65240.
00000080:00000010:2.1:1787755922.936492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f51900140.
00000080:00000010:2.1:1787755923.216339:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505242f380.
00000080:00000010:2.1:1787755923.216357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f5e0.
00000080:00000010:2.1:1787755923.216366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f51900440.
00010000:00000010:2.1:1787755923.250989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533000.
00010000:00000010:2.1:1787755923.251007:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250451b1800.
00010000:00000010:2.1:1787755923.251014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925071484200.
00010000:00000010:2.1:1787755923.251017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506adc6800.
00000080:00000010:2.1:1787755923.268285:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505242c200.
00000080:00000010:2.1:1787755923.274525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403f60.
00000080:00000010:2.1:1787755923.274561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842cc20.
00010000:00000010:2.1:1787755923.323566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926600.
00010000:00000010:2.1:1787755923.323585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a140600.
00010000:00000010:2.1:1787755923.323595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506adc7000.
00010000:00000010:2.1:1787755923.323598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506adc7a00.
00010000:00000010:2.1:1787755923.716326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912200.
00010000:00000010:2.1:1787755923.716345:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c52e700.
00010000:00000010:2.1:1787755923.716349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925081509800.
00010000:00000010:2.1:1787755923.716352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca0ea00.
00000080:00000010:2.1:1787755923.723796:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049f398c0.
00000080:00000010:2.1:1787755923.723816:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f420.
00000080:00000010:2.1:1787755923.723825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505805e640.
00010000:00000010:2.1:1787755923.990495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913600.
00010000:00000010:2.1:1787755923.990510:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cb23700.
00010000:00000010:2.1:1787755923.990516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca0e400.
00010000:00000010:2.1:1787755923.990519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507834e600.
00000080:00000010:2.1:1787755924.013328:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505242b180.
00000080:00000010:2.1:1787755924.013348:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f940.
00000080:00000010:2.1:1787755924.013357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505805ebe0.
00010000:00000010:2.1:1787755924.050626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533c00.
00010000:00000010:2.1:1787755924.050642:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cb23e00.
00010000:00000010:2.1:1787755924.050649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca0ec00.
00010000:00000010:2.1:1787755924.050652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507834e000.
00000080:00000010:2.1:1787755924.063616:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505242d280.
00000080:00000010:2.1:1787755924.063639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814038e0.
00000080:00000010:2.1:1787755924.065328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842cec0.
00010000:00000010:2.1:1787755924.604099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926200.
00010000:00000010:2.1:1787755924.604120:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250603c4300.
00010000:00000010:2.1:1787755924.604127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507781e400.
00010000:00000010:2.1:1787755924.604130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925078460200.
00000080:00000010:2.1:1787755924.618404:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505241dac0.
00000080:00000010:2.1:1787755924.618437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65780.
00000080:00000010:2.1:1787755924.618455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f51b80280.
00010000:00000010:2.1:1787755924.885624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913e00.
00010000:00000010:2.1:1787755924.885647:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c153900.
00010000:00000010:2.1:1787755924.885653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507781f800.
00010000:00000010:2.1:1787755924.885656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582a2e00.
00000080:00000010:3.1:1787755924.906321:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460c4a40.
00000080:00000010:3.1:1787755924.906341:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f380.
00000080:00000010:3.1:1787755924.909513:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd776a0.
00010000:00000010:3.1:1787755925.026322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927400.
00010000:00000010:3.1:1787755925.026340:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e430800.
00010000:00000010:3.1:1787755925.026345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c7a6a00.
00010000:00000010:3.1:1787755925.026348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad45e00.
00000080:00000010:3.1:1787755925.057227:0:238946:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460c6300.
00000080:00000010:3.1:1787755925.057251:0:238946:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca650a0.
00000080:00000010:2.1:1787755925.065382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd770a0.
00010000:00000010:2.1:1787755925.225522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927400.
00010000:00000010:2.1:1787755925.225544:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e430300.
00010000:00000010:2.1:1787755925.225550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c7a6e00.
00010000:00000010:2.1:1787755925.225554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ccee400.
00000080:00000010:2.1:1787755925.247349:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460c7380.
00000080:00000010:2.1:1787755925.247373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65f60.
00000080:00000010:2.1:1787755925.247382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250714d3b00.
00010000:00000010:2.1:1787755925.271359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533400.
00010000:00000010:2.1:1787755925.271378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507165f500.
00010000:00000010:2.1:1787755925.271387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925078460a00.
00010000:00000010:2.1:1787755925.271391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ccef800.
00000080:00000010:3.1:1787755925.285351:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b0f2100.
00000080:00000010:3.1:1787755925.285367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814035c0.
00000080:00000010:3.1:1787755925.294256:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250714d33c0.
00000080:00000010:3.1:1787755925.471450:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504a9c4a40.
00000080:00000010:3.1:1787755925.471470:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65e60.
00000080:00000010:3.1:1787755925.474730:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842cc60.
00010000:00000010:3.1:1787755925.499391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7c400.
00010000:00000010:3.1:1787755925.499419:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250770bc800.
00010000:00000010:3.1:1787755925.499425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c7a6400.
00010000:00000010:3.1:1787755925.499428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ae78000.
00000080:00000010:3.1:1787755925.521338:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b0f6300.
00000080:00000010:3.1:1787755925.521354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b740.
00000080:00000010:2.1:1787755925.525614:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4ceba7c0.
00010000:00000010:2.1:1787755925.550662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533400.
00010000:00000010:2.1:1787755925.550681:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250770bc200.
00010000:00000010:2.1:1787755925.550686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925078461e00.
00010000:00000010:2.1:1787755925.555337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c02f400.
00010000:00000010:2.1:1787755925.782444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926200.
00010000:00000010:2.1:1787755925.782463:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c037900.
00010000:00000010:2.1:1787755925.782469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507834f800.
00010000:00000010:2.1:1787755925.782472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e43d800.
00000080:00000010:2.1:1787755925.790375:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460c1080.
00000080:00000010:2.1:1787755925.790400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65040.
00000080:00000010:2.1:1787755925.806038:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c760.
00010000:00000010:3.1:1787755925.834889:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532e00.
00010000:00000010:3.1:1787755925.834905:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250505ed800.
00010000:00000010:3.1:1787755925.834910:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505eccea00.
00010000:00000010:3.1:1787755925.834913:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92508158d400.
00000080:00000010:3.1:1787755925.846767:0:238950:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250423139c0.
00000080:00000010:3.1:1787755925.846802:0:238950:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403fe0.
00000080:00000010:3.1:1787755925.846827:0:238950:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4ceba680.
00010000:00000010:2.1:1787755925.958334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913c00.
00010000:00000010:2.1:1787755925.958355:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c037e00.
00010000:00000010:2.1:1787755925.958360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c7a6c00.
00010000:00000010:2.1:1787755925.958362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e43d200.
00000080:00000010:2.1:1787755925.977961:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460c18c0.
00000080:00000010:2.1:1787755925.977979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7ffc0.
00000080:00000010:3.1:1787755925.985180:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925078444180.
00010000:00000010:2.1:1787755926.004796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7ce00.
00010000:00000010:2.1:1787755926.004830:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c037f00.
00010000:00000010:2.1:1787755926.004836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c7a7200.
00010000:00000010:2.1:1787755926.004840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92508158d600.
00000080:00000010:2.1:1787755926.023153:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460c6b40.
00000080:00000010:2.1:1787755926.023180:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b740.
00000080:00000010:2.1:1787755926.028113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842ce20.
00000080:00000010:2.1:1787755926.491461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925078444760.
00010000:00000010:2.1:1787755926.607929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927600.
00010000:00000010:2.1:1787755926.607945:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507eb0bd00.
00010000:00000010:2.1:1787755926.607950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925078472e00.
00010000:00000010:2.1:1787755926.607953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058301000.
00000080:00000010:2.1:1787755926.617461:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250420b4200.
00000080:00000010:2.1:1787755926.617487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65880.
00000080:00000010:2.1:1787755926.617506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504842c740.
00010000:00000010:2.1:1787755926.642434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533c00.
00010000:00000010:2.1:1787755926.642454:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925048685e00.
00010000:00000010:2.1:1787755926.642463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925078473c00.
00010000:00000010:2.1:1787755926.642468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058300c00.
00000080:00000010:2.1:1787755926.650435:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504a9c2940.
00000080:00000010:2.1:1787755926.650457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403de0.
00000080:00000010:2.1:1787755926.650470:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925078444ee0.
00010000:00000010:2.1:1787755926.681640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533c00.
00010000:00000010:2.1:1787755926.681660:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925048685f00.
00010000:00000010:2.1:1787755926.681667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925078472000.
00010000:00000010:2.1:1787755926.681670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058301200.
00000080:00000010:2.1:1787755926.690433:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504a9c3180.
00000080:00000010:2.1:1787755926.690457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403d40.
00000080:00000010:2.1:1787755926.690470:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbed780.
00010000:00000010:2.1:1787755926.710649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533c00.
00010000:00000010:2.1:1787755926.710659:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925048685000.
00010000:00000010:2.1:1787755926.710663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925078472400.
00010000:00000010:2.1:1787755926.710666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058301600.
00000080:00000010:2.1:1787755926.725684:0:238949:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925042311080.
00000080:00000010:2.1:1787755926.725706:0:238949:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403de0.
00000080:00000010:3.1:1787755926.727502:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4ceba760.
00010000:00000010:3.1:1787755926.736591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7dc00.
00010000:00000010:3.1:1787755926.736607:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925048685d00.
00010000:00000010:3.1:1787755926.736613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ecce800.
00010000:00000010:3.1:1787755926.736617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250771c3400.
00000080:00000010:3.1:1787755926.750489:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250420b5ac0.
00000080:00000010:3.1:1787755926.750701:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b5e0.
00000080:00000010:2.1:1787755926.874457:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250421ed280.
00000080:00000010:2.1:1787755926.874476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca650e0.
00000080:00000010:2.1:1787755926.874485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbed360.
00000080:00000010:3.1:1787755927.013352:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250420b5280.
00000080:00000010:3.1:1787755927.013371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f9a0.
00000080:00000010:3.1:1787755927.013379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbed940.
00010000:00000010:2.1:1787755927.325326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927a00.
00010000:00000010:2.1:1787755927.325344:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c234900.
00010000:00000010:2.1:1787755927.325349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925078473800.
00010000:00000010:2.1:1787755927.325352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058387c00.
00000080:00000010:2.1:1787755927.343454:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250420b18c0.
00000080:00000010:2.1:1787755927.343471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65860.
00000080:00000010:2.1:1787755927.347577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4ceba9c0.
00010000:00000010:2.1:1787755927.373324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532600.
00010000:00000010:2.1:1787755927.373340:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c234f00.
00010000:00000010:2.1:1787755927.373343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925078472600.
00010000:00000010:2.1:1787755927.373345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507eb0ce00.
00000080:00000010:2.1:1787755927.388664:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925042310840.
00000080:00000010:2.1:1787755927.388686:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403300.
00000080:00000010:2.1:1787755927.392546:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4cebaec0.
00010000:00000010:2.1:1787755927.416350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532600.
00010000:00000010:2.1:1787755927.416366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cae9600.
00010000:00000010:2.1:1787755927.416371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925074795800.
00010000:00000010:2.1:1787755927.416374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507eb0dc00.
00000080:00000010:2.1:1787755927.467233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4cebab00.
00000080:00000010:3.1:1787755927.783587:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250420b0000.
00000080:00000010:3.1:1787755927.783613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65c60.
00000080:00000010:3.1:1787755927.784539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbed100.
00010000:00000010:2.1:1787755927.816485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7d400.
00010000:00000010:2.1:1787755927.816508:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507844d000.
00010000:00000010:2.1:1787755927.816514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925078473600.
00010000:00000010:2.1:1787755927.816517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250771c3800.
00000080:00000010:2.1:1787755928.002332:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b369080.
00000080:00000010:2.1:1787755928.002347:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fcc0.
00000080:00000010:2.1:1787755928.013060:0:238949:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4ceba8c0.
00000080:00000010:2.1:1787755928.309376:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504a82ca40.
00000080:00000010:2.1:1787755928.309394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fa00.
00000080:00000010:2.1:1787755928.312483:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbedcc0.
00010000:00000010:2.1:1787755928.336110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533e00.
00010000:00000010:2.1:1787755928.336127:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b4b5d00.
00010000:00000010:2.1:1787755928.336134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925074796c00.
00010000:00000010:2.1:1787755928.336137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c035800.
00010000:00000010:3.1:1787755928.384437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912800.
00010000:00000010:3.1:1787755928.384460:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b4b5100.
00010000:00000010:3.1:1787755928.384466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925074792400.
00010000:00000010:3.1:1787755928.384471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058387200.
00000080:00000010:2.1:1787755928.731434:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250421eca40.
00000080:00000010:2.1:1787755928.734651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65420.
00000080:00000010:2.1:1787755928.734676:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504001bf80.
00010000:00000010:2.1:1787755928.767026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532e00.
00010000:00000010:2.1:1787755928.767047:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506bf3ae00.
00010000:00000010:2.1:1787755928.767062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925074797000.
00010000:00000010:2.1:1787755928.767066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92508142ae00.
00000080:00000010:2.1:1787755928.779890:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b36f380.
00000080:00000010:2.1:1787755928.779912:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403320.
00000080:00000010:2.1:1787755928.784310:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250784445c0.
00010000:00000010:2.1:1787755928.799003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532e00.
00010000:00000010:2.1:1787755928.799024:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506bf3a600.
00010000:00000010:2.1:1787755928.799030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925074797600.
00010000:00000010:2.1:1787755928.799034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92508142b200.
00000080:00000010:2.1:1787755928.809665:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b36c200.
00000080:00000010:2.1:1787755928.809681:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403b60.
00000080:00000010:2.1:1787755928.809692:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbed400.
00010000:00000010:2.1:1787755928.821435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532e00.
00010000:00000010:2.1:1787755928.821449:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506bf3a500.
00010000:00000010:2.1:1787755928.821455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067ad1c00.
00010000:00000010:2.1:1787755928.821459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92508142b600.
00000080:00000010:2.1:1787755928.835335:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250421ee300.
00000080:00000010:2.1:1787755928.835362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403320.
00000080:00000010:2.1:1787755928.835373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4ceba4e0.
00010000:00000010:3.1:1787755928.855030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532e00.
00010000:00000010:3.1:1787755928.855043:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506bf3a200.
00010000:00000010:3.1:1787755928.855048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925074797a00.
00010000:00000010:3.1:1787755928.855051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c53d800.
00000080:00000010:2.1:1787755928.858664:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b36dac0.
00000080:00000010:2.1:1787755928.862765:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403b60.
00000080:00000010:2.1:1787755928.862788:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925078444640.
00010000:00000010:3.1:1787755928.884055:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533c00.
00010000:00000010:3.1:1787755928.884070:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506bf3a300.
00010000:00000010:3.1:1787755928.884076:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925074793800.
00010000:00000010:3.1:1787755928.884080:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c53d000.
00000080:00000010:3.1:1787755928.901325:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504a82e300.
00000080:00000010:3.1:1787755928.901346:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814037c0.
00000080:00000010:3.1:1787755928.901367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4cebaa40.
00010000:00000010:2.1:1787755929.127515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927c00.
00010000:00000010:2.1:1787755929.127534:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773b9d00.
00010000:00000010:2.1:1787755929.127539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925074795e00.
00010000:00000010:2.1:1787755929.127542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504891e400.
00000080:00000010:2.1:1787755929.142475:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504a82c200.
00000080:00000010:2.1:1787755929.142518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65ee0.
00000080:00000010:2.1:1787755929.142529:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbed000.
00010000:00000010:2.1:1787755929.170338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532600.
00010000:00000010:2.1:1787755929.170365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773b9100.
00010000:00000010:2.1:1787755929.170371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507f3a4a00.
00010000:00000010:2.1:1787755929.170375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504891e800.
00000080:00000010:2.1:1787755929.178624:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250423618c0.
00000080:00000010:2.1:1787755929.178646:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403a00.
00000080:00000010:2.1:1787755929.178659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4ceba8e0.
00010000:00000010:3.1:1787755929.350352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913200.
00010000:00000010:3.1:1787755929.350366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773b9800.
00010000:00000010:3.1:1787755929.350385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507780fa00.
00010000:00000010:3.1:1787755929.350389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504868f800.
00000080:00000010:3.1:1787755929.355015:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925042237380.
00000080:00000010:3.1:1787755929.355033:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f5a0.
00000080:00000010:3.1:1787755929.355042:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4cebade0.
00000080:00000010:2.1:1787755929.455907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504001b9e0.
00010000:00000010:2.1:1787755929.473470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533000.
00010000:00000010:2.1:1787755929.473490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507165d700.
00010000:00000010:2.1:1787755929.473497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507780f400.
00010000:00000010:2.1:1787755929.473501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507f17b000.
00000080:00000010:2.1:1787755929.597641:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4ceba380.
00010000:00000010:3.1:1787755929.633060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532c00.
00010000:00000010:3.1:1787755929.633079:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507721c600.
00010000:00000010:3.1:1787755929.633084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507780ee00.
00010000:00000010:3.1:1787755929.633087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff924f57c71400.
00000080:00000010:3.1:1787755929.637481:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925042366300.
00000080:00000010:3.1:1787755929.637505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814037e0.
00000080:00000010:3.1:1787755929.637516:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbed3c0.
00010000:00000010:3.1:1787755929.656159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7da00.
00010000:00000010:3.1:1787755929.656172:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506bf3ac00.
00010000:00000010:3.1:1787755929.656178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507f3a5c00.
00010000:00000010:3.1:1787755929.656181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507eb1ee00.
00000080:00000010:3.1:1787755929.668465:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925042232940.
00000080:00000010:3.1:1787755929.668484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b8e0.
00000080:00000010:3.1:1787755929.668493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925078444ec0.
00000080:00000010:2.1:1787755929.913690:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925042362940.
00000080:00000010:2.1:1787755929.913714:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65380.
00000080:00000010:2.1:1787755929.917470:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4cebaf20.
00000080:00000010:2.1:1787755930.248604:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504224e300.
00000080:00000010:2.1:1787755930.248621:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65fc0.
00000080:00000010:2.1:1787755930.252398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925078444660.
00010000:00000010:2.1:1787755930.275323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532800.
00010000:00000010:2.1:1787755930.275353:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e424c00.
00010000:00000010:2.1:1787755930.275358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507f3a5000.
00010000:00000010:2.1:1787755930.275361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506eafee00.
00000080:00000010:2.1:1787755930.307520:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504224b9c0.
00000080:00000010:2.1:1787755930.307546:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403e80.
00000080:00000010:2.1:1787755930.307557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4ceba1a0.
00010000:00000010:2.1:1787755930.922330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926000.
00010000:00000010:2.1:1787755930.922347:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250505edd00.
00010000:00000010:2.1:1787755930.922353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a0e5000.
00010000:00000010:2.1:1787755930.922356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250721aa400.
00000080:00000010:2.1:1787755930.937031:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925042230840.
00000080:00000010:2.1:1787755930.937052:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65180.
00000080:00000010:2.1:1787755930.937061:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4ceba900.
00010000:00000010:2.1:1787755930.965377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532e00.
00010000:00000010:2.1:1787755930.965396:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f16ed00.
00010000:00000010:2.1:1787755930.965402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a0e5600.
00010000:00000010:2.1:1787755930.965405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250721abc00.
00000080:00000010:2.1:1787755930.971451:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250422ee300.
00000080:00000010:2.1:1787755930.971468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814038e0.
00000080:00000010:2.1:1787755930.971482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925078444d00.
00010000:00000010:3.1:1787755931.007444:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532e00.
00010000:00000010:3.1:1787755931.007460:0:238949:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff924f72b46a00.
00010000:00000010:3.1:1787755931.007466:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a0e7000.
00010000:00000010:3.1:1787755931.007470:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250721aaa00.
00010000:00000010:2.1:1787755931.157507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913800.
00010000:00000010:2.1:1787755931.157524:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff924f72b46800.
00010000:00000010:2.1:1787755931.157530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a0e4a00.
00010000:00000010:2.1:1787755931.157534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507eb1f200.
00000080:00000010:3.1:1787755931.172975:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925042258840.
00000080:00000010:3.1:1787755931.172996:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f200.
00000080:00000010:3.1:1787755931.173006:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4cebad40.
00010000:00000010:2.1:1787755931.207682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7dc00.
00010000:00000010:2.1:1787755931.207695:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250721b5d00.
00010000:00000010:2.1:1787755931.207700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a0e7a00.
00010000:00000010:2.1:1787755931.207702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507eb1fa00.
00010000:00000010:2.1:1787755931.527362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912800.
00010000:00000010:2.1:1787755931.527379:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92508150fa00.
00010000:00000010:2.1:1787755931.527384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a0e6c00.
00010000:00000010:2.1:1787755931.527387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066d5d600.
00000080:00000010:2.1:1787755931.836515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4ceba020.
00000080:00000010:2.1:1787755932.072348:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250421db9c0.
00000080:00000010:2.1:1787755932.072370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f620.
00000080:00000010:2.1:1787755932.072378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4ceba700.
00000080:00000010:2.1:1787755933.040349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4cebaae0.
00010000:00000010:2.1:1787755933.080688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533000.
00010000:00000010:2.1:1787755933.080713:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925066e21c00.
00010000:00000010:2.1:1787755933.080721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507164b600.
00010000:00000010:2.1:1787755933.080726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043679e00.
00000080:00000010:2.1:1787755933.084667:0:1028:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504217ca40.
00000080:00000010:2.1:1787755933.084887:0:1028:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403080.
00000080:00000010:2.1:1787755933.084903:0:1028:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbed040.
00010000:00000010:2.1:1787755933.117327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532800.
00010000:00000010:2.1:1787755933.117353:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507ae17b00.
00010000:00000010:2.1:1787755933.117361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a0f5000.
00010000:00000010:2.1:1787755933.117367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043678e00.
00000080:00000010:2.1:1787755933.155726:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250421d98c0.
00000080:00000010:2.1:1787755933.155762:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403140.
00000080:00000010:2.1:1787755933.155781:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4ceba540.
00000080:00000010:2.1:1787755933.306325:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925042108840.
00000080:00000010:2.1:1787755933.306345:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65cc0.
00000080:00000010:2.1:1787755933.306355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4cebac60.
00010000:00000010:2.1:1787755933.325463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533600.
00010000:00000010:2.1:1787755933.325491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f16ea00.
00010000:00000010:2.1:1787755933.325498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a0f5600.
00010000:00000010:2.1:1787755933.325503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507f17a600.
00000080:00000010:2.1:1787755933.349507:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250421d8840.
00000080:00000010:2.1:1787755933.349538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403fc0.
00000080:00000010:2.1:1787755933.349555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4cebac20.
00010000:00000010:2.1:1787755933.370364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533600.
00010000:00000010:2.1:1787755933.370388:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a664000.
00010000:00000010:2.1:1787755933.370396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507164a200.
00010000:00000010:2.1:1787755933.370400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507783d800.
00000080:00000010:2.1:1787755933.392399:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504217e300.
00000080:00000010:2.1:1787755933.392416:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403da0.
00000080:00000010:2.1:1787755933.395537:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbeda00.
00010000:00000010:2.1:1787755933.408357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533600.
00010000:00000010:2.1:1787755933.408383:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f16e400.
00010000:00000010:2.1:1787755933.408390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c2c5e00.
00010000:00000010:2.1:1787755933.408394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507783cc00.
00000080:00000010:2.1:1787755933.422350:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504217b9c0.
00000080:00000010:2.1:1787755933.422386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403fc0.
00000080:00000010:2.1:1787755933.425393:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250784446e0.
00010000:00000010:2.1:1787755933.442317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533600.
00010000:00000010:2.1:1787755933.442337:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f16e000.
00010000:00000010:2.1:1787755933.442344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a0f5a00.
00010000:00000010:2.1:1787755933.442348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504891e200.
00010000:00000010:2.1:1787755933.758345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912e00.
00010000:00000010:2.1:1787755933.758369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f16e700.
00010000:00000010:2.1:1787755933.758375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff924f5d0b3400.
00010000:00000010:2.1:1787755933.758381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507783c000.
00000080:00000010:2.1:1787755933.779485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4ceba1e0.
00010000:00000010:2.1:1787755933.819328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533e00.
00010000:00000010:2.1:1787755933.819350:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f16ec00.
00010000:00000010:2.1:1787755933.819374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c2c5200.
00010000:00000010:2.1:1787755933.819379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507783c400.
00000080:00000010:3.1:1787755933.824361:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250422d7380.
00000080:00000010:3.1:1787755933.824381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403a40.
00000080:00000010:3.1:1787755933.824390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4cebaaa0.
00000080:00000010:2.1:1787755934.080324:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250421c0840.
00000080:00000010:2.1:1787755934.080342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f680.
00000080:00000010:2.1:1787755934.080351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4ceba780.
00010000:00000010:2.1:1787755934.355325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927600.
00010000:00000010:2.1:1787755934.355355:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250816e8e00.
00010000:00000010:2.1:1787755934.355366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c03f600.
00010000:00000010:2.1:1787755934.355370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e420a00.
00010000:00000010:2.1:1787755934.419491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912e00.
00010000:00000010:2.1:1787755934.419522:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250816e8700.
00010000:00000010:2.1:1787755934.419530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043675200.
00010000:00000010:2.1:1787755934.419533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e420200.
00000080:00000010:2.1:1787755934.432335:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504217b180.
00000080:00000010:2.1:1787755934.432366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fae0.
00000080:00000010:2.1:1787755934.436345:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4ceba600.
00010000:00000010:2.1:1787755934.454322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533c00.
00010000:00000010:2.1:1787755934.454334:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250816e8900.
00010000:00000010:2.1:1787755934.454342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043675800.
00010000:00000010:2.1:1787755934.454345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e420800.
00000080:00000010:2.1:1787755934.466045:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250421c4a40.
00000080:00000010:2.1:1787755934.466067:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403920.
00000080:00000010:2.1:1787755934.470431:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4ceba560.
00010000:00000010:2.1:1787755934.488330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533c00.
00010000:00000010:2.1:1787755934.488354:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250816e8100.
00010000:00000010:2.1:1787755934.488362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043674200.
00010000:00000010:2.1:1787755934.488366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e421000.
00000080:00000010:2.1:1787755934.499473:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250421c6300.
00000080:00000010:2.1:1787755934.499506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814031c0.
00000080:00000010:2.1:1787755934.499523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14ee0.
00010000:00000010:2.1:1787755934.522489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533c00.
00010000:00000010:2.1:1787755934.522525:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250816e8800.
00010000:00000010:2.1:1787755934.522534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c03ea00.
00010000:00000010:2.1:1787755934.522538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e421600.
00000080:00000010:2.1:1787755934.545474:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504217d280.
00000080:00000010:2.1:1787755934.545514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403920.
00000080:00000010:2.1:1787755934.550019:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4ceba260.
00010000:00000010:2.1:1787755935.051340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912000.
00010000:00000010:2.1:1787755935.051365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c23bb00.
00010000:00000010:2.1:1787755935.051371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043675c00.
00010000:00000010:2.1:1787755935.051375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e422000.
00000080:00000010:2.1:1787755935.071482:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504215a100.
00000080:00000010:2.1:1787755935.071506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fc00.
00000080:00000010:2.1:1787755935.071517:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14b20.
00010000:00000010:2.1:1787755935.110341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532400.
00010000:00000010:2.1:1787755935.110365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c23b100.
00010000:00000010:2.1:1787755935.110371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e26e00.
00010000:00000010:2.1:1787755935.110377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e422400.
00000080:00000010:2.1:1787755935.128365:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504210f380.
00000080:00000010:2.1:1787755935.128392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403400.
00000080:00000010:2.1:1787755935.128411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a440.
00010000:00000010:2.1:1787755935.164569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532400.
00010000:00000010:2.1:1787755935.164597:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c23b000.
00010000:00000010:2.1:1787755935.164606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043674000.
00010000:00000010:2.1:1787755935.164610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e422c00.
00000080:00000010:2.1:1787755935.176440:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504210c200.
00000080:00000010:2.1:1787755935.176478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403e80.
00000080:00000010:2.1:1787755935.176493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14de0.
00010000:00000010:2.1:1787755935.210340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532400.
00010000:00000010:2.1:1787755935.210361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c23be00.
00010000:00000010:2.1:1787755935.210366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e26a00.
00010000:00000010:2.1:1787755935.214351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d237000.
00000080:00000010:2.1:1787755935.342888:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504215e300.
00000080:00000010:2.1:1787755935.342917:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65740.
00000080:00000010:2.1:1787755935.342935:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852afe0.
00010000:00000010:2.1:1787755935.463500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927000.
00010000:00000010:2.1:1787755935.463521:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c23bc00.
00010000:00000010:2.1:1787755935.463527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043675a00.
00010000:00000010:2.1:1787755935.463552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d236c00.
00000080:00000010:3.1:1787755935.732136:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a560.
00010000:00000010:2.1:1787755935.846334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912a00.
00010000:00000010:2.1:1787755935.846356:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cd43600.
00010000:00000010:2.1:1787755935.846362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e26c00.
00010000:00000010:2.1:1787755935.846365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd41e00.
00000080:00000010:3.1:1787755936.001393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a6c0.
00010000:00000010:2.1:1787755936.238504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913a00.
00010000:00000010:2.1:1787755936.238529:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cd43a00.
00010000:00000010:2.1:1787755936.238535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e27000.
00010000:00000010:2.1:1787755936.238539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd40400.
00000080:00000010:2.1:1787755936.281336:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925050372940.
00000080:00000010:2.1:1787755936.281362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f600.
00000080:00000010:3.1:1787755936.281637:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a7e0.
00000080:00000010:2.1:1787755936.482352:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b0318c0.
00000080:00000010:2.1:1787755936.482385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f3c0.
00000080:00000010:2.1:1787755936.482393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a700.
00010000:00000010:2.1:1787755936.501536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533200.
00010000:00000010:2.1:1787755936.501563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cd43200.
00010000:00000010:2.1:1787755936.501571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e6ee00.
00010000:00000010:2.1:1787755936.501576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd41800.
00000080:00000010:3.1:1787755936.528803:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b036b40.
00000080:00000010:3.1:1787755936.528845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403580.
00000080:00000010:3.1:1787755936.528861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a0c0.
00010000:00000010:2.1:1787755936.553359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7c400.
00010000:00000010:2.1:1787755936.553390:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cd43400.
00010000:00000010:2.1:1787755936.553421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e27a00.
00010000:00000010:2.1:1787755936.553426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250672c1a00.
00000080:00000010:2.1:1787755936.585366:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925042159080.
00000080:00000010:2.1:1787755936.585403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2bf20.
00000080:00000010:2.1:1787755936.585414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbedae0.
00010000:00000010:3.1:1787755936.617376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533600.
00010000:00000010:3.1:1787755936.617389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cb03300.
00010000:00000010:3.1:1787755936.617395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e27800.
00010000:00000010:3.1:1787755936.617399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066d5ae00.
00010000:00000010:2.1:1787755936.667792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927200.
00010000:00000010:2.1:1787755936.667819:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e4b1000.
00010000:00000010:2.1:1787755936.667844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff924f585ea000.
00010000:00000010:2.1:1787755936.667850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066d5be00.
00000080:00000010:3.1:1787755936.708990:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250421598c0.
00000080:00000010:3.1:1787755936.709017:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65200.
00000080:00000010:3.1:1787755936.709027:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbed8a0.
00010000:00000010:2.1:1787755936.753383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533600.
00010000:00000010:2.1:1787755936.753410:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925051bb2700.
00010000:00000010:2.1:1787755936.753421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff924f585ea200.
00010000:00000010:2.1:1787755936.753424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd40600.
00010000:00000010:2.1:1787755936.815538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926600.
00010000:00000010:2.1:1787755936.815561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925051bb2b00.
00010000:00000010:2.1:1787755936.815568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e26000.
00010000:00000010:2.1:1787755936.815572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd40200.
00010000:00000010:2.1:1787755936.895362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927800.
00010000:00000010:2.1:1787755936.895395:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cb03000.
00010000:00000010:2.1:1787755936.895403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250466e8800.
00010000:00000010:2.1:1787755936.895407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd40800.
00000080:00000010:2.1:1787755936.905534:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925050373180.
00000080:00000010:2.1:1787755936.905701:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65d20.
00000080:00000010:2.1:1787755936.909715:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbedde0.
00010000:00000010:2.1:1787755936.968968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926c00.
00010000:00000010:2.1:1787755936.968984:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cb03600.
00010000:00000010:2.1:1787755936.968988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507164ac00.
00010000:00000010:2.1:1787755936.968991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd41600.
00000080:00000010:2.1:1787755937.248329:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b030000.
00000080:00000010:2.1:1787755937.248344:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f6e0.
00000080:00000010:2.1:1787755937.248361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14940.
00000080:00000010:2.1:1787755937.693330:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b034a40.
00000080:00000010:2.1:1787755937.693351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f640.
00000080:00000010:2.1:1787755937.693361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a400.
00010000:00000010:2.1:1787755937.724654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533c00.
00010000:00000010:2.1:1787755937.730329:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cb03500.
00010000:00000010:2.1:1787755937.730376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd50c00.
00010000:00000010:2.1:1787755937.730382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2bf600.
00000080:00000010:2.1:1787755937.748340:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925050370000.
00000080:00000010:2.1:1787755937.748373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403200.
00000080:00000010:2.1:1787755937.748388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14660.
00010000:00000010:3.1:1787755937.789331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533c00.
00010000:00000010:3.1:1787755937.789354:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925051bb2300.
00010000:00000010:3.1:1787755937.789360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077944200.
00010000:00000010:3.1:1787755937.789364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d235400.
00000080:00000010:3.1:1787755937.805899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a760.
00000080:00000010:2.1:1787755937.811372:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925042138840.
00000080:00000010:2.1:1787755937.811394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403140.
00000080:00000010:3.1:1787755937.902950:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925042138000.
00000080:00000010:3.1:1787755937.902967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f4e0.
00000080:00000010:3.1:1787755937.910328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbed9a0.
00010000:00000010:2.1:1787755937.944853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7d200.
00010000:00000010:2.1:1787755937.944869:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cae1900.
00010000:00000010:2.1:1787755937.944874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd50600.
00010000:00000010:2.1:1787755937.944877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d234e00.
00000080:00000010:3.1:1787755937.961566:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b036300.
00000080:00000010:3.1:1787755937.961592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2bcc0.
00000080:00000010:3.1:1787755937.967481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a9c0.
00010000:00000010:2.1:1787755938.099525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913200.
00010000:00000010:2.1:1787755938.099534:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250672d4000.
00010000:00000010:2.1:1787755938.099537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250466e9000.
00010000:00000010:2.1:1787755938.099541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d234400.
00000080:00000010:2.1:1787755938.103470:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b0339c0.
00000080:00000010:2.1:1787755938.103495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f700.
00000080:00000010:2.1:1787755938.103516:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbedac0.
00010000:00000010:2.1:1787755938.128513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533600.
00010000:00000010:2.1:1787755938.128522:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cb02500.
00010000:00000010:2.1:1787755938.128527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd50200.
00010000:00000010:2.1:1787755938.128530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066d5b200.
00000080:00000010:2.1:1787755938.135246:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504213e300.
00000080:00000010:2.1:1787755938.135281:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403d80.
00000080:00000010:2.1:1787755938.138455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925078444e40.
00010000:00000010:2.1:1787755938.159332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533600.
00010000:00000010:2.1:1787755938.159355:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cb02300.
00010000:00000010:2.1:1787755938.159361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd50800.
00010000:00000010:2.1:1787755938.159367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077a03000.
00000080:00000010:2.1:1787755938.174300:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504213b9c0.
00000080:00000010:2.1:1787755938.174316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403c80.
00000080:00000010:2.1:1787755938.174327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a5e0.
00010000:00000010:3.1:1787755938.188366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533600.
00010000:00000010:3.1:1787755938.188383:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cae1600.
00010000:00000010:3.1:1787755938.188388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd51000.
00010000:00000010:3.1:1787755938.188392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077a03e00.
00000080:00000010:2.1:1787755938.209021:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b0b8000.
00000080:00000010:2.1:1787755938.209039:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403d80.
00000080:00000010:2.1:1787755938.209051:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852ac80.
00010000:00000010:3.1:1787755938.215563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532400.
00010000:00000010:3.1:1787755938.215585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cae1f00.
00010000:00000010:3.1:1787755938.215609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd51600.
00010000:00000010:3.1:1787755938.215614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077a03200.
00000080:00000010:3.1:1787755938.223917:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925050147380.
00000080:00000010:3.1:1787755938.223939:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814034a0.
00000080:00000010:3.1:1787755938.223951:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14fc0.
00000080:00000010:2.1:1787755938.532314:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b0bb9c0.
00000080:00000010:2.1:1787755938.532337:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca656c0.
00000080:00000010:2.1:1787755938.532346:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925061160da0.
00010000:00000010:2.1:1787755938.579335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927e00.
00010000:00000010:2.1:1787755938.579360:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250672d4200.
00010000:00000010:2.1:1787755938.579387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507781ca00.
00010000:00000010:2.1:1787755938.579393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d232a00.
00000080:00000010:2.1:1787755938.994731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbed320.
00010000:00000010:2.1:1787755939.343339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913200.
00010000:00000010:2.1:1787755939.343359:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cb00200.
00010000:00000010:2.1:1787755939.343390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507781da00.
00010000:00000010:2.1:1787755939.343396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e57a600.
00000080:00000010:2.1:1787755939.352918:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b02a100.
00000080:00000010:2.1:1787755939.352943:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fce0.
00000080:00000010:2.1:1787755939.352952:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbedfe0.
00010000:00000010:2.1:1787755939.379863:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533400.
00010000:00000010:2.1:1787755939.379878:0:238949:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504bb1aa00.
00010000:00000010:2.1:1787755939.379884:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250466e9600.
00010000:00000010:2.1:1787755939.379887:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d231a00.
00010000:00000010:0.1:1787755939.565366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c53d400.
00010000:00000010:0.1:1787755939.565370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d230a00.
00000080:00000010:0.1:1787755939.578199:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b02dac0.
00000080:00000010:0.1:1787755939.578220:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fa60.
00000080:00000010:0.1:1787755939.578231:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852aa00.
00010000:00000010:0.1:1787755939.670375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913800.
00010000:00000010:0.1:1787755939.670399:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507db76600.
00010000:00000010:0.1:1787755939.670404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c2c6600.
00010000:00000010:0.1:1787755939.670408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cb07c00.
00000080:00000010:0.1:1787755939.692517:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b02b180.
00000080:00000010:0.1:1787755939.692533:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f3e0.
00000080:00000010:0.1:1787755939.701320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee147c0.
00010000:00000010:0.1:1787755939.709335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927a00.
00010000:00000010:0.1:1787755939.709353:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507db76e00.
00010000:00000010:0.1:1787755939.709358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ecf7e00.
00010000:00000010:0.1:1787755939.709362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d231400.
00000080:00000010:0.1:1787755939.725324:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b02d280.
00000080:00000010:0.1:1787755939.725349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65d80.
00000080:00000010:0.1:1787755939.725356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbed820.
00010000:00000010:0.1:1787755939.737215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927a00.
00010000:00000010:0.1:1787755939.737235:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c231c00.
00010000:00000010:0.1:1787755939.737241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507781dc00.
00010000:00000010:0.1:1787755939.737244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d231e00.
00000080:00000010:0.1:1787755939.749763:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505026b180.
00000080:00000010:0.1:1787755939.749859:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65c00.
00000080:00000010:0.1:1787755939.762319:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbed7c0.
00010000:00000010:0.1:1787755939.843337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912800.
00010000:00000010:0.1:1787755939.843361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c231b00.
00010000:00000010:0.1:1787755939.843368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c2c7000.
00010000:00000010:0.1:1787755939.843371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cb05600.
00000080:00000010:0.1:1787755939.860957:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250502398c0.
00000080:00000010:0.1:1787755939.860976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fd00.
00000080:00000010:0.1:1787755939.870332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbed260.
00010000:00000010:0.1:1787755939.876722:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926a00.
00010000:00000010:0.1:1787755939.876732:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507db76f00.
00010000:00000010:0.1:1787755939.876737:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c2c7600.
00010000:00000010:0.1:1787755939.876740:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cb05a00.
00000080:00000010:0.1:1787755939.881383:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505023eb40.
00000080:00000010:0.1:1787755939.881403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65c00.
00000080:00000010:0.1:1787755939.881412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a442ea0.
00010000:00000010:0.1:1787755939.985379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912600.
00010000:00000010:0.1:1787755939.985389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507db76b00.
00010000:00000010:0.1:1787755939.985393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c2c6a00.
00010000:00000010:0.1:1787755939.985397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cb04c00.
00000080:00000010:0.1:1787755939.990307:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250502698c0.
00000080:00000010:0.1:1787755939.990321:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fc80.
00000080:00000010:0.1:1787755939.990330:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852ab60.
00010000:00000010:0.1:1787755940.002407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926a00.
00010000:00000010:0.1:1787755940.002428:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507db76500.
00010000:00000010:0.1:1787755940.002435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c684c00.
00010000:00000010:0.1:1787755940.002439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cb05200.
00000080:00000010:0.1:1787755940.018353:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505029b180.
00000080:00000010:0.1:1787755940.018378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65c00.
00000080:00000010:0.1:1787755940.022036:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a260.
00010000:00000010:0.1:1787755940.071975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913000.
00010000:00000010:0.1:1787755940.071986:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507db76700.
00010000:00000010:0.1:1787755940.071991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c2c7e00.
00010000:00000010:0.1:1787755940.071995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db74e00.
00000080:00000010:0.1:1787755940.082317:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505029d280.
00000080:00000010:0.1:1787755940.082342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fa80.
00000080:00000010:0.1:1787755940.082350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbed2a0.
00010000:00000010:0.1:1787755940.093327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927600.
00010000:00000010:0.1:1787755940.093349:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c231f00.
00010000:00000010:0.1:1787755940.093357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c685200.
00010000:00000010:0.1:1787755940.093361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db75000.
00000080:00000010:0.1:1787755940.103605:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925050299080.
00000080:00000010:0.1:1787755940.103640:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65c00.
00000080:00000010:0.1:1787755940.103651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a120.
00010000:00000010:0.1:1787755940.124383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927600.
00010000:00000010:0.1:1787755940.124405:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c231000.
00010000:00000010:0.1:1787755940.124413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c685800.
00010000:00000010:0.1:1787755940.124417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db74200.
00000080:00000010:0.1:1787755940.138342:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505026eb40.
00000080:00000010:0.1:1787755940.138364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65480.
00000080:00000010:0.1:1787755940.142317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbed4c0.
00010000:00000010:0.1:1787755940.260707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913a00.
00010000:00000010:0.1:1787755940.260717:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504bb1a900.
00010000:00000010:0.1:1787755940.260722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c2c7c00.
00010000:00000010:0.1:1787755940.260725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cb04800.
00000080:00000010:0.1:1787755940.274415:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925050268840.
00000080:00000010:0.1:1787755940.274437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f4a0.
00000080:00000010:0.1:1787755940.274456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbedfc0.
00010000:00000010:0.1:1787755940.411464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912200.
00010000:00000010:0.1:1787755940.411480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c231a00.
00010000:00000010:0.1:1787755940.411502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c53d200.
00010000:00000010:0.1:1787755940.411504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066d5cc00.
00000080:00000010:0.1:1787755940.425345:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925050268000.
00000080:00000010:0.1:1787755940.429367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fe40.
00000080:00000010:0.1:1787755940.429403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a442520.
00010000:00000010:0.1:1787755940.470010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927400.
00010000:00000010:0.1:1787755940.470025:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250672d7900.
00010000:00000010:0.1:1787755940.470030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c685000.
00010000:00000010:0.1:1787755940.470034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cb05e00.
00000080:00000010:0.1:1787755940.482353:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505029ca40.
00000080:00000010:0.1:1787755940.482371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65480.
00010000:00000010:0.1:1787755940.594763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913e00.
00010000:00000010:0.1:1787755940.594772:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250672d7e00.
00010000:00000010:0.1:1787755940.594777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c53cc00.
00010000:00000010:0.1:1787755940.594781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db75600.
00000080:00000010:0.1:1787755940.604500:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505029b9c0.
00000080:00000010:0.1:1787755940.604522:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7ff00.
00000080:00000010:0.1:1787755940.609443:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14c40.
00000080:00000010:2.1:1787755940.674002:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505029c200.
00000080:00000010:2.1:1787755940.674024:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fc20.
00000080:00000010:2.1:1787755940.676370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14f40.
00010000:00000010:0.1:1787755940.708370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533e00.
00010000:00000010:0.1:1787755940.708389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077e60700.
00010000:00000010:0.1:1787755940.708394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c684a00.
00010000:00000010:0.1:1787755940.708398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db75400.
00000080:00000010:0.1:1787755940.724408:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505023a100.
00000080:00000010:0.1:1787755940.724428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814031e0.
00000080:00000010:0.1:1787755940.724440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbed1c0.
00010000:00000010:0.1:1787755940.748375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927400.
00010000:00000010:0.1:1787755940.748399:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077e60500.
00010000:00000010:0.1:1787755940.748405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c2c7200.
00010000:00000010:0.1:1787755940.748409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db75e00.
00000080:00000010:0.1:1787755940.760010:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505023ca40.
00000080:00000010:0.1:1787755940.760030:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65c00.
00000080:00000010:0.1:1787755940.760039:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbed860.
00010000:00000010:0.1:1787755940.786313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927400.
00010000:00000010:0.1:1787755940.786325:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077e60200.
00010000:00000010:0.1:1787755940.786330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d865e00.
00010000:00000010:0.1:1787755940.786335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cb05c00.
00000080:00000010:2.1:1787755940.791128:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505026a100.
00000080:00000010:2.1:1787755940.791159:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca656a0.
00000080:00000010:2.1:1787755940.791169:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbedc40.
00010000:00000010:2.1:1787755940.810338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532200.
00010000:00000010:2.1:1787755940.810364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250672d7f00.
00010000:00000010:2.1:1787755940.810371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c53c200.
00010000:00000010:2.1:1787755940.810376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e46800.
00000080:00000010:2.1:1787755940.820668:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505026ca40.
00000080:00000010:2.1:1787755940.820691:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403b80.
00000080:00000010:2.1:1787755940.820703:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a080.
00010000:00000010:2.1:1787755940.850432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532200.
00010000:00000010:2.1:1787755940.850449:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250672d7000.
00010000:00000010:2.1:1787755940.850471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d865400.
00010000:00000010:2.1:1787755940.850475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066d5c400.
00000080:00000010:2.1:1787755940.855047:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505029dac0.
00000080:00000010:2.1:1787755940.855068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403e40.
00000080:00000010:2.1:1787755940.855082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbed900.
00010000:00000010:2.1:1787755940.865891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533000.
00010000:00000010:2.1:1787755940.865909:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077bd5600.
00010000:00000010:2.1:1787755940.865916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504a4afc00.
00010000:00000010:2.1:1787755940.865921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e47200.
00000080:00000010:2.1:1787755940.875787:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505029a940.
00000080:00000010:2.1:1787755940.875806:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403b80.
00000080:00000010:2.1:1787755940.880311:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14ac0.
00010000:00000010:0.1:1787755940.898748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533000.
00010000:00000010:0.1:1787755940.898759:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925078ae6100.
00010000:00000010:0.1:1787755940.898765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d864e00.
00010000:00000010:0.1:1787755940.898768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066d5d800.
00000080:00000010:0.1:1787755940.904345:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925050142940.
00000080:00000010:0.1:1787755940.904371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403e40.
00000080:00000010:0.1:1787755940.908329:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a442880.
00010000:00000010:0.1:1787755940.933781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927400.
00010000:00000010:0.1:1787755940.933796:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077bd5e00.
00010000:00000010:0.1:1787755940.933814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d865c00.
00010000:00000010:0.1:1787755940.933817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066d5de00.
00000080:00000010:0.1:1787755940.937509:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925050143180.
00000080:00000010:0.1:1787755940.937532:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65c00.
00000080:00000010:0.1:1787755940.937553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14ca0.
00010000:00000010:0.1:1787755940.962345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926200.
00010000:00000010:0.1:1787755940.962370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925078ae6c00.
00010000:00000010:0.1:1787755940.962378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d864000.
00010000:00000010:0.1:1787755940.962382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066d5d000.
00000080:00000010:0.1:1787755940.972359:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925050210840.
00000080:00000010:0.1:1787755940.972375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65160.
00000080:00000010:0.1:1787755940.977410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852ac20.
00000080:00000010:0.1:1787755941.217897:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505026b9c0.
00000080:00000010:0.1:1787755941.217920:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f140.
00000080:00000010:0.1:1787755941.220669:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852abe0.
00010000:00000010:0.1:1787755941.224462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927400.
00010000:00000010:0.1:1787755941.224480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507db6fc00.
00010000:00000010:0.1:1787755941.224485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c684000.
00010000:00000010:0.1:1787755941.224489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2a1000.
00000080:00000010:0.1:1787755941.245441:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925050214a40.
00000080:00000010:0.1:1787755941.245473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65160.
00000080:00000010:0.1:1787755941.245483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a4a0.
00010000:00000010:3.1:1787755941.276554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927400.
00010000:00000010:3.1:1787755941.276571:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507db6f800.
00010000:00000010:3.1:1787755941.276586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d865800.
00010000:00000010:3.1:1787755941.276590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e47800.
00000080:00000010:2.1:1787755941.294367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852af20.
00000080:00000010:3.1:1787755941.294662:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925050145280.
00000080:00000010:3.1:1787755941.294673:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65d80.
00010000:00000010:0.1:1787755941.384703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913600.
00010000:00000010:0.1:1787755941.384723:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925078ae6f00.
00010000:00000010:0.1:1787755941.384729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d864800.
00010000:00000010:0.1:1787755941.384733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e57b800.
00000080:00000010:0.1:1787755941.402417:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250502139c0.
00000080:00000010:0.1:1787755941.402434:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7ff00.
00000080:00000010:0.1:1787755941.407226:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a442d00.
00010000:00000010:0.1:1787755941.428497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927600.
00010000:00000010:0.1:1787755941.428517:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925078ae6d00.
00010000:00000010:0.1:1787755941.428522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504a4ae800.
00010000:00000010:0.1:1787755941.428525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad54c00.
00010000:00000010:2.1:1787755941.525668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912a00.
00010000:00000010:2.1:1787755941.525686:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925078ae6200.
00010000:00000010:2.1:1787755941.525691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d865600.
00010000:00000010:2.1:1787755941.525694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c026e00.
00000080:00000010:2.1:1787755941.541704:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250500d7380.
00000080:00000010:2.1:1787755941.541730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fc20.
00000080:00000010:2.1:1787755941.541751:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbed8c0.
00010000:00000010:2.1:1787755941.559854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532000.
00010000:00000010:2.1:1787755941.559872:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925078ae6a00.
00010000:00000010:2.1:1787755941.559893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d865a00.
00010000:00000010:2.1:1787755941.559897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2a1600.
00000080:00000010:2.1:1787755941.568303:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505018d280.
00000080:00000010:2.1:1787755941.568322:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814030a0.
00000080:00000010:2.1:1787755941.568331:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbed240.
00010000:00000010:2.1:1787755941.576333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533400.
00010000:00000010:2.1:1787755941.576352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507db6f400.
00010000:00000010:2.1:1787755941.576357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077948200.
00010000:00000010:2.1:1787755941.576363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2a1400.
00000080:00000010:2.1:1787755941.585808:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925050189080.
00000080:00000010:2.1:1787755941.585834:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403760.
00000080:00000010:2.1:1787755941.585847:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbed2c0.
00010000:00000010:0.1:1787755941.601335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533400.
00010000:00000010:0.1:1787755941.601346:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507db6f600.
00010000:00000010:0.1:1787755941.601351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077949800.
00010000:00000010:0.1:1787755941.601355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2a1e00.
00000080:00000010:0.1:1787755941.611862:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250501898c0.
00000080:00000010:0.1:1787755941.611882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814030a0.
00000080:00000010:0.1:1787755941.616734:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852aa40.
00010000:00000010:0.1:1787755941.632472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927600.
00010000:00000010:0.1:1787755941.632481:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507db6fe00.
00010000:00000010:0.1:1787755941.632487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d864a00.
00010000:00000010:0.1:1787755941.632491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e46200.
00000080:00000010:0.1:1787755941.637470:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925050214200.
00000080:00000010:0.1:1787755941.637490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65680.
00000080:00000010:0.1:1787755941.641492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbed0c0.
00010000:00000010:3.1:1787755941.780315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913400.
00010000:00000010:3.1:1787755941.780332:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507ae17500.
00010000:00000010:3.1:1787755941.780337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507794b800.
00010000:00000010:3.1:1787755941.780341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c026000.
00000080:00000010:3.1:1787755941.794742:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925050212940.
00000080:00000010:3.1:1787755941.794765:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fe40.
00000080:00000010:3.1:1787755941.794774:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbed420.
00000080:00000010:0.1:1787755941.880429:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925050215280.
00000080:00000010:0.1:1787755941.880452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fa80.
00000080:00000010:0.1:1787755941.880462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a4424a0.
00010000:00000010:0.1:1787755941.901329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926a00.
00010000:00000010:0.1:1787755941.901351:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077e60c00.
00010000:00000010:0.1:1787755941.901357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caf8c00.
00010000:00000010:0.1:1787755941.901360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507165a200.
00000080:00000010:0.1:1787755941.945448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbed840.
00010000:00000010:0.1:1787755941.961171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926a00.
00010000:00000010:0.1:1787755941.961181:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250721be200.
00010000:00000010:0.1:1787755941.961188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077948800.
00010000:00000010:0.1:1787755941.961192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507165b000.
00000080:00000010:0.1:1787755941.974540:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250500d5ac0.
00000080:00000010:0.1:1787755941.974558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca655c0.
00000080:00000010:0.1:1787755941.979393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14080.
00010000:00000010:2.1:1787755942.048345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912000.
00010000:00000010:2.1:1787755942.048372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507db6fd00.
00010000:00000010:2.1:1787755942.048377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507794a800.
00010000:00000010:2.1:1787755942.048385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e46c00.
00000080:00000010:2.1:1787755942.066335:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925050216b40.
00000080:00000010:2.1:1787755942.066351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fc80.
00000080:00000010:2.1:1787755942.066358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a442c80.
00010000:00000010:2.1:1787755942.075635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532c00.
00010000:00000010:2.1:1787755942.075651:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507db6f100.
00010000:00000010:2.1:1787755942.075673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077949600.
00010000:00000010:2.1:1787755942.075678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507165bc00.
00000080:00000010:2.1:1787755942.090149:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250501b6b40.
00000080:00000010:2.1:1787755942.090167:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403660.
00000080:00000010:2.1:1787755942.093749:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a2c0.
00010000:00000010:2.1:1787755942.111110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532c00.
00010000:00000010:2.1:1787755942.111129:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250721beb00.
00010000:00000010:2.1:1787755942.111138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507794b000.
00010000:00000010:2.1:1787755942.111142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507165a000.
00000080:00000010:2.1:1787755942.117329:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250501b0840.
00000080:00000010:2.1:1787755942.117357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403f20.
00000080:00000010:2.1:1787755942.117369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbed620.
00010000:00000010:2.1:1787755942.140556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532c00.
00010000:00000010:2.1:1787755942.140565:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250721be500.
00010000:00000010:2.1:1787755942.140574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507794b600.
00010000:00000010:2.1:1787755942.140579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2a0600.
00000080:00000010:3.1:1787755942.146178:0:238949:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505018a100.
00000080:00000010:3.1:1787755942.146199:0:238949:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403660.
00000080:00000010:3.1:1787755942.146212:0:238949:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852ad20.
00010000:00000010:0.1:1787755942.169247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7d600.
00010000:00000010:0.1:1787755942.169283:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250714a0600.
00010000:00000010:0.1:1787755942.169289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077949a00.
00010000:00000010:0.1:1787755942.169294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db7ae00.
00000080:00000010:0.1:1787755942.171340:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250501b0000.
00000080:00000010:0.1:1787755942.171363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b9a0.
00000080:00000010:0.1:1787755942.171372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852aba0.
00010000:00000010:3.1:1787755942.231326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913c00.
00010000:00000010:3.1:1787755942.231340:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e56c100.
00010000:00000010:3.1:1787755942.231345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077949400.
00010000:00000010:3.1:1787755942.231349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2a0200.
00000080:00000010:0.1:1787755942.235332:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250501b4a40.
00000080:00000010:0.1:1787755942.235355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f4a0.
00000080:00000010:0.1:1787755942.235365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a540.
00010000:00000010:0.1:1787755942.250345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927a00.
00010000:00000010:0.1:1787755942.250366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250714a0f00.
00010000:00000010:0.1:1787755942.250372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507794aa00.
00010000:00000010:0.1:1787755942.250380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2a0800.
00000080:00000010:0.1:1787755942.259566:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250500d2940.
00000080:00000010:0.1:1787755942.259587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca652c0.
00000080:00000010:0.1:1787755942.263694:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee142c0.
00010000:00000010:0.1:1787755942.280040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927a00.
00010000:00000010:0.1:1787755942.280056:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250714a0000.
00010000:00000010:0.1:1787755942.280060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077949e00.
00010000:00000010:0.1:1787755942.280064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ee19000.
00000080:00000010:0.1:1787755942.291035:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250501b6300.
00000080:00000010:0.1:1787755942.291052:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65ec0.
00000080:00000010:0.1:1787755942.291061:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbed060.
00010000:00000010:0.1:1787755942.303776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927a00.
00010000:00000010:0.1:1787755942.303792:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250714a0d00.
00010000:00000010:0.1:1787755942.303799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077948e00.
00010000:00000010:0.1:1787755942.303803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ee18200.
00000080:00000010:2.1:1787755942.315320:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250500d3180.
00000080:00000010:2.1:1787755942.315342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca652c0.
00000080:00000010:2.1:1787755942.315350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a4c0.
00010000:00000010:2.1:1787755942.335356:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533000.
00010000:00000010:2.1:1787755942.335367:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250714a0100.
00010000:00000010:2.1:1787755942.335372:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504a4af000.
00010000:00000010:2.1:1787755942.335377:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ee18400.
00000080:00000010:2.1:1787755942.345375:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925050146b40.
00000080:00000010:2.1:1787755942.345392:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814038c0.
00000080:00000010:2.1:1787755942.353436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a442300.
00010000:00000010:2.1:1787755942.364029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533000.
00010000:00000010:2.1:1787755942.364039:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250714a0a00.
00010000:00000010:2.1:1787755942.364043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077949c00.
00010000:00000010:2.1:1787755942.364047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ee18e00.
00000080:00000010:2.1:1787755942.369371:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250501b39c0.
00000080:00000010:2.1:1787755942.369400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403060.
00000080:00000010:2.1:1787755942.369414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a442d40.
00010000:00000010:2.1:1787755942.386332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533c00.
00010000:00000010:2.1:1787755942.386353:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250714a0c00.
00010000:00000010:2.1:1787755942.386360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077948000.
00010000:00000010:2.1:1787755942.386365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ee19a00.
00000080:00000010:2.1:1787755942.396336:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250501b7380.
00000080:00000010:2.1:1787755942.396358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814038c0.
00000080:00000010:0.1:1787755942.399688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a8c0.
00010000:00000010:0.1:1787755942.412320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927a00.
00010000:00000010:0.1:1787755942.412335:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250714a0800.
00010000:00000010:0.1:1787755942.412340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507794ba00.
00010000:00000010:0.1:1787755942.412343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ee18a00.
00000080:00000010:0.1:1787755942.431340:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250501b4200.
00000080:00000010:0.1:1787755942.431359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65ec0.
00000080:00000010:0.1:1787755942.434660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14060.
00010000:00000010:0.1:1787755942.446417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927a00.
00010000:00000010:0.1:1787755942.446436:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250714a0200.
00010000:00000010:0.1:1787755942.446441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077948c00.
00010000:00000010:0.1:1787755942.446445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db7ac00.
00000080:00000010:0.1:1787755942.458892:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250501b5ac0.
00000080:00000010:0.1:1787755942.458917:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca651e0.
00000080:00000010:0.1:1787755942.458926:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14f20.
00010000:00000010:0.1:1787755942.472472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927a00.
00010000:00000010:0.1:1787755942.472493:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250714a0400.
00010000:00000010:0.1:1787755942.472509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caf8a00.
00010000:00000010:0.1:1787755942.472519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db7b200.
00000080:00000010:0.1:1787755942.489878:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250501b2940.
00000080:00000010:0.1:1787755942.489892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65ec0.
00000080:00000010:0.1:1787755942.489900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852ab80.
00010000:00000010:0.1:1787755942.505470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927a00.
00010000:00000010:0.1:1787755942.505488:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e56ca00.
00010000:00000010:0.1:1787755942.505493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077949200.
00010000:00000010:0.1:1787755942.505820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507165a400.
00000080:00000010:0.1:1787755942.512626:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925050140840.
00000080:00000010:0.1:1787755942.512649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca651e0.
00000080:00000010:0.1:1787755942.512660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14ec0.
00010000:00000010:0.1:1787755942.536575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927a00.
00010000:00000010:0.1:1787755942.536584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250721be300.
00010000:00000010:0.1:1787755942.536591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caf8200.
00010000:00000010:0.1:1787755942.536594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ee18c00.
00000080:00000010:0.1:1787755942.541344:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250500d5280.
00000080:00000010:0.1:1787755942.541368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65ec0.
00000080:00000010:0.1:1787755942.541377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a442b40.
00010000:00000010:2.1:1787755942.565090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927800.
00010000:00000010:2.1:1787755942.565101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925045abb800.
00010000:00000010:2.1:1787755942.565105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506eade400.
00010000:00000010:2.1:1787755942.565121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db7aa00.
00000080:00000010:2.1:1787755942.568608:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250501b3180.
00000080:00000010:2.1:1787755942.568627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca651e0.
00000080:00000010:2.1:1787755942.568636:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbed1a0.
00010000:00000010:2.1:1787755942.588974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532400.
00010000:00000010:2.1:1787755942.588986:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925045abb200.
00010000:00000010:2.1:1787755942.588992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507794b400.
00010000:00000010:2.1:1787755942.588995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507165a600.
00000080:00000010:2.1:1787755942.593346:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925050140000.
00000080:00000010:2.1:1787755942.593371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403ca0.
00000080:00000010:2.1:1787755942.593383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbed220.
00010000:00000010:2.1:1787755942.613800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533200.
00010000:00000010:2.1:1787755942.613811:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250721bee00.
00010000:00000010:2.1:1787755942.613818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507794be00.
00010000:00000010:2.1:1787755942.613821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db7b000.
00000080:00000010:2.1:1787755942.618661:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505018ca40.
00000080:00000010:2.1:1787755942.618683:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403300.
00000080:00000010:2.1:1787755942.622818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a140.
00010000:00000010:0.1:1787755942.645518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533200.
00010000:00000010:0.1:1787755942.645540:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250721bef00.
00010000:00000010:0.1:1787755942.645549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506eadfc00.
00010000:00000010:0.1:1787755942.645553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ee19200.
00000080:00000010:0.1:1787755942.666260:0:86761:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250500d1080.
00000080:00000010:0.1:1787755942.666315:0:86761:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403ca0.
00000080:00000010:0.1:1787755942.666325:0:86761:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bbed380.
00000080:00000010:0.1:1787755942.728712:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250501b5280.
00000080:00000010:0.1:1787755942.728731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fd00.
00000080:00000010:0.1:1787755942.738419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee144a0.
00010000:00000010:0.1:1787755942.744449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927200.
00010000:00000010:0.1:1787755942.744471:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925045abbb00.
00010000:00000010:0.1:1787755942.744477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507794ae00.
00010000:00000010:0.1:1787755942.744485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd4f400.
00000080:00000010:0.1:1787755942.744495:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250501b1080.
00000080:00000010:0.1:1787755942.744529:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65dc0.
00000080:00000010:0.1:1787755942.744538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a442a80.
00010000:00000010:0.1:1787755942.855335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7d800.
00010000:00000010:0.1:1787755942.855354:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925045abb500.
00010000:00000010:0.1:1787755942.855360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507794a000.
00010000:00000010:0.1:1787755942.855367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ecffe00.
00000080:00000010:0.1:1787755942.867357:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052742100.
00000080:00000010:0.1:1787755942.867381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f3e0.
00000080:00000010:0.1:1787755942.867390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a620.
00010000:00000010:0.1:1787755942.879404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927200.
00010000:00000010:0.1:1787755942.879413:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e56ce00.
00010000:00000010:0.1:1787755942.879418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caf8800.
00010000:00000010:0.1:1787755942.879421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ecffa00.
00010000:00000010:2.1:1787755942.958342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912e00.
00010000:00000010:2.1:1787755942.958357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b575200.
00010000:00000010:2.1:1787755942.958362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caf9400.
00010000:00000010:2.1:1787755942.958366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ecfe400.
00000080:00000010:2.1:1787755942.962330:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052746300.
00000080:00000010:2.1:1787755942.962352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fa60.
00000080:00000010:2.1:1787755942.962360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a460.
00010000:00000010:2.1:1787755942.978335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533e00.
00010000:00000010:2.1:1787755942.978351:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b575c00.
00010000:00000010:2.1:1787755942.978358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077804800.
00010000:00000010:2.1:1787755942.978362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ecfee00.
00000080:00000010:2.1:1787755943.006000:0:238950:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505018f380.
00000080:00000010:2.1:1787755943.006026:0:238950:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403ec0.
00000080:00000010:2.1:1787755943.006042:0:238950:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504130b500.
00010000:00000010:0.1:1787755943.062328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913c00.
00010000:00000010:0.1:1787755943.062346:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e56cb00.
00010000:00000010:0.1:1787755943.062350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077805000.
00010000:00000010:0.1:1787755943.062354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e40600.
00000080:00000010:0.1:1787755943.072851:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505018c200.
00000080:00000010:0.1:1787755943.072875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f500.
00000080:00000010:0.1:1787755943.077320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14a20.
00010000:00000010:0.1:1787755943.098807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927200.
00010000:00000010:0.1:1787755943.098817:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e56c300.
00010000:00000010:0.1:1787755943.098821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077805600.
00010000:00000010:0.1:1787755943.098824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e40200.
00000080:00000010:0.1:1787755943.104537:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250500d0840.
00000080:00000010:0.1:1787755943.104559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca657a0.
00000080:00000010:0.1:1787755943.104569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852aa20.
00010000:00000010:0.1:1787755943.123342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926c00.
00010000:00000010:0.1:1787755943.123359:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e56c700.
00010000:00000010:0.1:1787755943.123365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506eadf600.
00010000:00000010:0.1:1787755943.123368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd4e400.
00000080:00000010:0.1:1787755943.144662:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052747380.
00000080:00000010:0.1:1787755943.144693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65620.
00000080:00000010:0.1:1787755943.149375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504130ba60.
00010000:00000010:0.1:1787755943.256424:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913400.
00010000:00000010:0.1:1787755943.256434:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c23a600.
00010000:00000010:0.1:1787755943.256439:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caf9600.
00010000:00000010:0.1:1787755943.256442:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e40a00.
00000080:00000010:0.1:1787755943.256450:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505018a940.
00000080:00000010:0.1:1787755943.256468:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fce0.
00000080:00000010:0.1:1787755943.256476:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a5a0.
00010000:00000010:0.1:1787755943.265929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927200.
00010000:00000010:0.1:1787755943.265939:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e56c900.
00010000:00000010:0.1:1787755943.265945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506eadea00.
00010000:00000010:0.1:1787755943.265948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e40c00.
00000080:00000010:0.1:1787755943.270331:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052745ac0.
00000080:00000010:0.1:1787755943.270348:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65620.
00000080:00000010:0.1:1787755943.270356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a442e60.
00010000:00000010:0.1:1787755943.288477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926400.
00010000:00000010:0.1:1787755943.288510:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e56c500.
00010000:00000010:0.1:1787755943.288517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077805400.
00010000:00000010:0.1:1787755943.288520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd4c600.
00000080:00000010:0.1:1787755943.300343:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052742940.
00000080:00000010:0.1:1787755943.300368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65d20.
00000080:00000010:0.1:1787755943.303835:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5c4a7240.
00010000:00000010:2.1:1787755943.377390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912000.
00010000:00000010:2.1:1787755943.377406:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c23a900.
00010000:00000010:2.1:1787755943.377411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caf9a00.
00010000:00000010:2.1:1787755943.377415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ecfe200.
00000080:00000010:2.1:1787755943.391415:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052745280.
00000080:00000010:2.1:1787755943.391433:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fe20.
00000080:00000010:2.1:1787755943.391442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852af80.
00010000:00000010:0.1:1787755943.443350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532a00.
00010000:00000010:0.1:1787755943.443376:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c23ac00.
00010000:00000010:0.1:1787755943.443381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506eadfe00.
00010000:00000010:0.1:1787755943.443385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e41a00.
00000080:00000010:0.1:1787755943.480351:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250500d0000.
00000080:00000010:0.1:1787755943.480377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403160.
00000080:00000010:0.1:1787755943.483884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a840.
00010000:00000010:0.1:1787755943.519468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927200.
00010000:00000010:0.1:1787755943.519490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e56cd00.
00010000:00000010:0.1:1787755943.519582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caf9800.
00010000:00000010:0.1:1787755943.519588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd4c400.
00000080:00000010:0.1:1787755943.567885:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250500d2100.
00000080:00000010:0.1:1787755943.567906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65d20.
00000080:00000010:2.1:1787755943.576819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14260.
00010000:00000010:3.1:1787755943.596369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533e00.
00010000:00000010:3.1:1787755943.596394:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c23ad00.
00010000:00000010:3.1:1787755943.596399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caf8e00.
00010000:00000010:3.1:1787755943.596403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd4c200.
00000080:00000010:3.1:1787755943.613173:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250500d4a40.
00000080:00000010:3.1:1787755943.613194:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403fc0.
00000080:00000010:3.1:1787755943.618338:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852ae40.
00010000:00000010:3.1:1787755943.667726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7d000.
00010000:00000010:3.1:1787755943.667734:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c23a200.
00010000:00000010:3.1:1787755943.667739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506eadee00.
00010000:00000010:3.1:1787755943.667741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db7a600.
00000080:00000010:3.1:1787755943.685318:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052741080.
00000080:00000010:3.1:1787755943.685339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2bc20.
00000080:00000010:3.1:1787755943.685349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a442e40.
00010000:00000010:3.1:1787755943.710975:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7c800.
00010000:00000010:3.1:1787755943.710999:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c23a400.
00010000:00000010:3.1:1787755943.711005:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077804e00.
00010000:00000010:3.1:1787755943.711010:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db7a000.
00000080:00000010:3.1:1787755943.736686:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052702100.
00000080:00000010:3.1:1787755943.736785:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b6a0.
00000080:00000010:3.1:1787755943.736800:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14500.
00010000:00000010:0.1:1787755943.765360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7c800.
00010000:00000010:0.1:1787755943.765380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e439500.
00010000:00000010:0.1:1787755943.765385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506eade000.
00010000:00000010:0.1:1787755943.765389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db7a400.
00010000:00000010:2.1:1787755943.867470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912a00.
00010000:00000010:2.1:1787755943.867571:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e439800.
00010000:00000010:2.1:1787755943.867577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077804000.
00010000:00000010:2.1:1787755943.867582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ecfe000.
00000080:00000010:0.1:1787755943.916657:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250500d6300.
00000080:00000010:0.1:1787755943.916678:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f8e0.
00000080:00000010:0.1:1787755943.916688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852aca0.
00010000:00000010:0.1:1787755943.934354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927200.
00010000:00000010:0.1:1787755943.934375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e439300.
00010000:00000010:0.1:1787755943.934381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077804400.
00010000:00000010:0.1:1787755943.934386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506c239a00.
00000080:00000010:0.1:1787755943.963344:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052704a40.
00000080:00000010:0.1:1787755943.963369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65d20.
00000080:00000010:0.1:1787755943.963380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a442760.
00010000:00000010:0.1:1787755944.012333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927200.
00010000:00000010:0.1:1787755944.012352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e439900.
00010000:00000010:0.1:1787755944.012358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caf9200.
00010000:00000010:0.1:1787755944.012362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd4cc00.
00000080:00000010:0.1:1787755944.029327:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250500d39c0.
00000080:00000010:0.1:1787755944.029351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65200.
00000080:00000010:0.1:1787755944.029359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a740.
00010000:00000010:0.1:1787755944.068337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927200.
00010000:00000010:0.1:1787755944.068361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e439e00.
00010000:00000010:0.1:1787755944.068387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077804c00.
00010000:00000010:0.1:1787755944.068393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd4d200.
00000080:00000010:0.1:1787755944.075489:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052746b40.
00000080:00000010:0.1:1787755944.075513:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65d20.
00000080:00000010:0.1:1787755944.084317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066fba320.
00010000:00000010:0.1:1787755944.132316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927200.
00010000:00000010:0.1:1787755944.132339:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c23ab00.
00010000:00000010:0.1:1787755944.132344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077805200.
00010000:00000010:0.1:1787755944.132347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd4e600.
00000080:00000010:0.1:1787755944.165382:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052740840.
00000080:00000010:0.1:1787755944.165409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65200.
00000080:00000010:0.1:1787755944.165420:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a8a0.
00010000:00000010:0.1:1787755944.278485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913600.
00010000:00000010:0.1:1787755944.278500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250721bf900.
00010000:00000010:0.1:1787755944.278505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077804600.
00010000:00000010:0.1:1787755944.278509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd4e800.
00000080:00000010:0.1:1787755944.316325:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925042325280.
00000080:00000010:0.1:1787755944.316360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f660.
00000080:00000010:0.1:1787755944.316370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a980.
00010000:00000010:0.1:1787755944.352590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927c00.
00010000:00000010:0.1:1787755944.352612:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250721bf600.
00010000:00000010:0.1:1787755944.352618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077804200.
00010000:00000010:0.1:1787755944.352623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd4f000.
00000080:00000010:0.1:1787755944.352632:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925042321080.
00000080:00000010:0.1:1787755944.352642:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65200.
00000080:00000010:0.1:1787755944.352651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14760.
00010000:00000010:0.1:1787755944.371329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926000.
00010000:00000010:0.1:1787755944.371345:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250721bfe00.
00010000:00000010:0.1:1787755944.371351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e56ee00.
00010000:00000010:0.1:1787755944.371355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd4d800.
00000080:00000010:0.1:1787755944.383851:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052738840.
00000080:00000010:0.1:1787755944.383938:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65400.
00000080:00000010:0.1:1787755944.383949:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066fbad20.
00010000:00000010:0.1:1787755944.433060:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926000.
00010000:00000010:0.1:1787755944.433089:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c23a300.
00010000:00000010:0.1:1787755944.433095:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506eadec00.
00010000:00000010:0.1:1787755944.433099:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd4f600.
00000080:00000010:0.1:1787755944.442545:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250527139c0.
00000080:00000010:0.1:1787755944.442566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65200.
00000080:00000010:0.1:1787755944.442574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee140a0.
00000080:00000010:0.1:1787755944.527457:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052738000.
00000080:00000010:0.1:1787755944.527477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f920.
00000080:00000010:0.1:1787755944.527508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066fbac80.
00010000:00000010:0.1:1787755944.549300:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926000.
00010000:00000010:0.1:1787755944.549308:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c23a000.
00010000:00000010:0.1:1787755944.549313:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c698200.
00010000:00000010:0.1:1787755944.549315:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd4d600.
00000080:00000010:0.1:1787755944.561876:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505273a100.
00000080:00000010:0.1:1787755944.561897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65200.
00000080:00000010:0.1:1787755944.561904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a180.
00010000:00000010:0.1:1787755944.562522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927e00.
00010000:00000010:0.1:1787755944.562531:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925066e22b00.
00010000:00000010:0.1:1787755944.562536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2fa400.
00010000:00000010:0.1:1787755944.562540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd4da00.
00000080:00000010:0.1:1787755944.574804:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505273ca40.
00000080:00000010:0.1:1787755944.574821:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65b60.
00000080:00000010:0.1:1787755944.574830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a442540.
00010000:00000010:0.1:1787755944.583448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927e00.
00010000:00000010:0.1:1787755944.583465:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925066e22200.
00010000:00000010:0.1:1787755944.583471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c698800.
00010000:00000010:0.1:1787755944.583474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e563600.
00000080:00000010:0.1:1787755944.598621:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052717380.
00000080:00000010:0.1:1787755944.598635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65200.
00000080:00000010:0.1:1787755944.598643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a360.
00010000:00000010:2.1:1787755944.615965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532600.
00010000:00000010:2.1:1787755944.615991:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925066e22c00.
00010000:00000010:2.1:1787755944.615999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c699000.
00010000:00000010:2.1:1787755944.616003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd4ca00.
00000080:00000010:2.1:1787755944.626347:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052714200.
00000080:00000010:2.1:1787755944.626371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403be0.
00000080:00000010:2.1:1787755944.630857:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a442ce0.
00010000:00000010:2.1:1787755944.641523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532600.
00010000:00000010:2.1:1787755944.641537:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925066e22f00.
00010000:00000010:2.1:1787755944.641543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2fb800.
00010000:00000010:2.1:1787755944.641546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd4fe00.
00000080:00000010:2.1:1787755944.654452:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505273e300.
00000080:00000010:2.1:1787755944.654487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403580.
00000080:00000010:2.1:1787755944.654511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a0a0.
00010000:00000010:2.1:1787755944.679323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532600.
00010000:00000010:2.1:1787755944.679334:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250721bfc00.
00010000:00000010:2.1:1787755944.679339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2fbc00.
00010000:00000010:2.1:1787755944.679342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd4ee00.
00000080:00000010:2.1:1787755944.697640:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250527039c0.
00000080:00000010:2.1:1787755944.697652:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403be0.
00000080:00000010:2.1:1787755944.697663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066fbae00.
00010000:00000010:3.1:1787755944.713093:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532600.
00010000:00000010:3.1:1787755944.713111:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250721bf800.
00010000:00000010:3.1:1787755944.713117:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2fa000.
00010000:00000010:3.1:1787755944.713121:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd4fc00.
00000080:00000010:0.1:1787755944.725306:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505273b9c0.
00000080:00000010:0.1:1787755944.725324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403120.
00000080:00000010:0.1:1787755944.727496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066fbace0.
00010000:00000010:0.1:1787755944.739321:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927e00.
00010000:00000010:0.1:1787755944.739332:0:14:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250721bf200.
00010000:00000010:0.1:1787755944.739341:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2fac00.
00010000:00000010:0.1:1787755944.739345:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506c238200.
00010000:00000010:0.1:1787755944.834008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913e00.
00010000:00000010:0.1:1787755944.834028:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925066e22d00.
00010000:00000010:0.1:1787755944.834033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2fb200.
00010000:00000010:0.1:1787755944.834036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd4de00.
00000080:00000010:0.1:1787755944.837485:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052715ac0.
00000080:00000010:0.1:1787755944.837515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f520.
00000080:00000010:0.1:1787755944.837525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066fba860.
00010000:00000010:0.1:1787755944.867468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927e00.
00010000:00000010:0.1:1787755944.867491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925066e22100.
00010000:00000010:0.1:1787755944.867496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c698a00.
00010000:00000010:0.1:1787755944.867507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cd4ce00.
00000080:00000010:0.1:1787755944.872001:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505273c200.
00000080:00000010:0.1:1787755944.872023:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65b60.
00000080:00000010:0.1:1787755944.872033:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee147e0.
00010000:00000010:0.1:1787755944.882338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926000.
00010000:00000010:0.1:1787755944.882354:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925066e22a00.
00010000:00000010:0.1:1787755944.882359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caf9000.
00010000:00000010:0.1:1787755944.882362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506c239200.
00010000:00000010:0.1:1787755944.991333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533e00.
00010000:00000010:0.1:1787755944.991352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925066e21b00.
00010000:00000010:0.1:1787755944.991358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2fa200.
00010000:00000010:0.1:1787755944.991362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506c239c00.
00000080:00000010:0.1:1787755945.002997:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925042320000.
00000080:00000010:0.1:1787755945.003024:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fb40.
00000080:00000010:0.1:1787755945.008488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a0e0.
00010000:00000010:2.1:1787755945.027517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926000.
00010000:00000010:2.1:1787755945.027534:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925066e21500.
00010000:00000010:2.1:1787755945.027539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2fa800.
00010000:00000010:2.1:1787755945.027542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067184a00.
00000080:00000010:2.1:1787755945.039380:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052712940.
00000080:00000010:2.1:1787755945.039400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65b60.
00000080:00000010:2.1:1787755945.039409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a442020.
00010000:00000010:2.1:1787755945.052526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533c00.
00010000:00000010:2.1:1787755945.052542:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925066e22300.
00010000:00000010:2.1:1787755945.052547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c699e00.
00010000:00000010:2.1:1787755945.052550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925045ab7400.
00000080:00000010:0.1:1787755945.065379:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505273a940.
00000080:00000010:0.1:1787755945.065394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403e60.
00000080:00000010:0.1:1787755945.065404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14780.
00000080:00000010:2.1:1787755945.146206:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14400.
00010000:00000010:2.1:1787755945.181339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912200.
00010000:00000010:2.1:1787755945.181362:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250585bd600.
00010000:00000010:2.1:1787755945.181368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2faa00.
00010000:00000010:2.1:1787755945.181371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506c238400.
00000080:00000010:2.1:1787755945.197308:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505273d280.
00000080:00000010:2.1:1787755945.197340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f4e0.
00000080:00000010:3.1:1787755945.212605:0:238949:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a4427c0.
00010000:00000010:0.1:1787755945.307341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913000.
00010000:00000010:0.1:1787755945.307366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250585bfe00.
00010000:00000010:0.1:1787755945.307371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077947600.
00010000:00000010:0.1:1787755945.307376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e562200.
00000080:00000010:0.1:1787755945.321523:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052739080.
00000080:00000010:0.1:1787755945.321539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f700.
00000080:00000010:0.1:1787755945.321548:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14380.
00010000:00000010:0.1:1787755945.336395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926e00.
00010000:00000010:0.1:1787755945.336416:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250585bf900.
00010000:00000010:0.1:1787755945.336422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077947c00.
00010000:00000010:0.1:1787755945.336425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925045ab6600.
00000080:00000010:2.1:1787755945.353401:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925042326300.
00000080:00000010:2.1:1787755945.353417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65740.
00000080:00000010:2.1:1787755945.358320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a4422e0.
00010000:00000010:0.1:1787755945.367857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532200.
00010000:00000010:0.1:1787755945.367879:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250585bf300.
00010000:00000010:0.1:1787755945.367884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077946000.
00010000:00000010:0.1:1787755945.367888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925045ab7800.
00000080:00000010:0.1:1787755945.392349:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250527118c0.
00000080:00000010:0.1:1787755945.392380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814030e0.
00000080:00000010:0.1:1787755945.392394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a1a0.
00010000:00000010:0.1:1787755945.429362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913a00.
00010000:00000010:0.1:1787755945.429382:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250585bfd00.
00010000:00000010:0.1:1787755945.429387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c699c00.
00010000:00000010:0.1:1787755945.429390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506c238800.
00000080:00000010:0.1:1787755945.443739:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052716b40.
00000080:00000010:0.1:1787755945.443759:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f640.
00000080:00000010:0.1:1787755945.443768:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a442140.
00010000:00000010:0.1:1787755945.458387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926e00.
00010000:00000010:0.1:1787755945.458409:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925066e21000.
00010000:00000010:0.1:1787755945.458417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c698000.
00010000:00000010:0.1:1787755945.458420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506c239000.
00000080:00000010:0.1:1787755945.466396:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052703180.
00000080:00000010:0.1:1787755945.466409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65de0.
00000080:00000010:0.1:1787755945.471357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a1e0.
00010000:00000010:0.1:1787755945.492352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926e00.
00010000:00000010:0.1:1787755945.492373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925066e21d00.
00010000:00000010:0.1:1787755945.492379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077946c00.
00010000:00000010:0.1:1787755945.492382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925081504a00.
00000080:00000010:0.1:1787755945.510410:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250527398c0.
00000080:00000010:0.1:1787755945.510429:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca651c0.
00000080:00000010:0.1:1787755945.510437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a4428a0.
00010000:00000010:0.1:1787755945.528656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926e00.
00010000:00000010:0.1:1787755945.528664:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925066e21100.
00010000:00000010:0.1:1787755945.528669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077947200.
00010000:00000010:0.1:1787755945.528672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a02f600.
00000080:00000010:0.1:1787755945.546312:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505273eb40.
00000080:00000010:0.1:1787755945.546330:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65de0.
00000080:00000010:0.1:1787755945.546338:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a442120.
00010000:00000010:0.1:1787755945.553341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926e00.
00010000:00000010:0.1:1787755945.553360:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925066e21a00.
00010000:00000010:0.1:1787755945.553383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c698400.
00010000:00000010:0.1:1787755945.553387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a02e800.
00000080:00000010:0.1:1787755945.564323:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250423239c0.
00000080:00000010:0.1:1787755945.564351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca651c0.
00000080:00000010:0.1:1787755945.564359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a6a0.
00010000:00000010:2.1:1787755945.580558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926e00.
00010000:00000010:2.1:1787755945.580579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925058303500.
00010000:00000010:2.1:1787755945.580584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077947800.
00010000:00000010:2.1:1787755945.580589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a02ec00.
00000080:00000010:0.1:1787755945.593770:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250421139c0.
00000080:00000010:0.1:1787755945.593783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65de0.
00000080:00000010:0.1:1787755945.593791:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a900.
00010000:00000010:0.1:1787755945.607827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927e00.
00010000:00000010:0.1:1787755945.607846:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e42d000.
00010000:00000010:0.1:1787755945.607851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c698c00.
00010000:00000010:0.1:1787755945.607854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a02f200.
00000080:00000010:0.1:1787755945.618789:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925042327380.
00000080:00000010:0.1:1787755945.618820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca651c0.
00000080:00000010:0.1:1787755945.618831:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852ae00.
00010000:00000010:0.1:1787755945.643829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927e00.
00010000:00000010:0.1:1787755945.643836:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e42d900.
00010000:00000010:0.1:1787755945.643839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077946600.
00010000:00000010:0.1:1787755945.643841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a02f800.
00000080:00000010:0.1:1787755945.647926:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052710840.
00000080:00000010:0.1:1787755945.647952:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65de0.
00000080:00000010:0.1:1787755945.647962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852abc0.
00010000:00000010:0.1:1787755945.670330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926000.
00010000:00000010:0.1:1787755945.670353:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e42d600.
00010000:00000010:0.1:1787755945.670359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077946200.
00010000:00000010:0.1:1787755945.670364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a02e600.
00000080:00000010:0.1:1787755945.694380:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052710000.
00000080:00000010:0.1:1787755945.694400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca651c0.
00000080:00000010:0.1:1787755945.694412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a580.
00000080:00000010:2.1:1787755945.718068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852ab00.
00010000:00000010:2.1:1787755945.735330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532000.
00010000:00000010:2.1:1787755945.735354:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e42df00.
00010000:00000010:2.1:1787755945.735360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c699200.
00010000:00000010:2.1:1787755945.735363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925045ab6e00.
00000080:00000010:2.1:1787755945.742901:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052712100.
00000080:00000010:2.1:1787755945.742919:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814035e0.
00000080:00000010:2.1:1787755945.742931:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852aaa0.
00010000:00000010:0.1:1787755945.776432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532000.
00010000:00000010:0.1:1787755945.776442:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250585bf800.
00010000:00000010:0.1:1787755945.776447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ecf6a00.
00010000:00000010:0.1:1787755945.776451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925045ab7c00.
00000080:00000010:0.1:1787755945.789991:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925042117380.
00000080:00000010:0.1:1787755945.790015:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403a00.
00000080:00000010:0.1:1787755945.790029:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a442700.
00010000:00000010:0.1:1787755945.794430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927e00.
00010000:00000010:0.1:1787755945.794439:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250585bf200.
00010000:00000010:0.1:1787755945.794444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077947000.
00010000:00000010:0.1:1787755945.794447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925045ab6000.
00000080:00000010:2.1:1787755945.811197:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052705280.
00000080:00000010:2.1:1787755945.811213:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca651c0.
00000080:00000010:2.1:1787755945.811220:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14860.
00010000:00000010:0.1:1787755945.837672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532200.
00010000:00000010:0.1:1787755945.837691:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250585bf400.
00010000:00000010:0.1:1787755945.837697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077811800.
00010000:00000010:0.1:1787755945.837701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507dadcc00.
00000080:00000010:0.1:1787755945.868485:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052701080.
00000080:00000010:0.1:1787755945.868517:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814034c0.
00000080:00000010:0.1:1787755945.876345:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a7a0.
00000080:00000010:0.1:1787755945.957344:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052714a40.
00000080:00000010:0.1:1787755945.957362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fbe0.
00000080:00000010:0.1:1787755945.957374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066fba1c0.
00010000:00000010:2.1:1787755945.973653:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927c00.
00010000:00000010:2.1:1787755945.973717:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250585bf500.
00010000:00000010:2.1:1787755945.973722:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077947a00.
00010000:00000010:2.1:1787755945.973726:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a02fa00.
00000080:00000010:2.1:1787755946.002394:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925042114200.
00000080:00000010:2.1:1787755946.002417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca655a0.
00000080:00000010:2.1:1787755946.002429:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a442a60.
00010000:00000010:0.1:1787755946.015350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7d800.
00010000:00000010:0.1:1787755946.015390:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250585bf000.
00010000:00000010:0.1:1787755946.015429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504a4afa00.
00010000:00000010:0.1:1787755946.015436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a02ea00.
00000080:00000010:0.1:1787755946.037347:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925042115ac0.
00000080:00000010:0.1:1787755946.037381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b620.
00000080:00000010:2.1:1787755946.042828:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a442240.
00010000:00000010:2.1:1787755946.055496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532e00.
00010000:00000010:2.1:1787755946.055529:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e42d100.
00010000:00000010:2.1:1787755946.055535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077810200.
00010000:00000010:2.1:1787755946.055538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a02f400.
00000080:00000010:2.1:1787755946.074363:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052706b40.
00000080:00000010:2.1:1787755946.074382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403e00.
00000080:00000010:2.1:1787755946.077778:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a420.
00010000:00000010:0.1:1787755946.108878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532e00.
00010000:00000010:0.1:1787755946.108894:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e42da00.
00010000:00000010:0.1:1787755946.108900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077810800.
00010000:00000010:0.1:1787755946.108903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925045ab7000.
00000080:00000010:0.1:1787755946.124348:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925042112940.
00000080:00000010:0.1:1787755946.124365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814036e0.
00000080:00000010:0.1:1787755946.191359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a000.
00010000:00000010:0.1:1787755946.212379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927200.
00010000:00000010:0.1:1787755946.212402:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250585bda00.
00010000:00000010:0.1:1787755946.212406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077946a00.
00010000:00000010:0.1:1787755946.212409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925045ab6a00.
00000080:00000010:0.1:1787755946.231417:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925042115280.
00000080:00000010:0.1:1787755946.231434:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65960.
00000080:00000010:0.1:1787755946.231442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee145a0.
00010000:00000010:0.1:1787755946.251542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927200.
00010000:00000010:0.1:1787755946.251578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250585bdc00.
00010000:00000010:0.1:1787755946.251584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077811600.
00010000:00000010:0.1:1787755946.251587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a02fe00.
00000080:00000010:0.1:1787755946.262694:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052700000.
00000080:00000010:0.1:1787755946.262722:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65a00.
00000080:00000010:0.1:1787755946.262731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066fbaa60.
00010000:00000010:0.1:1787755946.293484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927200.
00010000:00000010:0.1:1787755946.293506:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250585bd800.
00010000:00000010:0.1:1787755946.293512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077811a00.
00010000:00000010:0.1:1787755946.293516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a02c000.
00000080:00000010:0.1:1787755946.319323:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250502a8840.
00000080:00000010:0.1:1787755946.319341:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65960.
00000080:00000010:0.1:1787755946.323334:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852aee0.
00010000:00000010:2.1:1787755946.433585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912600.
00010000:00000010:2.1:1787755946.433604:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250585bd400.
00010000:00000010:2.1:1787755946.433609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077947400.
00010000:00000010:2.1:1787755946.433613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a02da00.
00000080:00000010:0.1:1787755946.459702:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925042116b40.
00000080:00000010:0.1:1787755946.459735:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7ff80.
00000080:00000010:0.1:1787755946.463671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066fbabe0.
00010000:00000010:2.1:1787755946.494387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926400.
00010000:00000010:2.1:1787755946.494414:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250585bdb00.
00010000:00000010:2.1:1787755946.494419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077947e00.
00010000:00000010:2.1:1787755946.494423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a02c800.
00000080:00000010:2.1:1787755946.501578:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925042110840.
00000080:00000010:2.1:1787755946.501590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65960.
00000080:00000010:2.1:1787755946.506411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a300.
00010000:00000010:2.1:1787755946.565339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533e00.
00010000:00000010:2.1:1787755946.565362:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250585bd500.
00010000:00000010:2.1:1787755946.565370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504a4aea00.
00010000:00000010:2.1:1787755946.565374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a02d000.
00000080:00000010:0.1:1787755946.579469:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250502a8000.
00000080:00000010:0.1:1787755946.579488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403c00.
00000080:00000010:0.1:1787755946.579499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14220.
00010000:00000010:0.1:1787755946.692606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912800.
00010000:00000010:0.1:1787755946.692629:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250585bd900.
00010000:00000010:0.1:1787755946.692766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077810e00.
00010000:00000010:0.1:1787755946.692771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043661800.
00000080:00000010:0.1:1787755946.697623:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925042322940.
00000080:00000010:0.1:1787755946.697774:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fb20.
00000080:00000010:0.1:1787755946.697784:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a4428c0.
00010000:00000010:2.1:1787755946.720364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926600.
00010000:00000010:2.1:1787755946.720392:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925049846c00.
00010000:00000010:2.1:1787755946.720398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db6be00.
00010000:00000010:2.1:1787755946.720403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a02ee00.
00000080:00000010:2.1:1787755946.738448:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925042112100.
00000080:00000010:2.1:1787755946.738770:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca651a0.
00000080:00000010:2.1:1787755946.742307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852ae20.
00010000:00000010:2.1:1787755946.765580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532e00.
00010000:00000010:2.1:1787755946.765599:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e42d800.
00010000:00000010:2.1:1787755946.765605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b1a00.
00010000:00000010:2.1:1787755946.765611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a02fc00.
00000080:00000010:3.1:1787755946.788474:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925042114a40.
00000080:00000010:3.1:1787755946.788508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403cc0.
00000080:00000010:3.1:1787755946.792422:0:238950:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a500.
00010000:00000010:2.1:1787755946.806656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7d000.
00010000:00000010:2.1:1787755946.806683:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e42d200.
00010000:00000010:2.1:1787755946.806689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b0e00.
00010000:00000010:2.1:1787755946.806693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a02e000.
00000080:00000010:0.1:1787755946.843589:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925046028840.
00000080:00000010:0.1:1787755946.843636:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b180.
00000080:00000010:0.1:1787755946.851558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505852a320.
00010000:00000010:0.1:1787755946.867451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927a00.
00010000:00000010:0.1:1787755946.867475:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e42d400.
00010000:00000010:0.1:1787755946.867480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b1c00.
00010000:00000010:0.1:1787755946.867484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a02e400.
00000080:00000010:0.1:1787755946.875942:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250502aa100.
00000080:00000010:0.1:1787755946.875964:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65580.
00000080:00000010:0.1:1787755946.881334:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14720.
00010000:00000010:2.1:1787755946.963288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913800.
00010000:00000010:2.1:1787755946.963303:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e42d500.
00010000:00000010:2.1:1787755946.963317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b0000.
00010000:00000010:2.1:1787755946.963320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507dadc000.
00000080:00000010:0.1:1787755946.998868:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250502ae300.
00000080:00000010:0.1:1787755946.998886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f6e0.
00000080:00000010:0.1:1787755947.005697:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14900.
00010000:00000010:0.1:1787755947.032426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927a00.
00010000:00000010:0.1:1787755947.032446:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e42d300.
00010000:00000010:0.1:1787755947.032451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b0400.
00010000:00000010:0.1:1787755947.032455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043660a00.
00000080:00000010:2.1:1787755947.067378:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925042116300.
00000080:00000010:2.1:1787755947.067396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65580.
00000080:00000010:2.1:1787755947.067403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081467d20.
00010000:00000010:2.1:1787755947.079463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532600.
00010000:00000010:2.1:1787755947.079481:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250670b6500.
00010000:00000010:2.1:1787755947.079489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077810000.
00010000:00000010:2.1:1787755947.079492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925051d2aa00.
00000080:00000010:2.1:1787755947.100587:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925042323180.
00000080:00000010:2.1:1787755947.100635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403140.
00000080:00000010:2.1:1787755947.100647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814676a0.
00010000:00000010:2.1:1787755947.123333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532600.
00010000:00000010:2.1:1787755947.123356:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250670b6400.
00010000:00000010:2.1:1787755947.123367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b0c00.
00010000:00000010:2.1:1787755947.123371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043661200.
00000080:00000010:2.1:1787755947.137777:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250502ab9c0.
00000080:00000010:2.1:1787755947.137789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403260.
00000080:00000010:2.1:1787755947.137799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081467a00.
00010000:00000010:2.1:1787755947.163193:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532600.
00010000:00000010:2.1:1787755947.163213:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250670b6200.
00010000:00000010:2.1:1787755947.163222:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077810400.
00010000:00000010:2.1:1787755947.163225:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043661c00.
00000080:00000010:3.1:1787755947.180388:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250503ddac0.
00000080:00000010:3.1:1787755947.180411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403140.
00000080:00000010:3.1:1787755947.180420:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a4424e0.
00010000:00000010:0.1:1787755947.191733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7d600.
00010000:00000010:0.1:1787755947.191744:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250670b6a00.
00010000:00000010:0.1:1787755947.191749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077810c00.
00010000:00000010:0.1:1787755947.191753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925081505400.
00000080:00000010:0.1:1787755947.196343:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250502af380.
00000080:00000010:0.1:1787755947.196369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b760.
00000080:00000010:0.1:1787755947.196378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a442720.
00010000:00000010:0.1:1787755947.220021:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927a00.
00010000:00000010:0.1:1787755947.220046:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e42d700.
00010000:00000010:0.1:1787755947.220051:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077811200.
00010000:00000010:0.1:1787755947.220055:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925081505600.
00000080:00000010:0.1:1787755947.299343:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250503da940.
00000080:00000010:0.1:1787755947.299360:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f600.
00000080:00000010:0.1:1787755947.299368:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14b00.
00010000:00000010:0.1:1787755947.346563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912400.
00010000:00000010:0.1:1787755947.346584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925049846100.
00010000:00000010:0.1:1787755947.346590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2e2a00.
00010000:00000010:0.1:1787755947.346593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925051d2b400.
00000080:00000010:0.1:1787755947.355458:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250503db180.
00000080:00000010:0.1:1787755947.355475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f3c0.
00000080:00000010:0.1:1787755947.359359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066fbad60.
00000080:00000010:0.1:1787755947.505855:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250502ab180.
00000080:00000010:0.1:1787755947.505875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f260.
00000080:00000010:0.1:1787755947.505884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814671a0.
00010000:00000010:0.1:1787755947.511329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927800.
00010000:00000010:0.1:1787755947.511343:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925049846900.
00010000:00000010:0.1:1787755947.511348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b0600.
00010000:00000010:0.1:1787755947.511351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925081505e00.
00000080:00000010:0.1:1787755947.515564:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250503d9080.
00000080:00000010:0.1:1787755947.515590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca650c0.
00000080:00000010:0.1:1787755947.515600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081467560.
00000080:00000010:0.1:1787755947.625420:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066fbab20.
00010000:00000010:0.1:1787755947.643634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927800.
00010000:00000010:0.1:1787755947.643656:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925058303e00.
00010000:00000010:0.1:1787755947.643663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2e2c00.
00010000:00000010:0.1:1787755947.643666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925081506a00.
00000080:00000010:0.1:1787755947.652548:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504602a100.
00000080:00000010:0.1:1787755947.652568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca650c0.
00000080:00000010:0.1:1787755947.652577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081467620.
00010000:00000010:2.1:1787755947.719478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912c00.
00010000:00000010:2.1:1787755947.719496:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925049846000.
00010000:00000010:2.1:1787755947.719514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506c23fa00.
00010000:00000010:2.1:1787755947.719547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925081506e00.
00000080:00000010:2.1:1787755947.740234:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250503da100.
00000080:00000010:2.1:1787755947.740252:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fa40.
00000080:00000010:2.1:1787755947.740259:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081467de0.
00010000:00000010:2.1:1787755947.752751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532c00.
00010000:00000010:2.1:1787755947.752767:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504868ba00.
00010000:00000010:2.1:1787755947.752773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b1600.
00010000:00000010:2.1:1787755947.752777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925081504000.
00000080:00000010:2.1:1787755947.767771:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250502ad280.
00000080:00000010:2.1:1787755947.767791:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403960.
00000080:00000010:2.1:1787755947.771605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14e20.
00010000:00000010:0.1:1787755947.850775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913200.
00010000:00000010:0.1:1787755947.850791:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925058303f00.
00010000:00000010:0.1:1787755947.850807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e6fc00.
00010000:00000010:0.1:1787755947.850810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925081504c00.
00000080:00000010:0.1:1787755947.871306:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052560840.
00000080:00000010:0.1:1787755947.871330:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f800.
00000080:00000010:0.1:1787755947.871343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a442f00.
00000080:00000010:1.1:1787755947.934851:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250503dca40.
00000080:00000010:1.1:1787755947.934872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca650c0.
00000080:00000010:1.1:1787755947.946381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081467b80.
00010000:00000010:3.1:1787755947.987490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913200.
00010000:00000010:3.1:1787755947.987516:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925058303d00.
00010000:00000010:3.1:1787755947.987521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b0a00.
00010000:00000010:3.1:1787755947.987525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925081504200.
00000080:00000010:3.1:1787755948.006378:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250503de300.
00000080:00000010:3.1:1787755948.006402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f280.
00000080:00000010:3.1:1787755948.009103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a442f60.
00010000:00000010:1.1:1787755948.063566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7c600.
00010000:00000010:1.1:1787755948.063584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925058303c00.
00010000:00000010:1.1:1787755948.063590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b1400.
00010000:00000010:1.1:1787755948.063594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925081506600.
00000080:00000010:1.1:1787755948.075343:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250503db9c0.
00000080:00000010:1.1:1787755948.075359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b560.
00000080:00000010:1.1:1787755948.075366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066fba9e0.
00010000:00000010:0.1:1787755948.099346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912c00.
00010000:00000010:0.1:1787755948.099365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504868b200.
00010000:00000010:0.1:1787755948.099370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b1e00.
00010000:00000010:0.1:1787755948.099392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925081506200.
00000080:00000010:0.1:1787755948.106453:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052560000.
00000080:00000010:0.1:1787755948.106474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f480.
00000080:00000010:0.1:1787755948.116781:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a4426e0.
00010000:00000010:0.1:1787755948.137345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927600.
00010000:00000010:0.1:1787755948.137366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504868b400.
00010000:00000010:0.1:1787755948.137372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2e3800.
00010000:00000010:0.1:1787755948.137375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925081506800.
00000080:00000010:0.1:1787755948.157357:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250502a98c0.
00000080:00000010:0.1:1787755948.157382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65b00.
00000080:00000010:0.1:1787755948.157393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066fba460.
00010000:00000010:1.1:1787755948.179564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927600.
00010000:00000010:1.1:1787755948.179581:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504868b500.
00010000:00000010:1.1:1787755948.179585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504a4aee00.
00010000:00000010:1.1:1787755948.179589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925081507000.
00000080:00000010:1.1:1787755948.203334:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250502aeb40.
00000080:00000010:1.1:1787755948.203363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65180.
00000080:00000010:1.1:1787755948.203374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a4428e0.
00010000:00000010:1.1:1787755948.224400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912400.
00010000:00000010:1.1:1787755948.224427:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504868bf00.
00010000:00000010:1.1:1787755948.224433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2e8a00.
00010000:00000010:1.1:1787755948.224615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925051d2b000.
00000080:00000010:1.1:1787755948.243810:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250503df380.
00000080:00000010:1.1:1787755948.243827:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fc00.
00000080:00000010:1.1:1787755948.243838:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a4420a0.
00010000:00000010:1.1:1787755948.273053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912400.
00010000:00000010:1.1:1787755948.273078:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504868b300.
00010000:00000010:1.1:1787755948.273086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2e2600.
00010000:00000010:1.1:1787755948.273091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043660000.
00000080:00000010:1.1:1787755948.318574:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250503dc200.
00000080:00000010:1.1:1787755948.318590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f6a0.
00000080:00000010:1.1:1787755948.322645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814675c0.
00010000:00000010:0.1:1787755948.370321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912400.
00010000:00000010:0.1:1787755948.370340:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c276d00.
00010000:00000010:0.1:1787755948.370346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2e8600.
00010000:00000010:0.1:1787755948.370349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925051d2ba00.
00000080:00000010:0.1:1787755948.390624:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504602ca40.
00000080:00000010:0.1:1787755948.390647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fc00.
00000080:00000010:0.1:1787755948.405975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a4420e0.
00010000:00000010:1.1:1787755948.411960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927400.
00010000:00000010:1.1:1787755948.411983:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c276f00.
00010000:00000010:1.1:1787755948.411987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2e2200.
00010000:00000010:1.1:1787755948.411992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043661e00.
00000080:00000010:1.1:1787755948.445341:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504602e300.
00000080:00000010:1.1:1787755948.445363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65b00.
00000080:00000010:2.1:1787755948.446257:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066fba6a0.
00010000:00000010:0.1:1787755948.473409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532600.
00010000:00000010:0.1:1787755948.473438:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c276200.
00010000:00000010:0.1:1787755948.473443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2e8e00.
00010000:00000010:0.1:1787755948.473446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925081504800.
00000080:00000010:0.1:1787755948.483328:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504601b180.
00000080:00000010:0.1:1787755948.483349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403c20.
00000080:00000010:0.1:1787755948.483361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081467400.
00010000:00000010:2.1:1787755948.545626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926200.
00010000:00000010:2.1:1787755948.545648:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925058303800.
00010000:00000010:2.1:1787755948.545654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2e9c00.
00010000:00000010:2.1:1787755948.545657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925081507600.
00000080:00000010:3.1:1787755948.550952:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504601d280.
00000080:00000010:3.1:1787755948.550976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65fc0.
00000080:00000010:3.1:1787755948.550985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066fbae60.
00010000:00000010:0.1:1787755948.556309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7c000.
00010000:00000010:0.1:1787755948.556327:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504868b700.
00010000:00000010:0.1:1787755948.556333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e6fe00.
00010000:00000010:0.1:1787755948.556336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad55e00.
00000080:00000010:0.1:1787755948.580628:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060a1e300.
00000080:00000010:0.1:1787755948.580654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2bb20.
00000080:00000010:0.1:1787755948.580665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814679a0.
00010000:00000010:0.1:1787755948.607640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926200.
00010000:00000010:0.1:1787755948.607651:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504868b900.
00010000:00000010:0.1:1787755948.607656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2e8000.
00010000:00000010:0.1:1787755948.607659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925081505000.
00000080:00000010:0.1:1787755948.633679:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925046019080.
00000080:00000010:0.1:1787755948.633700:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65340.
00000080:00000010:0.1:1787755948.638555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a442c20.
00010000:00000010:0.1:1787755948.678371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926200.
00010000:00000010:0.1:1787755948.678390:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925058303200.
00010000:00000010:0.1:1787755948.678396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2e8400.
00010000:00000010:0.1:1787755948.678398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e429200.
00000080:00000010:0.1:1787755948.710749:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060a1b9c0.
00000080:00000010:0.1:1787755948.710764:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65080.
00000080:00000010:0.1:1787755948.710771:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081467ca0.
00010000:00000010:2.1:1787755948.751184:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926200.
00010000:00000010:2.1:1787755948.751206:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925058303400.
00010000:00000010:2.1:1787755948.751211:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2e2800.
00010000:00000010:2.1:1787755948.751214:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e428200.
00000080:00000010:0.1:1787755948.760850:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504602b9c0.
00000080:00000010:0.1:1787755948.760869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65340.
00000080:00000010:0.1:1787755948.760878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066fbacc0.
00010000:00000010:0.1:1787755948.789330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927400.
00010000:00000010:0.1:1787755948.789347:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773af600.
00010000:00000010:0.1:1787755948.789351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504a4ae600.
00010000:00000010:0.1:1787755948.789355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad55000.
00000080:00000010:0.1:1787755948.808420:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060a1f380.
00000080:00000010:0.1:1787755948.808444:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65080.
00000080:00000010:0.1:1787755948.808453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14f00.
00010000:00000010:3.1:1787755948.830798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927400.
00010000:00000010:3.1:1787755948.830815:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773af200.
00010000:00000010:3.1:1787755948.830821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2e8c00.
00010000:00000010:3.1:1787755948.830824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e428600.
00000080:00000010:0.1:1787755948.841235:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060a1c200.
00000080:00000010:0.1:1787755948.841255:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65340.
00000080:00000010:0.1:1787755948.844631:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a442be0.
00010000:00000010:0.1:1787755948.856237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927600.
00010000:00000010:0.1:1787755948.856246:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773af000.
00010000:00000010:0.1:1787755948.856250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2e9200.
00010000:00000010:0.1:1787755948.856254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e429800.
00000080:00000010:0.1:1787755948.883808:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504602f380.
00000080:00000010:0.1:1787755948.883829:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65080.
00000080:00000010:0.1:1787755948.883840:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066fba620.
00010000:00000010:0.1:1787755948.888340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927600.
00010000:00000010:0.1:1787755948.888357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773afd00.
00010000:00000010:0.1:1787755948.888363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2e9800.
00010000:00000010:0.1:1787755948.888366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad55c00.
00000080:00000010:0.1:1787755948.900923:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504602c200.
00000080:00000010:0.1:1787755948.900935:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65340.
00000080:00000010:0.1:1787755948.910017:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a442e20.
00010000:00000010:2.1:1787755948.944724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533400.
00010000:00000010:2.1:1787755948.944741:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773afe00.
00010000:00000010:2.1:1787755948.944748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2e3000.
00010000:00000010:2.1:1787755948.944752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e429a00.
00000080:00000010:2.1:1787755948.971023:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460198c0.
00000080:00000010:2.1:1787755948.971042:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403540.
00000080:00000010:2.1:1787755948.971055:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066fbaca0.
00010000:00000010:0.1:1787755949.000517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533400.
00010000:00000010:0.1:1787755949.000534:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e432800.
00010000:00000010:0.1:1787755949.000540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e6e600.
00010000:00000010:0.1:1787755949.000544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e428a00.
00000080:00000010:1.1:1787755949.041361:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060a1dac0.
00000080:00000010:1.1:1787755949.041414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403600.
00000080:00000010:1.1:1787755949.041425:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081467ac0.
00010000:00000010:1.1:1787755949.083345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913800.
00010000:00000010:1.1:1787755949.083362:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773af700.
00010000:00000010:1.1:1787755949.083368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2e3600.
00010000:00000010:1.1:1787755949.083371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e429400.
00000080:00000010:3.1:1787755949.110666:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060a1a940.
00000080:00000010:3.1:1787755949.110683:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f6a0.
00000080:00000010:3.1:1787755949.110692:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee147a0.
00010000:00000010:2.1:1787755949.132334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7cc00.
00010000:00000010:2.1:1787755949.132356:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773afb00.
00010000:00000010:2.1:1787755949.132362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2e3a00.
00010000:00000010:2.1:1787755949.132366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e429e00.
00000080:00000010:0.1:1787755949.143502:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504602dac0.
00000080:00000010:0.1:1787755949.143521:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2bc00.
00000080:00000010:0.1:1787755949.143528:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a442860.
00010000:00000010:0.1:1787755949.159506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927600.
00010000:00000010:0.1:1787755949.159521:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773af400.
00010000:00000010:0.1:1787755949.159527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2e8200.
00010000:00000010:0.1:1787755949.159530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e428e00.
00000080:00000010:0.1:1787755949.185332:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504601eb40.
00000080:00000010:0.1:1787755949.185356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65340.
00000080:00000010:0.1:1787755949.185363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081467680.
00010000:00000010:0.1:1787755949.214419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927600.
00010000:00000010:0.1:1787755949.214447:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773afa00.
00010000:00000010:0.1:1787755949.214454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2e8800.
00010000:00000010:0.1:1787755949.214457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e429c00.
00000080:00000010:1.1:1787755949.228456:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060a1b180.
00000080:00000010:1.1:1787755949.228473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65080.
00000080:00000010:1.1:1787755949.228493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14b60.
00010000:00000010:1.1:1787755949.258209:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913800.
00010000:00000010:1.1:1787755949.258318:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773af800.
00010000:00000010:1.1:1787755949.258325:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2e3400.
00010000:00000010:1.1:1787755949.258351:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e428000.
00000080:00000010:1.1:1787755949.266809:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052562100.
00000080:00000010:1.1:1787755949.266826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f160.
00000080:00000010:1.1:1787755949.266833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814676c0.
00010000:00000010:2.1:1787755949.296327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913800.
00010000:00000010:2.1:1787755949.296345:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773af500.
00010000:00000010:2.1:1787755949.296350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077807000.
00010000:00000010:2.1:1787755949.296353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e428400.
00000080:00000010:2.1:1787755949.315337:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504602a940.
00000080:00000010:2.1:1787755949.315361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fae0.
00000080:00000010:2.1:1787755949.318495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081467360.
00010000:00000010:2.1:1787755949.348370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532a00.
00010000:00000010:2.1:1787755949.352780:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773af300.
00010000:00000010:2.1:1787755949.352800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2e9000.
00010000:00000010:2.1:1787755949.352804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067182400.
00000080:00000010:2.1:1787755949.375330:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060a1d280.
00000080:00000010:2.1:1787755949.375352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403b60.
00000080:00000010:2.1:1787755949.375364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14da0.
00010000:00000010:2.1:1787755949.411333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532a00.
00010000:00000010:2.1:1787755949.411350:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e432000.
00010000:00000010:2.1:1787755949.411356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077807c00.
00010000:00000010:2.1:1787755949.411360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067183c00.
00000080:00000010:2.1:1787755949.411368:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925046018840.
00000080:00000010:2.1:1787755949.411382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814037c0.
00000080:00000010:2.1:1787755949.411406:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066fbaec0.
00010000:00000010:2.1:1787755949.460369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533e00.
00010000:00000010:2.1:1787755949.460387:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e432d00.
00010000:00000010:2.1:1787755949.460404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077806000.
00010000:00000010:2.1:1787755949.460409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067183000.
00000080:00000010:2.1:1787755949.460417:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925046018000.
00000080:00000010:2.1:1787755949.460429:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403aa0.
00000080:00000010:2.1:1787755949.460442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250586d7520.
00010000:00000010:0.1:1787755949.487726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532a00.
00010000:00000010:0.1:1787755949.487744:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e432700.
00010000:00000010:0.1:1787755949.487750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2e9600.
00010000:00000010:0.1:1787755949.487754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067182200.
00000080:00000010:1.1:1787755949.505789:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504602b180.
00000080:00000010:1.1:1787755949.505807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814037c0.
00000080:00000010:1.1:1787755949.516425:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066fba900.
00010000:00000010:1.1:1787755949.526577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912800.
00010000:00000010:1.1:1787755949.526592:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e432600.
00010000:00000010:1.1:1787755949.526608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2e9a00.
00010000:00000010:1.1:1787755949.526613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e428c00.
00000080:00000010:1.1:1787755949.550352:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504601a100.
00000080:00000010:1.1:1787755949.550374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f160.
00000080:00000010:1.1:1787755949.558686:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250499295c0.
00010000:00000010:1.1:1787755949.587383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912800.
00010000:00000010:1.1:1787755949.587393:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773af900.
00010000:00000010:1.1:1787755949.587397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2e9400.
00010000:00000010:1.1:1787755949.587399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad55800.
00000080:00000010:1.1:1787755949.598308:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504602d280.
00000080:00000010:1.1:1787755949.598318:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fd80.
00000080:00000010:1.1:1787755949.602312:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925047353a00.
00010000:00000010:0.1:1787755949.611338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912800.
00010000:00000010:0.1:1787755949.618968:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a15e900.
00010000:00000010:0.1:1787755949.618992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077806400.
00010000:00000010:0.1:1787755949.618997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a027600.
00000080:00000010:0.1:1787755949.622609:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504601ca40.
00000080:00000010:0.1:1787755949.622626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f160.
00000080:00000010:0.1:1787755949.622634:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081467bc0.
00010000:00000010:0.1:1787755949.640346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927600.
00010000:00000010:0.1:1787755949.640364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250670b6100.
00010000:00000010:0.1:1787755949.640370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077806c00.
00010000:00000010:0.1:1787755949.640373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a027000.
00000080:00000010:0.1:1787755949.657472:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504601e300.
00000080:00000010:0.1:1787755949.657482:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65340.
00000080:00000010:0.1:1787755949.657491:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250499294a0.
00010000:00000010:0.1:1787755949.673525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927600.
00010000:00000010:0.1:1787755949.673532:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507aea3f00.
00010000:00000010:0.1:1787755949.673537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077807200.
00010000:00000010:0.1:1787755949.673540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a026800.
00000080:00000010:0.1:1787755949.681801:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060a19080.
00000080:00000010:0.1:1787755949.681814:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65380.
00000080:00000010:0.1:1787755949.681821:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081467960.
00010000:00000010:1.1:1787755949.703835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926a00.
00010000:00000010:1.1:1787755949.703845:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507aea3600.
00010000:00000010:1.1:1787755949.703849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2e9e00.
00010000:00000010:1.1:1787755949.703852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a027200.
00000080:00000010:1.1:1787755949.708639:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504601b9c0.
00000080:00000010:1.1:1787755949.708661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65340.
00000080:00000010:1.1:1787755949.708669:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081467e80.
00010000:00000010:1.1:1787755949.740176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912600.
00010000:00000010:1.1:1787755949.740190:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507aea3500.
00010000:00000010:1.1:1787755949.740194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925078ad0e00.
00010000:00000010:1.1:1787755949.740199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a027800.
00000080:00000010:1.1:1787755949.740207:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504601f380.
00000080:00000010:1.1:1787755949.740218:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fd80.
00000080:00000010:1.1:1787755949.740225:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081467060.
00010000:00000010:1.1:1787755949.757513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913a00.
00010000:00000010:1.1:1787755949.757532:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507aea3900.
00010000:00000010:1.1:1787755949.757537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077807800.
00010000:00000010:1.1:1787755949.757540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a026600.
00000080:00000010:1.1:1787755949.788228:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504601c200.
00000080:00000010:1.1:1787755949.788247:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f680.
00000080:00000010:1.1:1787755949.788256:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081467ae0.
00010000:00000010:1.1:1787755949.796485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913a00.
00010000:00000010:1.1:1787755949.796511:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507aea3200.
00010000:00000010:1.1:1787755949.796517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925078ad0a00.
00010000:00000010:1.1:1787755949.796520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a026200.
00000080:00000010:1.1:1787755949.820955:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504601dac0.
00000080:00000010:1.1:1787755949.820970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fd80.
00000080:00000010:1.1:1787755949.820977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081467b60.
00010000:00000010:1.1:1787755949.824452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913a00.
00010000:00000010:1.1:1787755949.824461:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b42ca00.
00010000:00000010:1.1:1787755949.824466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925078ad1c00.
00010000:00000010:1.1:1787755949.832683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067183a00.
00000080:00000010:1.1:1787755949.837583:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052564a40.
00000080:00000010:1.1:1787755949.837623:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f680.
00000080:00000010:1.1:1787755949.837634:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14d80.
00010000:00000010:1.1:1787755949.852425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912600.
00010000:00000010:1.1:1787755949.852445:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b42cf00.
00010000:00000010:1.1:1787755949.852450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925078ad0000.
00010000:00000010:1.1:1787755949.852454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067182a00.
00000080:00000010:1.1:1787755949.859532:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925046029080.
00000080:00000010:1.1:1787755949.859551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fd80.
00000080:00000010:1.1:1787755949.865318:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081467580.
00010000:00000010:0.1:1787755949.880484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912600.
00010000:00000010:0.1:1787755949.880508:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a15ec00.
00010000:00000010:0.1:1787755949.880514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925078ad0400.
00010000:00000010:0.1:1787755949.880516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067183400.
00000080:00000010:0.1:1787755949.886766:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060a198c0.
00000080:00000010:0.1:1787755949.886788:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f680.
00000080:00000010:0.1:1787755949.890698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081467ec0.
00010000:00000010:0.1:1787755949.927505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927800.
00010000:00000010:0.1:1787755949.927521:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a15e500.
00010000:00000010:0.1:1787755949.927525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e6ec00.
00010000:00000010:0.1:1787755949.927529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067183e00.
00000080:00000010:0.1:1787755949.941678:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460298c0.
00000080:00000010:0.1:1787755949.941691:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65000.
00000080:00000010:0.1:1787755949.941698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f49afd7e0.
00010000:00000010:1.1:1787755949.960621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927800.
00010000:00000010:1.1:1787755949.960629:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a15e400.
00010000:00000010:1.1:1787755949.960633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925078ad0c00.
00010000:00000010:1.1:1787755949.960635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067182e00.
00000080:00000010:1.1:1787755949.988254:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504602eb40.
00000080:00000010:1.1:1787755949.988287:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65f40.
00000080:00000010:1.1:1787755949.988296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081467dc0.
00010000:00000010:1.1:1787755949.993527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913a00.
00010000:00000010:1.1:1787755949.993545:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a15e000.
00010000:00000010:1.1:1787755949.993551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077806600.
00010000:00000010:1.1:1787755949.993554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad55400.
00000080:00000010:1.1:1787755949.993563:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052566300.
00000080:00000010:1.1:1787755949.993573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fd80.
00000080:00000010:1.1:1787755949.993580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f49afd380.
00010000:00000010:1.1:1787755950.005478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913000.
00010000:00000010:1.1:1787755950.005492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a15ef00.
00010000:00000010:1.1:1787755950.005506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077806200.
00010000:00000010:1.1:1787755950.005511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a026e00.
00000080:00000010:1.1:1787755950.016466:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504601a940.
00000080:00000010:1.1:1787755950.016482:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f2c0.
00000080:00000010:1.1:1787755950.016492:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814675a0.
00010000:00000010:0.1:1787755950.029397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913000.
00010000:00000010:0.1:1787755950.029405:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b42c100.
00010000:00000010:0.1:1787755950.029410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925078ad1200.
00010000:00000010:0.1:1787755950.029413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a027c00.
00000080:00000010:0.1:1787755950.035326:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504565c200.
00000080:00000010:0.1:1787755950.035354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fd80.
00000080:00000010:0.1:1787755950.035364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814671e0.
00010000:00000010:0.1:1787755950.069305:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927000.
00010000:00000010:0.1:1787755950.069328:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b42c800.
00010000:00000010:0.1:1787755950.069334:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e6f200.
00010000:00000010:0.1:1787755950.069338:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043672400.
00000080:00000010:0.1:1787755950.079373:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250525639c0.
00000080:00000010:0.1:1787755950.079446:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65000.
00000080:00000010:0.1:1787755950.079455:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814677a0.
00010000:00000010:0.1:1787755950.096446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926800.
00010000:00000010:0.1:1787755950.096463:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e569900.
00010000:00000010:0.1:1787755950.096468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504a4af200.
00010000:00000010:0.1:1787755950.096473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067182c00.
00000080:00000010:0.1:1787755950.105846:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060a1eb40.
00000080:00000010:0.1:1787755950.105867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65940.
00000080:00000010:0.1:1787755950.105874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250499293c0.
00010000:00000010:0.1:1787755950.119757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926800.
00010000:00000010:0.1:1787755950.119770:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c2f6f00.
00010000:00000010:0.1:1787755950.119775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925078ad1800.
00010000:00000010:0.1:1787755950.119778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067183200.
00000080:00000010:0.1:1787755950.130537:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504565dac0.
00000080:00000010:0.1:1787755950.130554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65000.
00000080:00000010:0.1:1787755950.139066:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f49afd920.
00010000:00000010:0.1:1787755950.151931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926800.
00010000:00000010:0.1:1787755950.151949:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c2f6700.
00010000:00000010:0.1:1787755950.151955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925078ad0600.
00010000:00000010:0.1:1787755950.151958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e429600.
00000080:00000010:1.1:1787755950.166331:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504565a940.
00000080:00000010:1.1:1787755950.166350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65940.
00000080:00000010:1.1:1787755950.170019:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4d862320.
00010000:00000010:1.1:1787755950.179329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913a00.
00010000:00000010:1.1:1787755950.179347:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773abc00.
00010000:00000010:1.1:1787755950.179353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925078ad0200.
00010000:00000010:1.1:1787755950.179357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504356d200.
00000080:00000010:1.1:1787755950.190739:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504565b180.
00000080:00000010:1.1:1787755950.190758:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f2c0.
00000080:00000010:1.1:1787755950.190767:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4d862ac0.
00010000:00000010:1.1:1787755950.206540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913a00.
00010000:00000010:1.1:1787755950.206559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773ab800.
00010000:00000010:1.1:1787755950.206564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077806800.
00010000:00000010:1.1:1787755950.206568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c02e000.
00000080:00000010:1.1:1787755950.219331:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060a18840.
00000080:00000010:1.1:1787755950.219357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fb80.
00000080:00000010:1.1:1787755950.222553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814672c0.
00010000:00000010:1.1:1787755950.240140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913a00.
00010000:00000010:1.1:1787755950.240148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773ab200.
00010000:00000010:1.1:1787755950.240153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925078ad0800.
00010000:00000010:1.1:1787755950.240157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507dadca00.
00000080:00000010:1.1:1787755950.245779:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504565d280.
00000080:00000010:1.1:1787755950.245799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f2c0.
00000080:00000010:1.1:1787755950.245808:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f49afd440.
00010000:00000010:0.1:1787755950.268298:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913a00.
00010000:00000010:0.1:1787755950.268306:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773ab400.
00010000:00000010:0.1:1787755950.268310:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925078ad1000.
00010000:00000010:0.1:1787755950.268312:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507dadde00.
00000080:00000010:0.1:1787755950.283342:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045659080.
00000080:00000010:0.1:1787755950.283358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fb80.
00000080:00000010:0.1:1787755950.283367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f552ede40.
00010000:00000010:0.1:1787755950.294339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926800.
00010000:00000010:0.1:1787755950.294360:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773abb00.
00010000:00000010:0.1:1787755950.294367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925078ad1600.
00010000:00000010:0.1:1787755950.294371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507daddc00.
00000080:00000010:0.1:1787755950.302497:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052567380.
00000080:00000010:0.1:1787755950.302522:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65000.
00000080:00000010:0.1:1787755950.306638:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f49afde00.
00010000:00000010:0.1:1787755950.325873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926800.
00010000:00000010:0.1:1787755950.325884:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773ab500.
00010000:00000010:0.1:1787755950.325889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925078ad1a00.
00010000:00000010:0.1:1787755950.325892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff924f5d0b3c00.
00000080:00000010:0.1:1787755950.329516:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250456598c0.
00000080:00000010:0.1:1787755950.329537:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65ee0.
00000080:00000010:0.1:1787755950.329546:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081467d80.
00010000:00000010:0.1:1787755950.348339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927000.
00010000:00000010:0.1:1787755950.348355:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773ab300.
00010000:00000010:0.1:1787755950.348361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925078ad1400.
00010000:00000010:0.1:1787755950.348363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff924f5d0b3a00.
00000080:00000010:0.1:1787755950.363443:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504565eb40.
00000080:00000010:0.1:1787755950.363459:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65000.
00000080:00000010:0.1:1787755950.376904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f552ed8a0.
00010000:00000010:0.1:1787755950.381730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927000.
00010000:00000010:0.1:1787755950.381737:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773ab700.
00010000:00000010:0.1:1787755950.381742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925078ad1e00.
00010000:00000010:0.1:1787755950.381745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff924f5d0b3600.
00000080:00000010:0.1:1787755950.386827:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052564200.
00000080:00000010:0.1:1787755950.386845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65ee0.
00000080:00000010:0.1:1787755950.386853:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814671c0.
00010000:00000010:2.1:1787755950.410889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926800.
00010000:00000010:2.1:1787755950.410910:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773ab900.
00010000:00000010:2.1:1787755950.410915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506eadbe00.
00010000:00000010:2.1:1787755950.410919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067183800.
00000080:00000010:0.1:1787755950.413337:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045658840.
00000080:00000010:0.1:1787755950.413362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65000.
00000080:00000010:0.1:1787755950.413386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14800.
00010000:00000010:1.1:1787755950.434370:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927000.
00010000:00000010:1.1:1787755950.434546:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c2f6500.
00010000:00000010:1.1:1787755950.434550:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077807600.
00010000:00000010:1.1:1787755950.434553:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067182600.
00000080:00000010:1.1:1787755950.441359:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052565ac0.
00000080:00000010:1.1:1787755950.441389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65ee0.
00000080:00000010:1.1:1787755950.441399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f49afd5e0.
00010000:00000010:0.1:1787755950.461082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912200.
00010000:00000010:0.1:1787755950.461091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c2f6b00.
00010000:00000010:0.1:1787755950.461095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077807a00.
00010000:00000010:0.1:1787755950.461098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250490e8600.
00000080:00000010:0.1:1787755950.467753:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060a18000.
00000080:00000010:0.1:1787755950.467773:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f2c0.
00000080:00000010:0.1:1787755950.467783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081467d60.
00010000:00000010:0.1:1787755950.484335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927a00.
00010000:00000010:0.1:1787755950.484356:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c2f6400.
00010000:00000010:0.1:1787755950.484361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506eadae00.
00010000:00000010:0.1:1787755950.484364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad55600.
00000080:00000010:0.1:1787755950.500951:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045658000.
00000080:00000010:0.1:1787755950.500981:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65000.
00000080:00000010:0.1:1787755950.500992:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f552eda80.
00010000:00000010:0.1:1787755950.519186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927a00.
00010000:00000010:0.1:1787755950.519197:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c2f6200.
00010000:00000010:0.1:1787755950.519201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506eada400.
00010000:00000010:0.1:1787755950.519204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad54000.
00000080:00000010:0.1:1787755950.537439:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504565a100.
00000080:00000010:0.1:1787755950.537457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65980.
00000080:00000010:0.1:1787755950.537465:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081467200.
00010000:00000010:0.1:1787755950.545358:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927a00.
00010000:00000010:0.1:1787755950.545368:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e569000.
00010000:00000010:0.1:1787755950.545481:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506eadb200.
00010000:00000010:0.1:1787755950.545486:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043673200.
00000080:00000010:1.1:1787755950.555406:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504565ca40.
00000080:00000010:1.1:1787755950.555428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65000.
00000080:00000010:1.1:1787755950.555438:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee149e0.
00010000:00000010:1.1:1787755950.570544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913e00.
00010000:00000010:1.1:1787755950.570567:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e569300.
00010000:00000010:1.1:1787755950.570573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506eadac00.
00010000:00000010:1.1:1787755950.570586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff924f5d0b2e00.
00000080:00000010:1.1:1787755950.582542:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060a1a100.
00000080:00000010:1.1:1787755950.582561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f6c0.
00000080:00000010:1.1:1787755950.582569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f49afd8c0.
00010000:00000010:1.1:1787755950.602210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913e00.
00010000:00000010:1.1:1787755950.602227:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773ab100.
00010000:00000010:1.1:1787755950.602232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506eadb800.
00010000:00000010:1.1:1787755950.602235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff924f5d0b3000.
00000080:00000010:1.1:1787755950.620328:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060a1ca40.
00000080:00000010:1.1:1787755950.620350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fec0.
00000080:00000010:1.1:1787755950.620361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee142a0.
00010000:00000010:1.1:1787755950.635922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913e00.
00010000:00000010:1.1:1787755950.635939:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773aba00.
00010000:00000010:1.1:1787755950.635944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506eada600.
00010000:00000010:1.1:1787755950.635947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff924f5d0b2000.
00000080:00000010:1.1:1787755950.646896:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505034e300.
00000080:00000010:1.1:1787755950.646917:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f6c0.
00000080:00000010:1.1:1787755950.646926:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925050757f00.
00010000:00000010:0.1:1787755950.661486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927a00.
00010000:00000010:0.1:1787755950.661512:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507aea3400.
00010000:00000010:0.1:1787755950.661518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506eada200.
00010000:00000010:0.1:1787755950.661521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff924f5d0b2400.
00000080:00000010:0.1:1787755950.672745:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504565e300.
00000080:00000010:0.1:1787755950.672766:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fec0.
00000080:00000010:0.1:1787755950.672777:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925050757320.
00010000:00000010:0.1:1787755950.694689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927a00.
00010000:00000010:0.1:1787755950.694707:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507aea3800.
00010000:00000010:0.1:1787755950.694713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506eada800.
00010000:00000010:0.1:1787755950.694716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff924f5d0b2a00.
00000080:00000010:0.1:1787755950.703407:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504565b9c0.
00000080:00000010:0.1:1787755950.703427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65980.
00000080:00000010:0.1:1787755950.703435:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250432b47e0.
00010000:00000010:0.1:1787755950.728932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927a00.
00010000:00000010:0.1:1787755950.728949:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507aea3300.
00010000:00000010:0.1:1787755950.728954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077806a00.
00010000:00000010:0.1:1787755950.728958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043673c00.
00000080:00000010:0.1:1787755950.733132:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504565f380.
00000080:00000010:0.1:1787755950.733152:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65420.
00000080:00000010:0.1:1787755950.733163:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250432b4000.
00010000:00000010:1.1:1787755950.746333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926600.
00010000:00000010:1.1:1787755950.746352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507aea3000.
00010000:00000010:1.1:1787755950.746358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e6e800.
00010000:00000010:1.1:1787755950.746361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043672800.
00000080:00000010:1.1:1787755950.767137:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052562940.
00000080:00000010:1.1:1787755950.767151:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65980.
00000080:00000010:1.1:1787755950.767159:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14ae0.
00010000:00000010:0.1:1787755950.779540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913e00.
00010000:00000010:0.1:1787755950.779547:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b42c400.
00010000:00000010:0.1:1787755950.779551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506eadb000.
00010000:00000010:0.1:1787755950.779554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043673400.
00000080:00000010:0.1:1787755950.784522:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505034b9c0.
00000080:00000010:0.1:1787755950.784549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f6c0.
00000080:00000010:0.1:1787755950.784559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250473530e0.
00010000:00000010:0.1:1787755950.801334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927a00.
00010000:00000010:0.1:1787755950.801355:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b42c200.
00010000:00000010:0.1:1787755950.801362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077807400.
00010000:00000010:0.1:1787755950.801439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250670b5c00.
00000080:00000010:0.1:1787755950.812899:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504a988840.
00000080:00000010:0.1:1787755950.812995:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65420.
00000080:00000010:0.1:1787755950.818240:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250432b4460.
00010000:00000010:0.1:1787755950.828326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927a00.
00010000:00000010:0.1:1787755950.828343:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b42c000.
00010000:00000010:0.1:1787755950.828349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e6f800.
00010000:00000010:0.1:1787755950.828352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066da1400.
00000080:00000010:0.1:1787755950.839654:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505034f380.
00000080:00000010:0.1:1787755950.839686:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca655e0.
00000080:00000010:0.1:1787755950.839698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14580.
00010000:00000010:1.1:1787755950.864360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927a00.
00010000:00000010:1.1:1787755950.864386:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b42c900.
00010000:00000010:1.1:1787755950.864390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506eadb600.
00010000:00000010:1.1:1787755950.864395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067184400.
00000080:00000010:1.1:1787755950.871528:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504a988000.
00000080:00000010:1.1:1787755950.871551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65420.
00000080:00000010:1.1:1787755950.871560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5b08b5e0.
00010000:00000010:2.1:1787755950.889508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913600.
00010000:00000010:2.1:1787755950.889531:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b42ce00.
00010000:00000010:2.1:1787755950.889536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506eadba00.
00010000:00000010:2.1:1787755950.889539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067185400.
00000080:00000010:2.1:1787755950.906395:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060bd6300.
00000080:00000010:2.1:1787755950.906502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f1e0.
00000080:00000010:2.1:1787755950.906512:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33e6a0.
00010000:00000010:0.1:1787755950.924613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533a00.
00010000:00000010:0.1:1787755950.924632:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c2f6600.
00010000:00000010:0.1:1787755950.924638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e6ea00.
00010000:00000010:0.1:1787755950.924642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff924f5d0b2800.
00000080:00000010:0.1:1787755950.937077:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504a98a100.
00000080:00000010:0.1:1787755950.937103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403240.
00000080:00000010:0.1:1787755950.940333:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ed14a20.
00010000:00000010:1.1:1787755950.953335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926c00.
00010000:00000010:1.1:1787755950.953356:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507aea3c00.
00010000:00000010:1.1:1787755950.953361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506eadaa00.
00010000:00000010:1.1:1787755950.953441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff924f5d0b2200.
00000080:00000010:1.1:1787755950.974436:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505034c200.
00000080:00000010:1.1:1787755950.974448:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca655e0.
00000080:00000010:1.1:1787755950.974456:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5b0c8060.
00010000:00000010:1.1:1787755950.986232:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912a00.
00010000:00000010:1.1:1787755950.986240:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507aea3100.
00010000:00000010:1.1:1787755950.986244:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506eadb400.
00010000:00000010:1.1:1787755950.986247:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff924f5d0b3e00.
00000080:00000010:0.1:1787755950.996258:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060bd39c0.
00000080:00000010:0.1:1787755950.996307:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f060.
00000080:00000010:0.1:1787755950.996316:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250432b4300.
00010000:00000010:0.1:1787755951.011614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926400.
00010000:00000010:0.1:1787755951.011621:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507aea3d00.
00010000:00000010:0.1:1787755951.011625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077807e00.
00010000:00000010:0.1:1787755951.011628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925051934000.
00000080:00000010:0.1:1787755951.015550:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052563180.
00000080:00000010:0.1:1787755951.015578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65840.
00000080:00000010:0.1:1787755951.015588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250432b4c40.
00010000:00000010:1.1:1787755951.040339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927200.
00010000:00000010:1.1:1787755951.040357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a15e600.
00010000:00000010:1.1:1787755951.040362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077806e00.
00010000:00000010:1.1:1787755951.040376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250671a7400.
00000080:00000010:1.1:1787755951.048493:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060bd7380.
00000080:00000010:1.1:1787755951.048522:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65100.
00000080:00000010:1.1:1787755951.048531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505ef3f040.
00010000:00000010:0.1:1787755951.072422:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912a00.
00010000:00000010:0.1:1787755951.072433:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a15e700.
00010000:00000010:0.1:1787755951.072437:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504a4ae000.
00010000:00000010:0.1:1787755951.072440:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250671a7600.
00000080:00000010:0.1:1787755951.082411:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060bd4200.
00000080:00000010:0.1:1787755951.082441:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fe80.
00000080:00000010:0.1:1787755951.082450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250432b4080.
00010000:00000010:1.1:1787755951.102166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926400.
00010000:00000010:1.1:1787755951.102175:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a15ee00.
00010000:00000010:1.1:1787755951.102179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506eadbc00.
00010000:00000010:1.1:1787755951.102182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250671a7a00.
00000080:00000010:1.1:1787755951.119499:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060bd5ac0.
00000080:00000010:1.1:1787755951.119528:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65840.
00000080:00000010:1.1:1787755951.119538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250432b4fc0.
00010000:00000010:1.1:1787755951.123689:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912000.
00010000:00000010:1.1:1787755951.123700:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a15ed00.
00010000:00000010:1.1:1787755951.123703:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506eada000.
00010000:00000010:1.1:1787755951.123706:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250671a7e00.
00000080:00000010:1.1:1787755951.134351:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060bd2940.
00000080:00000010:1.1:1787755951.134385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f620.
00000080:00000010:0.1:1787755951.134528:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925047353340.
00010000:00000010:0.1:1787755951.149344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927c00.
00010000:00000010:0.1:1787755951.152513:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a15e300.
00010000:00000010:0.1:1787755951.152532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507780ca00.
00010000:00000010:0.1:1787755951.152652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067184c00.
00000080:00000010:0.1:1787755951.164605:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505034dac0.
00000080:00000010:0.1:1787755951.164628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65320.
00000080:00000010:0.1:1787755951.169443:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250473530a0.
00010000:00000010:0.1:1787755951.183385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927c00.
00010000:00000010:0.1:1787755951.183405:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e432f00.
00010000:00000010:0.1:1787755951.183411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250487f3e00.
00010000:00000010:0.1:1787755951.183414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067184000.
00000080:00000010:0.1:1787755951.196771:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505034a940.
00000080:00000010:0.1:1787755951.196787:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65900.
00000080:00000010:0.1:1787755951.199698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5b3549c0.
00010000:00000010:0.1:1787755951.207721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927c00.
00010000:00000010:0.1:1787755951.207738:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e432c00.
00010000:00000010:0.1:1787755951.207744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504afa2000.
00010000:00000010:0.1:1787755951.207748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067185200.
00000080:00000010:0.1:1787755951.218555:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060bd3180.
00000080:00000010:0.1:1787755951.218589:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65320.
00000080:00000010:0.1:1787755951.218598:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925047353460.
00010000:00000010:0.1:1787755951.242547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927c00.
00010000:00000010:0.1:1787755951.242787:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e432200.
00010000:00000010:0.1:1787755951.242795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e65200.
00010000:00000010:0.1:1787755951.242799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067185a00.
00000080:00000010:0.1:1787755951.253200:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052565280.
00000080:00000010:0.1:1787755951.253223:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65900.
00000080:00000010:0.1:1787755951.253234:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250432b4940.
00010000:00000010:0.1:1787755951.265676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927c00.
00010000:00000010:0.1:1787755951.265694:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e432b00.
00010000:00000010:0.1:1787755951.265699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250414fb800.
00010000:00000010:0.1:1787755951.265703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250671a7c00.
00000080:00000010:0.1:1787755951.279343:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504a98ca40.
00000080:00000010:0.1:1787755951.279382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65320.
00000080:00000010:0.1:1787755951.279391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ee14ce0.
00010000:00000010:0.1:1787755951.297601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927c00.
00010000:00000010:0.1:1787755951.306751:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e432300.
00010000:00000010:0.1:1787755951.306769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e6f000.
00010000:00000010:0.1:1787755951.306774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250671a7200.
00000080:00000010:0.1:1787755951.313928:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052561080.
00000080:00000010:0.1:1787755951.313963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65900.
00000080:00000010:0.1:1787755951.313972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504137ae40.
00010000:00000010:2.1:1787755951.328321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927c00.
00010000:00000010:2.1:1787755951.328334:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a15e100.
00010000:00000010:2.1:1787755951.328338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925081508a00.
00010000:00000010:2.1:1787755951.328342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250671a7000.
00000080:00000010:0.1:1787755951.331596:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060bd5280.
00000080:00000010:0.1:1787755951.331612:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65320.
00000080:00000010:0.1:1787755951.331619:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504137a920.
00010000:00000010:0.1:1787755951.362492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927e00.
00010000:00000010:0.1:1787755951.362519:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a15ea00.
00010000:00000010:0.1:1787755951.362523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506eadc600.
00010000:00000010:0.1:1787755951.362528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250671a6200.
00000080:00000010:0.1:1787755951.368742:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505034b180.
00000080:00000010:0.1:1787755951.368756:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65900.
00000080:00000010:0.1:1787755951.368763:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504137a700.
00010000:00000010:0.1:1787755951.378312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926000.
00010000:00000010:0.1:1787755951.378323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a15e800.
00010000:00000010:0.1:1787755951.378331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2ea000.
00010000:00000010:0.1:1787755951.378335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250671a6800.
00000080:00000010:0.1:1787755951.387799:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505034d280.
00000080:00000010:0.1:1787755951.387821:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65320.
00000080:00000010:0.1:1787755951.400318:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925047353440.
00010000:00000010:2.1:1787755951.417541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926000.
00010000:00000010:2.1:1787755951.417573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a15e200.
00010000:00000010:2.1:1787755951.417578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506eadc200.
00010000:00000010:2.1:1787755951.417581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067184800.
00000080:00000010:1.1:1787755951.426722:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504a98e300.
00000080:00000010:1.1:1787755951.426736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65900.
00000080:00000010:1.1:1787755951.426745:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250432b48a0.
00010000:00000010:1.1:1787755951.438899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912000.
00010000:00000010:1.1:1787755951.438910:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e432900.
00010000:00000010:1.1:1787755951.438928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e64600.
00010000:00000010:1.1:1787755951.438933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067185600.
00000080:00000010:1.1:1787755951.442550:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060bd1080.
00000080:00000010:1.1:1787755951.442580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f620.
00000080:00000010:1.1:1787755951.442589:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925047353d20.
00010000:00000010:0.1:1787755951.490705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913400.
00010000:00000010:0.1:1787755951.490717:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506bf21200.
00010000:00000010:0.1:1787755951.490722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2ea400.
00010000:00000010:0.1:1787755951.490724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066da0600.
00000080:00000010:0.1:1787755951.497742:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504aa0dac0.
00000080:00000010:0.1:1787755951.497762:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fdc0.
00000080:00000010:0.1:1787755951.497772:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250432b4720.
00010000:00000010:1.1:1787755951.528095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927e00.
00010000:00000010:1.1:1787755951.528116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504a490800.
00010000:00000010:1.1:1787755951.528124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506eadc800.
00010000:00000010:1.1:1787755951.528128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066da0200.
00000080:00000010:1.1:1787755951.547345:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504aa0a940.
00000080:00000010:1.1:1787755951.547373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65320.
00000080:00000010:1.1:1787755951.547384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250432b44c0.
00010000:00000010:0.1:1787755951.579433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912000.
00010000:00000010:0.1:1787755951.579455:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504a490c00.
00010000:00000010:0.1:1787755951.579465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2eac00.
00010000:00000010:0.1:1787755951.579469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925076124c00.
00000080:00000010:0.1:1787755951.583475:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925050349080.
00000080:00000010:0.1:1787755951.583502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f620.
00000080:00000010:0.1:1787755951.583512:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925047353840.
00010000:00000010:1.1:1787755951.606350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926e00.
00010000:00000010:1.1:1787755951.606384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925043f25400.
00010000:00000010:1.1:1787755951.606389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2eb200.
00010000:00000010:1.1:1787755951.606393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2ab200.
00000080:00000010:1.1:1787755951.637780:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250503498c0.
00000080:00000010:1.1:1787755951.637798:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65c60.
00000080:00000010:1.1:1787755951.637807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250432b4a20.
00010000:00000010:0.1:1787755951.640859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913c00.
00010000:00000010:0.1:1787755951.640875:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925042d3cb00.
00010000:00000010:0.1:1787755951.640881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506eadd000.
00010000:00000010:0.1:1787755951.640884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066da0c00.
00000080:00000010:0.1:1787755951.650491:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504aa0b180.
00000080:00000010:0.1:1787755951.650924:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f7a0.
00000080:00000010:0.1:1787755951.650933:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925047353b00.
00010000:00000010:0.1:1787755951.665538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926e00.
00010000:00000010:0.1:1787755951.665563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c276400.
00010000:00000010:0.1:1787755951.665568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506eadd600.
00010000:00000010:0.1:1787755951.665571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066da0800.
00000080:00000010:0.1:1787755951.676428:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504a98b9c0.
00000080:00000010:0.1:1787755951.676448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca652a0.
00000080:00000010:0.1:1787755951.680418:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504137a320.
00010000:00000010:0.1:1787755951.705905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926e00.
00010000:00000010:0.1:1787755951.705923:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925042d3c600.
00010000:00000010:0.1:1787755951.705928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2eb800.
00010000:00000010:0.1:1787755951.705931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925082044800.
00000080:00000010:0.1:1787755951.716106:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060bd18c0.
00000080:00000010:0.1:1787755951.716136:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65860.
00000080:00000010:0.1:1787755951.716147:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250432b4100.
00010000:00000010:0.1:1787755951.759506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926e00.
00010000:00000010:0.1:1787755951.759527:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925042d3ce00.
00010000:00000010:0.1:1787755951.759533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506eadda00.
00010000:00000010:0.1:1787755951.759536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925082045800.
00000080:00000010:2.1:1787755951.775338:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060bd6b40.
00000080:00000010:2.1:1787755951.775363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca652a0.
00000080:00000010:2.1:1787755951.779319:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925047353860.
00010000:00000010:0.1:1787755951.821320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532a00.
00010000:00000010:0.1:1787755951.821330:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925042d3cf00.
00010000:00000010:0.1:1787755951.821335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2ea600.
00010000:00000010:0.1:1787755951.821338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925082045000.
00000080:00000010:1.1:1787755951.825436:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060bd0840.
00000080:00000010:1.1:1787755951.825456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403fa0.
00000080:00000010:1.1:1787755951.825467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250432b4980.
00010000:00000010:1.1:1787755951.855335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912e00.
00010000:00000010:1.1:1787755951.855365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925042d3c000.
00010000:00000010:1.1:1787755951.855372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e6e400.
00010000:00000010:1.1:1787755951.855375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925082044200.
00000080:00000010:1.1:1787755951.879321:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504aa0d280.
00000080:00000010:1.1:1787755951.879354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fac0.
00000080:00000010:1.1:1787755951.879366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250432b4900.
00010000:00000010:0.1:1787755951.916378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912e00.
00010000:00000010:0.1:1787755951.916395:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925042d3cd00.
00010000:00000010:0.1:1787755951.916400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506eadca00.
00010000:00000010:0.1:1787755951.916404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925082045200.
00000080:00000010:0.1:1787755951.939298:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060bd0000.
00000080:00000010:0.1:1787755951.939323:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fd20.
00000080:00000010:0.1:1787755951.952490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250432b4ee0.
00010000:00000010:1.1:1787755951.969565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926e00.
00010000:00000010:1.1:1787755951.969589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925042d3c100.
00010000:00000010:1.1:1787755951.969595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506eadd400.
00010000:00000010:1.1:1787755951.969599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925082044c00.
00000080:00000010:1.1:1787755951.984365:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504aa09080.
00000080:00000010:1.1:1787755951.984388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65860.
00000080:00000010:1.1:1787755951.987852:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250473530c0.
00010000:00000010:1.1:1787755952.008884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912e00.
00010000:00000010:1.1:1787755952.008904:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925042d3ca00.
00010000:00000010:1.1:1787755952.008910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506eadde00.
00010000:00000010:1.1:1787755952.008914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925082044600.
00000080:00000010:1.1:1787755952.023749:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060bd2100.
00000080:00000010:1.1:1787755952.023768:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fac0.
00000080:00000010:2.1:1787755952.030924:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd77920.
00010000:00000010:2.1:1787755952.054332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532800.
00010000:00000010:2.1:1787755952.054361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925042d3cc00.
00010000:00000010:2.1:1787755952.054368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506eadce00.
00010000:00000010:2.1:1787755952.054370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925082044000.
00000080:00000010:2.1:1787755952.072746:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060bd4a40.
00000080:00000010:2.1:1787755952.072772:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403680.
00000080:00000010:2.1:1787755952.072782:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5b354ca0.
00010000:00000010:3.1:1787755952.088317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532800.
00010000:00000010:3.1:1787755952.088335:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925042d3c800.
00010000:00000010:3.1:1787755952.088339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506eaddc00.
00010000:00000010:3.1:1787755952.088354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250671a6600.
00000080:00000010:3.1:1787755952.105472:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505034eb40.
00000080:00000010:3.1:1787755952.105490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403d80.
00000080:00000010:3.1:1787755952.109419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250432b4c80.
00010000:00000010:0.1:1787755952.124211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533200.
00010000:00000010:0.1:1787755952.124227:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c276500.
00010000:00000010:0.1:1787755952.124232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2ea200.
00010000:00000010:0.1:1787755952.124236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250671a7800.
00000080:00000010:0.1:1787755952.131834:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250500af380.
00000080:00000010:0.1:1787755952.131860:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b1a0.
00000080:00000010:0.1:1787755952.131868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504137a1e0.
00010000:00000010:1.1:1787755952.161372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927e00.
00010000:00000010:1.1:1787755952.161389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c276e00.
00010000:00000010:1.1:1787755952.161394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2ea800.
00010000:00000010:1.1:1787755952.161396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067185000.
00000080:00000010:1.1:1787755952.189337:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925050348840.
00000080:00000010:1.1:1787755952.189424:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca650e0.
00000080:00000010:1.1:1787755952.189433:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504137ac60.
00010000:00000010:1.1:1787755952.206476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912e00.
00010000:00000010:1.1:1787755952.206510:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506bf21100.
00010000:00000010:1.1:1787755952.206517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506eadc000.
00010000:00000010:1.1:1787755952.206521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067184e00.
00000080:00000010:1.1:1787755952.217803:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250500ac200.
00000080:00000010:1.1:1787755952.217820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fac0.
00000080:00000010:1.1:1787755952.217834:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250432b4b00.
00010000:00000010:0.1:1787755952.256650:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912e00.
00010000:00000010:0.1:1787755952.256659:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506bf21b00.
00010000:00000010:0.1:1787755952.256662:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506eadc400.
00010000:00000010:0.1:1787755952.256665:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067185800.
00000080:00000010:0.1:1787755952.264490:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504aa098c0.
00000080:00000010:0.1:1787755952.264506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f200.
00000080:00000010:0.1:1787755952.264515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f565d3040.
00010000:00000010:1.1:1787755952.298537:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926000.
00010000:00000010:1.1:1787755952.298549:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506bf21900.
00010000:00000010:1.1:1787755952.298562:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506eadcc00.
00010000:00000010:1.1:1787755952.298566:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2aba00.
00000080:00000010:2.1:1787755952.312449:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250500adac0.
00000080:00000010:2.1:1787755952.312462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca659e0.
00000080:00000010:2.1:1787755952.312470:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925047353820.
00010000:00000010:2.1:1787755952.339827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532200.
00010000:00000010:2.1:1787755952.339843:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507165c100.
00010000:00000010:2.1:1787755952.339849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506eadd200.
00010000:00000010:2.1:1787755952.339852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2aaa00.
00000080:00000010:0.1:1787755952.344322:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925050348000.
00000080:00000010:0.1:1787755952.344357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403e20.
00000080:00000010:0.1:1787755952.344371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250432b40c0.
00010000:00000010:1.1:1787755952.360319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927c00.
00010000:00000010:1.1:1787755952.360336:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507165cf00.
00010000:00000010:1.1:1787755952.360409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506eadd800.
00010000:00000010:1.1:1787755952.364951:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925082044400.
00000080:00000010:1.1:1787755952.393316:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504a98f380.
00000080:00000010:1.1:1787755952.393334:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65880.
00000080:00000010:1.1:1787755952.393348:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504137ac20.
00010000:00000010:2.1:1787755952.401510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913c00.
00010000:00000010:2.1:1787755952.401528:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925042d3c700.
00010000:00000010:2.1:1787755952.401533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507780d400.
00010000:00000010:2.1:1787755952.401537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058313600.
00000080:00000010:0.1:1787755952.412646:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505034a100.
00000080:00000010:0.1:1787755952.412669:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fac0.
00000080:00000010:0.1:1787755952.418296:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504137ae80.
00010000:00000010:0.1:1787755952.439480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926400.
00010000:00000010:0.1:1787755952.439496:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925042d3c900.
00010000:00000010:0.1:1787755952.439526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2eb000.
00010000:00000010:0.1:1787755952.439529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058313200.
00000080:00000010:0.1:1787755952.451432:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504a98c200.
00000080:00000010:0.1:1787755952.451445:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca658a0.
00000080:00000010:0.1:1787755952.451456:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250432b4840.
00010000:00000010:2.1:1787755952.485317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926400.
00010000:00000010:2.1:1787755952.485338:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925078363f00.
00010000:00000010:2.1:1787755952.485343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507780de00.
00010000:00000010:2.1:1787755952.485346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2aa600.
00000080:00000010:2.1:1787755952.511325:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250500aa940.
00000080:00000010:2.1:1787755952.511335:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65720.
00000080:00000010:2.1:1787755952.511342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f51b80860.
00010000:00000010:2.1:1787755952.520353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533c00.
00010000:00000010:2.1:1787755952.520375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e571c00.
00010000:00000010:2.1:1787755952.520383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2eb600.
00010000:00000010:2.1:1787755952.520386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2ab000.
00000080:00000010:0.1:1787755952.536697:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250500ab180.
00000080:00000010:0.1:1787755952.536723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403c60.
00000080:00000010:0.1:1787755952.536744:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92506f592220.
00010000:00000010:0.1:1787755952.555907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927200.
00010000:00000010:0.1:1787755952.555927:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507165c300.
00010000:00000010:0.1:1787755952.555942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2eba00.
00010000:00000010:0.1:1787755952.555946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2aa000.
00000080:00000010:0.1:1787755952.571058:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250500ad280.
00000080:00000010:0.1:1787755952.571087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca658a0.
00000080:00000010:0.1:1787755952.583511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250473532a0.
00010000:00000010:2.1:1787755952.599328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927200.
00010000:00000010:2.1:1787755952.599356:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507165c700.
00010000:00000010:2.1:1787755952.599361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2eaa00.
00010000:00000010:2.1:1787755952.599364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2ab400.
00000080:00000010:0.1:1787755952.609450:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250500a9080.
00000080:00000010:0.1:1787755952.609471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65040.
00000080:00000010:0.1:1787755952.609481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250586d7e60.
00010000:00000010:2.1:1787755952.625978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926c00.
00010000:00000010:2.1:1787755952.625995:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507165c900.
00010000:00000010:2.1:1787755952.625999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250429b4400.
00010000:00000010:2.1:1787755952.626004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2abc00.
00000080:00000010:2.1:1787755952.647375:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504aa0eb40.
00000080:00000010:2.1:1787755952.647397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca658a0.
00000080:00000010:2.1:1787755952.647407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250432b4040.
00010000:00000010:3.1:1787755952.679923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532e00.
00010000:00000010:3.1:1787755952.679947:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507165c600.
00010000:00000010:3.1:1787755952.679952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507780ce00.
00010000:00000010:3.1:1787755952.679955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067181e00.
00000080:00000010:2.1:1787755952.683347:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505034ca40.
00000080:00000010:2.1:1787755952.683365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403ec0.
00000080:00000010:2.1:1787755952.683381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f565d3a40.
00010000:00000010:3.1:1787755952.708480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532c00.
00010000:00000010:3.1:1787755952.708490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507165ce00.
00010000:00000010:3.1:1787755952.708496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507780dc00.
00010000:00000010:3.1:1787755952.708499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067180c00.
00000080:00000010:3.1:1787755952.722857:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504aa08840.
00000080:00000010:3.1:1787755952.722880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403a20.
00000080:00000010:3.1:1787755952.722891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250432b4880.
00010000:00000010:0.1:1787755952.723436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7c200.
00010000:00000010:0.1:1787755952.723445:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e571500.
00010000:00000010:0.1:1787755952.723449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e6fa00.
00010000:00000010:0.1:1787755952.723452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067180400.
00000080:00000010:0.1:1787755952.730496:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250500a98c0.
00000080:00000010:0.1:1787755952.730523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b000.
00000080:00000010:0.1:1787755952.730531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925047353fc0.
00010000:00000010:1.1:1787755952.751569:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927a00.
00010000:00000010:1.1:1787755952.751575:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e571400.
00010000:00000010:1.1:1787755952.751579:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507780c000.
00010000:00000010:1.1:1787755952.751582:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043669000.
00000080:00000010:1.1:1787755952.759713:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250500aeb40.
00000080:00000010:1.1:1787755952.759728:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65040.
00000080:00000010:1.1:1787755952.759736:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f565d30e0.
00010000:00000010:1.1:1787755952.781470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912000.
00010000:00000010:1.1:1787755952.781486:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e571f00.
00010000:00000010:1.1:1787755952.781492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2eb400.
00010000:00000010:1.1:1787755952.781495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043668c00.
00000080:00000010:0.1:1787755952.796859:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052570840.
00000080:00000010:0.1:1787755952.796876:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f360.
00000080:00000010:0.1:1787755952.796884:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250586d79e0.
00010000:00000010:0.1:1787755952.820485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926600.
00010000:00000010:0.1:1787755952.820508:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b547000.
00010000:00000010:0.1:1787755952.820515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2ebe00.
00010000:00000010:0.1:1787755952.820518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043668000.
00000080:00000010:0.1:1787755952.833307:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504aa08000.
00000080:00000010:0.1:1787755952.833326:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca654c0.
00000080:00000010:0.1:1787755952.833345:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250432b4c60.
00010000:00000010:1.1:1787755952.841520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927000.
00010000:00000010:1.1:1787755952.841543:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b547f00.
00010000:00000010:1.1:1787755952.841548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2eae00.
00010000:00000010:1.1:1787755952.841552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043669600.
00000080:00000010:1.1:1787755952.853621:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250500a8840.
00000080:00000010:1.1:1787755952.853639:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65e60.
00000080:00000010:1.1:1787755952.853647:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250586d7200.
00010000:00000010:0.1:1787755952.874579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912000.
00010000:00000010:0.1:1787755952.874599:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b547100.
00010000:00000010:0.1:1787755952.874604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2ebc00.
00010000:00000010:0.1:1787755952.874607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ee12c00.
00000080:00000010:0.1:1787755952.885310:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250500a8000.
00000080:00000010:0.1:1787755952.885335:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f400.
00000080:00000010:0.1:1787755952.893715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f565d31c0.
00010000:00000010:0.1:1787755952.900885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926600.
00010000:00000010:0.1:1787755952.900905:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b547800.
00010000:00000010:0.1:1787755952.900910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507780c400.
00010000:00000010:0.1:1787755952.900914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ee12a00.
00000080:00000010:0.1:1787755952.918528:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504aa0a100.
00000080:00000010:0.1:1787755952.918557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca654c0.
00000080:00000010:0.1:1787755952.923938:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250432b4420.
00010000:00000010:0.1:1787755952.933433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926600.
00010000:00000010:0.1:1787755952.933448:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e2bde00.
00010000:00000010:0.1:1787755952.933455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2f2800.
00010000:00000010:0.1:1787755952.933458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e50c00.
00000080:00000010:0.1:1787755952.941376:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504a98dac0.
00000080:00000010:0.1:1787755952.941396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65f60.
00000080:00000010:0.1:1787755952.949102:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f565d3340.
00010000:00000010:0.1:1787755952.960314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926600.
00010000:00000010:0.1:1787755952.960343:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e2bd600.
00010000:00000010:0.1:1787755952.960350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2f2600.
00010000:00000010:0.1:1787755952.960354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e51200.
00000080:00000010:0.1:1787755952.972923:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052570000.
00000080:00000010:0.1:1787755952.972956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca654c0.
00000080:00000010:2.1:1787755952.976402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250432b4180.
00010000:00000010:1.1:1787755952.999416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533400.
00010000:00000010:1.1:1787755952.999435:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e2bd700.
00010000:00000010:1.1:1787755952.999441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507780cc00.
00010000:00000010:1.1:1787755952.999444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067181600.
00000080:00000010:1.1:1787755953.021771:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250500aa100.
00000080:00000010:1.1:1787755953.021785:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403cc0.
00000080:00000010:1.1:1787755953.026594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250432b40a0.
00010000:00000010:0.1:1787755953.035388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913400.
00010000:00000010:0.1:1787755953.035397:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e2bd800.
00010000:00000010:0.1:1787755953.035401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507780d200.
00010000:00000010:0.1:1787755953.037406:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067181a00.
00000080:00000010:0.1:1787755953.041947:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250500aca40.
00000080:00000010:0.1:1787755953.041965:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fb60.
00000080:00000010:0.1:1787755953.045332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250432b42e0.
00010000:00000010:2.1:1787755953.061992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926600.
00010000:00000010:2.1:1787755953.062003:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e571000.
00010000:00000010:2.1:1787755953.062007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2f2a00.
00010000:00000010:2.1:1787755953.062010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043669400.
00000080:00000010:2.1:1787755953.075914:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250500ae300.
00000080:00000010:2.1:1787755953.075939:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca654c0.
00000080:00000010:2.1:1787755953.082256:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f565d3920.
00010000:00000010:3.1:1787755953.095315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533600.
00010000:00000010:3.1:1787755953.095331:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e571d00.
00010000:00000010:3.1:1787755953.095337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e6f600.
00010000:00000010:3.1:1787755953.095340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e50200.
00000080:00000010:0.1:1787755953.104458:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250500ab9c0.
00000080:00000010:0.1:1787755953.104485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403440.
00000080:00000010:0.1:1787755953.104500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f565d33a0.
00010000:00000010:0.1:1787755953.122409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926800.
00010000:00000010:0.1:1787755953.122425:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b547c00.
00010000:00000010:0.1:1787755953.122431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507780d800.
00010000:00000010:0.1:1787755953.122434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043669e00.
00000080:00000010:0.1:1787755953.137808:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250457b18c0.
00000080:00000010:0.1:1787755953.137823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65f60.
00000080:00000010:0.1:1787755953.137831:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250432b4fe0.
00010000:00000010:0.1:1787755953.158448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926800.
00010000:00000010:0.1:1787755953.158467:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507aea3e00.
00010000:00000010:0.1:1787755953.158500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507780c600.
00010000:00000010:0.1:1787755953.158504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e50000.
00000080:00000010:2.1:1787755953.176795:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504a98a940.
00000080:00000010:2.1:1787755953.176814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca650a0.
00000080:00000010:2.1:1787755953.176823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250432b4440.
00010000:00000010:3.1:1787755953.196466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532600.
00010000:00000010:3.1:1787755953.196491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b547300.
00010000:00000010:3.1:1787755953.196498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2f3400.
00010000:00000010:3.1:1787755953.196503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067180a00.
00000080:00000010:3.1:1787755953.209223:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250457b6b40.
00000080:00000010:3.1:1787755953.209241:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403dc0.
00000080:00000010:3.1:1787755953.212352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250586d7be0.
00010000:00000010:0.1:1787755953.232095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7de00.
00010000:00000010:0.1:1787755953.232112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e571100.
00010000:00000010:0.1:1787755953.232116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507780c200.
00010000:00000010:0.1:1787755953.232120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067181400.
00000080:00000010:0.1:1787755953.249666:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250457b0840.
00000080:00000010:0.1:1787755953.249684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b480.
00000080:00000010:0.1:1787755953.253298:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4efe2d40.
00010000:00000010:0.1:1787755953.273223:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926800.
00010000:00000010:0.1:1787755953.273236:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e571a00.
00010000:00000010:0.1:1787755953.273241:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2f3e00.
00010000:00000010:0.1:1787755953.273243:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067180e00.
00000080:00000010:0.1:1787755953.299351:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504aa0ca40.
00000080:00000010:0.1:1787755953.299369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65f60.
00000080:00000010:0.1:1787755953.299377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4efe2d20.
00010000:00000010:1.1:1787755953.308361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927800.
00010000:00000010:1.1:1787755953.308379:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e571300.
00010000:00000010:1.1:1787755953.308384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2f2e00.
00010000:00000010:1.1:1787755953.308387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067181c00.
00000080:00000010:1.1:1787755953.313716:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052572100.
00000080:00000010:1.1:1787755953.313729:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65780.
00000080:00000010:1.1:1787755953.313737:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4efe2500.
00010000:00000010:1.1:1787755953.324060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912a00.
00010000:00000010:1.1:1787755953.327607:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e571700.
00010000:00000010:1.1:1787755953.327623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507780c800.
00010000:00000010:1.1:1787755953.327627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e51400.
00000080:00000010:1.1:1787755953.347473:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504a98b180.
00000080:00000010:1.1:1787755953.347490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f740.
00000080:00000010:1.1:1787755953.351334:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250586d7600.
00010000:00000010:0.1:1787755953.354543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912a00.
00010000:00000010:0.1:1787755953.354562:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e571900.
00010000:00000010:0.1:1787755953.354567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250429b5a00.
00010000:00000010:0.1:1787755953.354571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2aa400.
00000080:00000010:0.1:1787755953.384826:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052574a40.
00000080:00000010:0.1:1787755953.384855:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fd60.
00000080:00000010:0.1:1787755953.394508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4efe2100.
00010000:00000010:0.1:1787755953.421523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926800.
00010000:00000010:0.1:1787755953.421553:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506bf21400.
00010000:00000010:0.1:1787755953.421559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e6e200.
00010000:00000010:0.1:1787755953.421585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2ab800.
00000080:00000010:1.1:1787755953.456000:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250457b0000.
00000080:00000010:1.1:1787755953.456014:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65f60.
00000080:00000010:1.1:1787755953.456022:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925047353040.
00010000:00000010:3.1:1787755953.489338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913600.
00010000:00000010:3.1:1787755953.489357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507165ca00.
00010000:00000010:3.1:1787755953.489361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507780d000.
00010000:00000010:3.1:1787755953.489364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e51a00.
00000080:00000010:0.1:1787755953.518370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4efe2f20.
00000080:00000010:1.1:1787755953.518515:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250457b2100.
00000080:00000010:1.1:1787755953.518532:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f740.
00010000:00000010:2.1:1787755953.567703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926800.
00010000:00000010:2.1:1787755953.567719:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507165cc00.
00010000:00000010:2.1:1787755953.567724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2f3c00.
00010000:00000010:2.1:1787755953.567727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043669a00.
00000080:00000010:0.1:1787755953.585847:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504aa0e300.
00000080:00000010:0.1:1787755953.585873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65820.
00000080:00000010:0.1:1787755953.585882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925047353620.
00010000:00000010:1.1:1787755953.626670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927600.
00010000:00000010:1.1:1787755953.626688:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b547a00.
00010000:00000010:1.1:1787755953.626693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507780d600.
00010000:00000010:1.1:1787755953.626696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2aa800.
00000080:00000010:2.1:1787755953.657352:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052576300.
00000080:00000010:2.1:1787755953.657381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65760.
00000080:00000010:2.1:1787755953.657393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f565d3640.
00010000:00000010:0.1:1787755953.682469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533800.
00010000:00000010:0.1:1787755953.682479:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b547700.
00010000:00000010:0.1:1787755953.682483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507780da00.
00010000:00000010:0.1:1787755953.682486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ee13000.
00000080:00000010:0.1:1787755953.700861:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250525739c0.
00000080:00000010:0.1:1787755953.700878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403780.
00000080:00000010:0.1:1787755953.700889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4efe20c0.
00010000:00000010:2.1:1787755953.711824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926a00.
00010000:00000010:2.1:1787755953.711843:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507165c800.
00010000:00000010:2.1:1787755953.711847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d86aa00.
00010000:00000010:2.1:1787755953.711852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ee13800.
00000080:00000010:2.1:1787755953.736549:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250457b4a40.
00000080:00000010:2.1:1787755953.736565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65820.
00000080:00000010:2.1:1787755953.736573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250586d7cc0.
00010000:00000010:3.1:1787755953.756719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533400.
00010000:00000010:3.1:1787755953.756736:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507165c200.
00010000:00000010:3.1:1787755953.756741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2f2000.
00010000:00000010:3.1:1787755953.756745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ee12400.
00000080:00000010:2.1:1787755953.777877:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250457b6300.
00000080:00000010:2.1:1787755953.777896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403580.
00000080:00000010:2.1:1787755953.777909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f565d3180.
00010000:00000010:3.1:1787755953.806474:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532800.
00010000:00000010:3.1:1787755953.806492:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507165c400.
00010000:00000010:3.1:1787755953.806497:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2f2400.
00010000:00000010:3.1:1787755953.806511:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ee12000.
00000080:00000010:3.1:1787755953.812701:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250457b39c0.
00000080:00000010:3.1:1787755953.812725:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814034c0.
00000080:00000010:2.1:1787755953.814955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f565d35e0.
00010000:00000010:1.1:1787755953.849457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532a00.
00010000:00000010:1.1:1787755953.849472:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507165cb00.
00010000:00000010:1.1:1787755953.849478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2f2c00.
00010000:00000010:1.1:1787755953.849482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ee12200.
00000080:00000010:1.1:1787755953.855511:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504aa0b9c0.
00000080:00000010:1.1:1787755953.855538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814031c0.
00000080:00000010:1.1:1787755953.868171:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250586d79a0.
00010000:00000010:1.1:1787755953.882615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913e00.
00010000:00000010:1.1:1787755953.882636:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507165c500.
00010000:00000010:1.1:1787755953.882642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506c23f600.
00010000:00000010:1.1:1787755953.882647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ee12e00.
00000080:00000010:2.1:1787755953.908352:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504a98d280.
00000080:00000010:2.1:1787755953.908373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f740.
00000080:00000010:2.1:1787755953.908383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4efe2160.
00010000:00000010:0.1:1787755953.947393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533e00.
00010000:00000010:0.1:1787755953.947412:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504ba60000.
00010000:00000010:0.1:1787755953.947419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf5ca00.
00010000:00000010:0.1:1787755953.947423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e26400.
00000080:00000010:0.1:1787755953.952336:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250457b7380.
00000080:00000010:0.1:1787755953.952346:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403820.
00000080:00000010:0.1:1787755953.952356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250586d7aa0.
00010000:00000010:1.1:1787755953.974685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927400.
00010000:00000010:1.1:1787755953.974703:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505ecf9500.
00010000:00000010:1.1:1787755953.974708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250429b5e00.
00010000:00000010:1.1:1787755953.974712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067180000.
00000080:00000010:1.1:1787755953.999466:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504a989080.
00000080:00000010:1.1:1787755953.999486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65540.
00000080:00000010:1.1:1787755953.999495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250722dbfe0.
00010000:00000010:1.1:1787755954.023634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913e00.
00010000:00000010:1.1:1787755954.023650:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925078363000.
00010000:00000010:1.1:1787755954.023655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf5d400.
00010000:00000010:1.1:1787755954.023659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caeda00.
00000080:00000010:1.1:1787755954.036061:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504a9898c0.
00000080:00000010:1.1:1787755954.036081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fde0.
00000080:00000010:1.1:1787755954.036091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250722db3a0.
00010000:00000010:0.1:1787755954.075315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913e00.
00010000:00000010:0.1:1787755954.079447:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505ecf9b00.
00010000:00000010:0.1:1787755954.079467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf5de00.
00010000:00000010:0.1:1787755954.079471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250670b5600.
00000080:00000010:0.1:1787755954.094692:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250457b4200.
00000080:00000010:0.1:1787755954.094712:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fbc0.
00000080:00000010:0.1:1787755954.096337:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f565d3a60.
00010000:00000010:2.1:1787755954.125432:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926200.
00010000:00000010:2.1:1787755954.125451:0:238949:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925078363d00.
00010000:00000010:2.1:1787755954.125456:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf5ce00.
00010000:00000010:2.1:1787755954.125458:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250670b5800.
00000080:00000010:0.1:1787755954.147020:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504a98eb40.
00000080:00000010:0.1:1787755954.147036:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65440.
00000080:00000010:0.1:1787755954.161480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250722dbe00.
00010000:00000010:1.1:1787755954.197137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926200.
00010000:00000010:1.1:1787755954.197147:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b547400.
00010000:00000010:1.1:1787755954.197151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250414fa800.
00010000:00000010:1.1:1787755954.197155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043668400.
00000080:00000010:1.1:1787755954.211896:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250457b5ac0.
00000080:00000010:1.1:1787755954.211922:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca652e0.
00000080:00000010:1.1:1787755954.211931:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f565d3280.
00010000:00000010:0.1:1787755954.241320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912200.
00010000:00000010:0.1:1787755954.241338:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506bf21300.
00010000:00000010:0.1:1787755954.241342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2f3200.
00010000:00000010:0.1:1787755954.241346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250670b4200.
00000080:00000010:0.1:1787755954.265844:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052577380.
00000080:00000010:0.1:1787755954.265867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fde0.
00000080:00000010:0.1:1787755954.273703:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250722db360.
00010000:00000010:1.1:1787755954.280487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927400.
00010000:00000010:1.1:1787755954.280504:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506bf21500.
00010000:00000010:1.1:1787755954.280519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf5dc00.
00010000:00000010:1.1:1787755954.280522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507609f400.
00000080:00000010:1.1:1787755954.306389:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250457b2940.
00000080:00000010:1.1:1787755954.306411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65440.
00000080:00000010:1.1:1787755954.306419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250722db9e0.
00010000:00000010:0.1:1787755954.352686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913a00.
00010000:00000010:0.1:1787755954.352708:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506bf21d00.
00010000:00000010:0.1:1787755954.352713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf5c000.
00010000:00000010:0.1:1787755954.352716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507609f200.
00000080:00000010:0.1:1787755954.386643:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250457b3180.
00000080:00000010:0.1:1787755954.386661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f5a0.
00000080:00000010:0.1:1787755954.386671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925047353200.
00010000:00000010:2.1:1787755954.406954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926a00.
00010000:00000010:2.1:1787755954.406970:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505ecf9800.
00010000:00000010:2.1:1787755954.406975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2f3800.
00010000:00000010:2.1:1787755954.406979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507609e000.
00000080:00000010:0.1:1787755954.415706:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045532940.
00000080:00000010:0.1:1787755954.415734:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca658c0.
00000080:00000010:0.1:1787755954.415744:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250586d7320.
00010000:00000010:0.1:1787755954.469705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927600.
00010000:00000010:0.1:1787755954.469722:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505ecf9000.
00010000:00000010:0.1:1787755954.469727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf5c400.
00010000:00000010:0.1:1787755954.469731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067180600.
00000080:00000010:2.1:1787755954.473338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507b2d4f00.
00000080:00000010:0.1:1787755954.478684:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052574200.
00000080:00000010:0.1:1787755954.478710:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca657c0.
00010000:00000010:2.1:1787755954.524438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532a00.
00010000:00000010:2.1:1787755954.524451:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925078363100.
00010000:00000010:2.1:1787755954.524456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf5cc00.
00010000:00000010:2.1:1787755954.524458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250670b5a00.
00000080:00000010:3.1:1787755954.531191:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250457b5280.
00000080:00000010:3.1:1787755954.531215:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403380.
00000080:00000010:3.1:1787755954.555644:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507b2d49c0.
00010000:00000010:0.1:1787755954.560328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7c400.
00010000:00000010:0.1:1787755954.560344:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925078363a00.
00010000:00000010:0.1:1787755954.560350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf5d200.
00010000:00000010:0.1:1787755954.560354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250670b5400.
00000080:00000010:0.1:1787755954.578979:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045533180.
00000080:00000010:0.1:1787755954.578998:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2ba00.
00000080:00000010:0.1:1787755954.579006:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250586d7740.
00010000:00000010:0.1:1787755954.626445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927600.
00010000:00000010:0.1:1787755954.626462:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506bf21c00.
00010000:00000010:0.1:1787755954.626468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf5d800.
00010000:00000010:0.1:1787755954.626471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058386c00.
00000080:00000010:0.1:1787755954.646771:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250457b1080.
00000080:00000010:0.1:1787755954.646798:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca657c0.
00000080:00000010:0.1:1787755954.646807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f565d3e20.
00010000:00000010:2.1:1787755954.665584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927600.
00010000:00000010:2.1:1787755954.665611:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506bf21e00.
00010000:00000010:2.1:1787755954.665617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf5c600.
00010000:00000010:2.1:1787755954.665621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507609fc00.
00000080:00000010:2.1:1787755954.675661:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505268f380.
00000080:00000010:2.1:1787755954.675702:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca658c0.
00000080:00000010:2.1:1787755954.675713:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f565d37c0.
00010000:00000010:2.1:1787755954.697413:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532e00.
00010000:00000010:2.1:1787755954.697434:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505ecf9d00.
00010000:00000010:2.1:1787755954.697439:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf5c200.
00010000:00000010:2.1:1787755954.697442:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507609fe00.
00000080:00000010:2.1:1787755954.702447:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505268c200.
00000080:00000010:2.1:1787755954.702464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403560.
00000080:00000010:3.1:1787755954.703856:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250586d7a20.
00010000:00000010:0.1:1787755954.721328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7d200.
00010000:00000010:0.1:1787755954.721345:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505ecf9100.
00010000:00000010:0.1:1787755954.721350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf5c800.
00010000:00000010:0.1:1787755954.721353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507609ee00.
00000080:00000010:1.1:1787755954.736318:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045535280.
00000080:00000010:1.1:1787755954.736330:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2bf80.
00000080:00000010:1.1:1787755954.736335:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5b354220.
00010000:00000010:1.1:1787755954.751839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913000.
00010000:00000010:1.1:1787755954.751850:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505ecf9a00.
00010000:00000010:1.1:1787755954.751855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2f2200.
00010000:00000010:1.1:1787755954.751859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067180200.
00000080:00000010:1.1:1787755954.757769:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505268dac0.
00000080:00000010:1.1:1787755954.757793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fca0.
00000080:00000010:1.1:1787755954.761128:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f565d3120.
00010000:00000010:1.1:1787755954.779821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913000.
00010000:00000010:1.1:1787755954.779837:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505ecf9c00.
00010000:00000010:1.1:1787755954.779842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf5d000.
00010000:00000010:1.1:1787755954.779846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e56e800.
00000080:00000010:1.1:1787755954.788350:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505268a940.
00000080:00000010:1.1:1787755954.788375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f960.
00000080:00000010:1.1:1787755954.788385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5b354d40.
00010000:00000010:1.1:1787755954.815321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913000.
00010000:00000010:1.1:1787755954.815339:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e2bd200.
00010000:00000010:1.1:1787755954.815345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2f3000.
00010000:00000010:1.1:1787755954.815349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507609e400.
00000080:00000010:3.1:1787755954.815808:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505268b180.
00000080:00000010:3.1:1787755954.815822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fca0.
00000080:00000010:3.1:1787755954.815835:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f565d39c0.
00010000:00000010:2.1:1787755954.839021:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7ce00.
00010000:00000010:2.1:1787755954.839039:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e2bd400.
00010000:00000010:2.1:1787755954.839045:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2f3600.
00010000:00000010:2.1:1787755954.839048:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067180800.
00000080:00000010:2.1:1787755954.849465:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504aa0f380.
00000080:00000010:2.1:1787755954.849484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2ba00.
00000080:00000010:2.1:1787755954.849493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f565d3aa0.
00010000:00000010:0.1:1787755954.876969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533800.
00010000:00000010:0.1:1787755954.876979:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925078363800.
00010000:00000010:0.1:1787755954.876984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2f3a00.
00010000:00000010:0.1:1787755954.876987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507609d800.
00000080:00000010:0.1:1787755954.883024:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505268d280.
00000080:00000010:0.1:1787755954.883051:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403e60.
00000080:00000010:0.1:1787755954.883064:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925067960600.
00010000:00000010:1.1:1787755954.905441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926800.
00010000:00000010:1.1:1787755954.905454:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925078363200.
00010000:00000010:1.1:1787755954.905459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d86a200.
00010000:00000010:1.1:1787755954.905461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507609d200.
00000080:00000010:1.1:1787755954.915910:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052575ac0.
00000080:00000010:1.1:1787755954.915927:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca657c0.
00000080:00000010:1.1:1787755954.915934:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505ef3f760.
00010000:00000010:1.1:1787755954.924496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913000.
00010000:00000010:1.1:1787755954.924635:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925078363400.
00010000:00000010:1.1:1787755954.924640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d86a800.
00010000:00000010:1.1:1787755954.924644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043668200.
00000080:00000010:1.1:1787755954.936553:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052689080.
00000080:00000010:1.1:1787755954.936575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f960.
00000080:00000010:1.1:1787755954.936584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f565d3a00.
00010000:00000010:2.1:1787755954.953349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913000.
00010000:00000010:2.1:1787755954.953366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925078363b00.
00010000:00000010:2.1:1787755954.953370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d86b000.
00010000:00000010:2.1:1787755954.953374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e56ec00.
00000080:00000010:0.1:1787755954.968147:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250526898c0.
00000080:00000010:0.1:1787755954.968160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f1c0.
00000080:00000010:0.1:1787755954.968169:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f565d3560.
00010000:00000010:0.1:1787755954.983091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927800.
00010000:00000010:0.1:1787755954.983100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e2bdb00.
00010000:00000010:0.1:1787755954.983104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d86b600.
00010000:00000010:0.1:1787755954.983107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e56e200.
00000080:00000010:0.1:1787755955.001917:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505268eb40.
00000080:00000010:0.1:1787755955.001939:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65c40.
00000080:00000010:0.1:1787755955.001947:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92505ef3ff80.
00010000:00000010:0.1:1787755955.010350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926600.
00010000:00000010:0.1:1787755955.010369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e2bd300.
00010000:00000010:0.1:1787755955.010375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250429b4000.
00010000:00000010:0.1:1787755955.010379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e56e600.
00000080:00000010:3.1:1787755955.016085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925051900ca0.
00000080:00000010:0.1:1787755955.017024:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504aa0c200.
00000080:00000010:0.1:1787755955.017038:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65240.
00010000:00000010:2.1:1787755955.024647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7ca00.
00010000:00000010:2.1:1787755955.024668:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e2bd900.
00010000:00000010:2.1:1787755955.024673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d86ba00.
00010000:00000010:2.1:1787755955.024676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507609cc00.
00000080:00000010:2.1:1787755955.036992:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052688840.
00000080:00000010:2.1:1787755955.037011:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b7c0.
00000080:00000010:2.1:1787755955.042068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250586d7b40.
00010000:00000010:2.1:1787755955.059701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533e00.
00010000:00000010:2.1:1787755955.059712:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925078363500.
00010000:00000010:2.1:1787755955.059717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db6b400.
00010000:00000010:2.1:1787755955.059720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507609d400.
00000080:00000010:2.1:1787755955.068840:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052688000.
00000080:00000010:2.1:1787755955.068861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814036c0.
00000080:00000010:2.1:1787755955.068874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250714d3480.
00010000:00000010:2.1:1787755955.091720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532200.
00010000:00000010:2.1:1787755955.091742:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925078363300.
00010000:00000010:2.1:1787755955.091748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250429b5000.
00010000:00000010:2.1:1787755955.091753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507609c800.
00000080:00000010:2.1:1787755955.099482:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045531080.
00000080:00000010:2.1:1787755955.099619:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814035e0.
00000080:00000010:2.1:1787755955.099638:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250586d7f80.
00010000:00000010:2.1:1787755955.111953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533e00.
00010000:00000010:2.1:1787755955.111976:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925078363700.
00010000:00000010:2.1:1787755955.111982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf5d600.
00010000:00000010:2.1:1787755955.111985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507609c200.
00000080:00000010:0.1:1787755955.122805:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925046031080.
00000080:00000010:0.1:1787755955.122819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814036c0.
00000080:00000010:0.1:1787755955.122832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ed147c0.
00010000:00000010:0.1:1787755955.140700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926600.
00010000:00000010:0.1:1787755955.140720:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504a1d3100.
00010000:00000010:0.1:1787755955.140726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250429b5600.
00010000:00000010:0.1:1787755955.140730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925043668800.
00000080:00000010:0.1:1787755955.153670:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505268a100.
00000080:00000010:0.1:1787755955.153687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65240.
00000080:00000010:0.1:1787755955.153695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925048bffd00.
00010000:00000010:1.1:1787755955.168324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926600.
00010000:00000010:1.1:1787755955.168340:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504a1d3500.
00010000:00000010:1.1:1787755955.168346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250429b4e00.
00010000:00000010:1.1:1787755955.168350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e56f200.
00000080:00000010:1.1:1787755955.184323:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505268ca40.
00000080:00000010:1.1:1787755955.184337:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65c40.
00000080:00000010:1.1:1787755955.184345:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f565d3800.
00010000:00000010:0.1:1787755955.194486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912600.
00010000:00000010:0.1:1787755955.194513:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e2bdf00.
00010000:00000010:0.1:1787755955.194518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250429b5c00.
00010000:00000010:0.1:1787755955.194522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e56fc00.
00000080:00000010:0.1:1787755955.207549:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052572940.
00000080:00000010:0.1:1787755955.207573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f960.
00000080:00000010:0.1:1787755955.210883:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f565d3da0.
00010000:00000010:1.1:1787755955.220673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927800.
00010000:00000010:1.1:1787755955.220691:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e2bd000.
00010000:00000010:1.1:1787755955.220711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf5da00.
00010000:00000010:1.1:1787755955.220715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caed800.
00000080:00000010:1.1:1787755955.235014:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505268e300.
00000080:00000010:1.1:1787755955.235038:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65240.
00000080:00000010:1.1:1787755955.235046:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250586d7d80.
00010000:00000010:1.1:1787755955.256723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912800.
00010000:00000010:1.1:1787755955.256743:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250743c4f00.
00010000:00000010:1.1:1787755955.256748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077812a00.
00010000:00000010:1.1:1787755955.256753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caede00.
00000080:00000010:1.1:1787755955.264725:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250455318c0.
00000080:00000010:1.1:1787755955.264747:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fa00.
00000080:00000010:1.1:1787755955.264755:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250586d7ce0.
00010000:00000010:0.1:1787755955.287953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912800.
00010000:00000010:0.1:1787755955.287971:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250743c4800.
00010000:00000010:0.1:1787755955.287976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250429b5200.
00010000:00000010:0.1:1787755955.287981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caec600.
00000080:00000010:0.1:1787755955.294154:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460318c0.
00000080:00000010:0.1:1787755955.294165:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f580.
00000080:00000010:0.1:1787755955.294174:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925048bff720.
00010000:00000010:0.1:1787755955.302468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927000.
00010000:00000010:0.1:1787755955.302488:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250743c4000.
00010000:00000010:0.1:1787755955.302650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077813400.
00010000:00000010:0.1:1787755955.302655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caec200.
00000080:00000010:0.1:1787755955.309944:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052573180.
00000080:00000010:0.1:1787755955.309970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65ba0.
00000080:00000010:0.1:1787755955.318349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250586d7840.
00010000:00000010:1.1:1787755955.332200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927000.
00010000:00000010:1.1:1787755955.340338:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250743c4100.
00010000:00000010:1.1:1787755955.340352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077813e00.
00010000:00000010:1.1:1787755955.340356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2abe00.
00000080:00000010:1.1:1787755955.353879:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925046036b40.
00000080:00000010:1.1:1787755955.353908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65300.
00000080:00000010:1.1:1787755955.353916:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250586d7000.
00010000:00000010:1.1:1787755955.361818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913800.
00010000:00000010:1.1:1787755955.361832:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250743c4a00.
00010000:00000010:1.1:1787755955.361836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077812e00.
00010000:00000010:1.1:1787755955.361839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2aa200.
00000080:00000010:1.1:1787755955.369650:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505268b9c0.
00000080:00000010:1.1:1787755955.369664:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fa00.
00000080:00000010:1.1:1787755955.369673:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ed14480.
00010000:00000010:0.1:1787755955.387424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912400.
00010000:00000010:0.1:1787755955.387445:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504ba60800.
00010000:00000010:0.1:1787755955.387451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077813c00.
00010000:00000010:0.1:1787755955.387454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2aac00.
00000080:00000010:0.1:1787755955.396470:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505253e300.
00000080:00000010:0.1:1787755955.396538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fcc0.
00000080:00000010:0.1:1787755955.396546:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f565d3780.
00010000:00000010:1.1:1787755955.419570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927a00.
00010000:00000010:1.1:1787755955.419589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504ba60200.
00010000:00000010:1.1:1787755955.419595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077812000.
00010000:00000010:1.1:1787755955.419598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caedc00.
00000080:00000010:1.1:1787755955.425485:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505253b9c0.
00000080:00000010:1.1:1787755955.425520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65ba0.
00000080:00000010:1.1:1787755955.425529:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ed14320.
00010000:00000010:0.1:1787755955.454026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913800.
00010000:00000010:0.1:1787755955.454036:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504ba60900.
00010000:00000010:0.1:1787755955.454041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077812400.
00010000:00000010:0.1:1787755955.454044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250770be000.
00000080:00000010:0.1:1787755955.469758:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505253f380.
00000080:00000010:0.1:1787755955.469777:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fa00.
00000080:00000010:0.1:1787755955.469785:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250586d7c00.
00010000:00000010:0.1:1787755955.476420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926c00.
00010000:00000010:0.1:1787755955.476437:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504ba60b00.
00010000:00000010:0.1:1787755955.476443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077812c00.
00010000:00000010:0.1:1787755955.476446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250770bf600.
00000080:00000010:0.1:1787755955.496008:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505253c200.
00000080:00000010:0.1:1787755955.496031:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65aa0.
00000080:00000010:0.1:1787755955.496041:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f565d39a0.
00010000:00000010:2.1:1787755955.516369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533e00.
00010000:00000010:2.1:1787755955.516386:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504ba60100.
00010000:00000010:2.1:1787755955.516391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d86b400.
00010000:00000010:2.1:1787755955.516394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250770bfa00.
00000080:00000010:0.1:1787755955.524972:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925046030840.
00000080:00000010:0.1:1787755955.524986:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65220.
00000080:00000010:0.1:1787755955.524994:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925048bffe60.
00010000:00000010:0.1:1787755955.534410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926c00.
00010000:00000010:0.1:1787755955.534430:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504ba60300.
00010000:00000010:0.1:1787755955.534436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d86be00.
00010000:00000010:0.1:1787755955.534439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250770be400.
00000080:00000010:0.1:1787755955.550754:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052575280.
00000080:00000010:0.1:1787755955.550768:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65aa0.
00000080:00000010:0.1:1787755955.550776:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f565d3dc0.
00010000:00000010:0.1:1787755955.575663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926c00.
00010000:00000010:0.1:1787755955.575670:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504ba60c00.
00010000:00000010:0.1:1787755955.575674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db6a600.
00010000:00000010:0.1:1787755955.575678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507609d000.
00000080:00000010:0.1:1787755955.589773:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045536b40.
00000080:00000010:0.1:1787755955.589788:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65220.
00000080:00000010:0.1:1787755955.589799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ed140a0.
00010000:00000010:0.1:1787755955.593708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532200.
00010000:00000010:0.1:1787755955.593725:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504a1d3800.
00010000:00000010:0.1:1787755955.593729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250429b4800.
00010000:00000010:0.1:1787755955.593733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507609d600.
00000080:00000010:0.1:1787755955.601818:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925046030000.
00000080:00000010:0.1:1787755955.601836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65aa0.
00000080:00000010:0.1:1787755955.601845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925048bff3e0.
00010000:00000010:1.1:1787755955.633377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926c00.
00010000:00000010:1.1:1787755955.633384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504a1d3200.
00010000:00000010:1.1:1787755955.633389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077813200.
00010000:00000010:1.1:1787755955.633392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507609da00.
00000080:00000010:2.1:1787755955.638641:0:238950:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925046032100.
00000080:00000010:2.1:1787755955.638659:0:238950:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65220.
00000080:00000010:2.1:1787755955.638668:0:238950:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ed14280.
00010000:00000010:0.1:1787755955.648575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533400.
00010000:00000010:0.1:1787755955.648593:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504a1d3e00.
00010000:00000010:0.1:1787755955.648599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077813800.
00010000:00000010:0.1:1787755955.648602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507609ca00.
00000080:00000010:0.1:1787755955.661826:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925046034a40.
00000080:00000010:0.1:1787755955.661848:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814032a0.
00000080:00000010:0.1:1787755955.671449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925048bff4c0.
00010000:00000010:0.1:1787755955.676682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927200.
00010000:00000010:0.1:1787755955.676700:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504a1d3300.
00010000:00000010:0.1:1787755955.676706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077812600.
00010000:00000010:0.1:1787755955.676709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250770bea00.
00000080:00000010:0.1:1787755955.686330:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045530840.
00000080:00000010:0.1:1787755955.686354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65aa0.
00000080:00000010:0.1:1787755955.686363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250586d78a0.
00010000:00000010:0.1:1787755955.707641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927200.
00010000:00000010:0.1:1787755955.707648:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504a1d3700.
00010000:00000010:0.1:1787755955.707653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d86ae00.
00010000:00000010:0.1:1787755955.707657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507609f800.
00000080:00000010:0.1:1787755955.712703:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505253dac0.
00000080:00000010:0.1:1787755955.712720:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65120.
00000080:00000010:0.1:1787755955.712728:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f565d38e0.
00010000:00000010:2.1:1787755955.729408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926400.
00010000:00000010:2.1:1787755955.729426:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505ecf9300.
00010000:00000010:2.1:1787755955.729431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d86bc00.
00010000:00000010:2.1:1787755955.729434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507609e600.
00000080:00000010:1.1:1787755955.746024:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925046036300.
00000080:00000010:1.1:1787755955.746057:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65aa0.
00000080:00000010:1.1:1787755955.750336:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507f540920.
00010000:00000010:1.1:1787755955.763386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912c00.
00010000:00000010:1.1:1787755955.763406:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505ecf9700.
00010000:00000010:1.1:1787755955.763412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d86a000.
00010000:00000010:1.1:1787755955.763428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507609e200.
00000080:00000010:1.1:1787755955.775389:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505253a940.
00000080:00000010:1.1:1787755955.775401:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f1a0.
00000080:00000010:1.1:1787755955.775409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f565d3320.
00010000:00000010:1.1:1787755955.791066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912c00.
00010000:00000010:1.1:1787755955.791078:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505ecf9900.
00010000:00000010:1.1:1787755955.791083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d86a400.
00010000:00000010:1.1:1787755955.791085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507609e800.
00000080:00000010:1.1:1787755955.800566:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505253b180.
00000080:00000010:1.1:1787755955.800588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fa20.
00000080:00000010:1.1:1787755955.805073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f565d3ba0.
00010000:00000010:0.1:1787755955.819341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912c00.
00010000:00000010:0.1:1787755955.819358:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505ecf9600.
00010000:00000010:0.1:1787755955.819363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077812200.
00010000:00000010:0.1:1787755955.819366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507609f000.
00000080:00000010:0.1:1787755955.828243:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505253d280.
00000080:00000010:0.1:1787755955.828259:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f1a0.
00000080:00000010:0.1:1787755955.836736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f565d3540.
00010000:00000010:1.1:1787755955.847336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927200.
00010000:00000010:1.1:1787755955.847356:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505ecf9e00.
00010000:00000010:1.1:1787755955.847361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077812800.
00010000:00000010:1.1:1787755955.847364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507609f600.
00000080:00000010:1.1:1787755955.867974:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052539080.
00000080:00000010:1.1:1787755955.867991:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65120.
00000080:00000010:1.1:1787755955.867998:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ed140c0.
00010000:00000010:1.1:1787755955.886135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913200.
00010000:00000010:1.1:1787755955.886151:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505ecf9f00.
00010000:00000010:1.1:1787755955.886157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250429b4c00.
00010000:00000010:1.1:1787755955.886161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507609dc00.
00000080:00000010:2.1:1787755955.896428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ed148c0.
00000080:00000010:1.1:1787755955.899381:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052571080.
00000080:00000010:1.1:1787755955.899395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fa20.
00010000:00000010:0.1:1787755955.905533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532200.
00010000:00000010:0.1:1787755955.905553:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925043f25000.
00010000:00000010:0.1:1787755955.905558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077813000.
00010000:00000010:0.1:1787755955.905563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507609c000.
00000080:00000010:0.1:1787755955.914612:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250525398c0.
00000080:00000010:0.1:1787755955.914636:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403620.
00000080:00000010:0.1:1787755955.914646:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f565d38a0.
00010000:00000010:0.1:1787755955.940627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927c00.
00010000:00000010:0.1:1787755955.940643:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504a1d3600.
00010000:00000010:0.1:1787755955.940648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d86ac00.
00010000:00000010:0.1:1787755955.940651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250770bf200.
00000080:00000010:0.1:1787755955.947634:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250525718c0.
00000080:00000010:0.1:1787755955.947654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65d40.
00000080:00000010:0.1:1787755955.947663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5ed14e60.
00010000:00000010:0.1:1787755955.967795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927c00.
00010000:00000010:0.1:1787755955.967803:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504a1d3a00.
00010000:00000010:0.1:1787755955.967819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077813600.
00010000:00000010:0.1:1787755955.967822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507609c400.
00000080:00000010:1.1:1787755955.988477:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505253eb40.
00000080:00000010:1.1:1787755955.988493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65fa0.
00000080:00000010:1.1:1787755955.988506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f565d3480.
00010000:00000010:1.1:1787755955.996727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913200.
00010000:00000010:1.1:1787755955.996744:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504ba60700.
00010000:00000010:1.1:1787755955.996750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d86b200.
00010000:00000010:1.1:1787755955.996754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250770be800.
00000080:00000010:1.1:1787755956.001803:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460339c0.
00000080:00000010:1.1:1787755956.001826:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fa20.
00000080:00000010:1.1:1787755956.007305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f565d3f00.
00010000:00000010:0.1:1787755956.022629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912c00.
00010000:00000010:0.1:1787755956.022648:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507aeadd00.
00010000:00000010:0.1:1787755956.022653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077813a00.
00010000:00000010:0.1:1787755956.022657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caeca00.
00000080:00000010:0.1:1787755956.050407:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925046037380.
00000080:00000010:0.1:1787755956.050431:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f560.
00000080:00000010:0.1:1787755956.054692:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd77120.
00010000:00000010:1.1:1787755956.076406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927c00.
00010000:00000010:1.1:1787755956.076424:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250743c4200.
00010000:00000010:1.1:1787755956.076430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d869600.
00010000:00000010:1.1:1787755956.076434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250770be200.
00000080:00000010:1.1:1787755956.089056:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052576b40.
00000080:00000010:1.1:1787755956.089094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65d40.
00000080:00000010:1.1:1787755956.089104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507f540cc0.
00010000:00000010:1.1:1787755956.092926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913200.
00010000:00000010:1.1:1787755956.092940:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250743c4500.
00010000:00000010:1.1:1787755956.092945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d868800.
00010000:00000010:1.1:1787755956.092948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507609fa00.
00000080:00000010:1.1:1787755956.104481:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460e18c0.
00000080:00000010:1.1:1787755956.104516:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fa20.
00000080:00000010:1.1:1787755956.104525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f565d35a0.
00010000:00000010:1.1:1787755956.124700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913200.
00010000:00000010:1.1:1787755956.124725:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925043f25100.
00010000:00000010:1.1:1787755956.124732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d86b800.
00010000:00000010:1.1:1787755956.124735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507609ea00.
00000080:00000010:1.1:1787755956.151324:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052538840.
00000080:00000010:1.1:1787755956.151362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f9a0.
00000080:00000010:1.1:1787755956.151372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f565d3be0.
00010000:00000010:1.1:1787755956.173640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913200.
00010000:00000010:1.1:1787755956.173666:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925043f25a00.
00010000:00000010:1.1:1787755956.173670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250429b5800.
00010000:00000010:1.1:1787755956.173675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925071485000.
00000080:00000010:1.1:1787755956.189831:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045530000.
00000080:00000010:1.1:1787755956.189856:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fa20.
00000080:00000010:1.1:1787755956.189866:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f565d3680.
00010000:00000010:1.1:1787755956.203333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913200.
00010000:00000010:1.1:1787755956.203353:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507aead700.
00010000:00000010:1.1:1787755956.203359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d86a600.
00010000:00000010:1.1:1787755956.203362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925071484600.
00000080:00000010:1.1:1787755956.212431:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460e6b40.
00000080:00000010:1.1:1787755956.212447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f9a0.
00000080:00000010:1.1:1787755956.212456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250586d7020.
00010000:00000010:2.1:1787755956.229335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913200.
00010000:00000010:2.1:1787755956.229354:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507aead000.
00010000:00000010:2.1:1787755956.229360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d869000.
00010000:00000010:2.1:1787755956.229364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925071485800.
00000080:00000010:2.1:1787755956.236401:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052538000.
00000080:00000010:2.1:1787755956.236419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fa20.
00000080:00000010:2.1:1787755956.239444:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409ae0.
00010000:00000010:2.1:1787755956.253142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533800.
00010000:00000010:2.1:1787755956.253166:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507aeadb00.
00010000:00000010:2.1:1787755956.253172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d869a00.
00010000:00000010:2.1:1787755956.253176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925071485200.
00000080:00000010:2.1:1787755956.265781:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505253a100.
00000080:00000010:2.1:1787755956.265803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403ec0.
00000080:00000010:2.1:1787755956.270330:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f565d36c0.
00010000:00000010:2.1:1787755956.292534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533800.
00010000:00000010:2.1:1787755956.292554:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507aeadc00.
00010000:00000010:2.1:1787755956.292561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db71e00.
00010000:00000010:2.1:1787755956.292568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925071484400.
00000080:00000010:0.1:1787755956.316477:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505253ca40.
00000080:00000010:0.1:1787755956.316494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814034a0.
00000080:00000010:0.1:1787755956.316515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409e60.
00010000:00000010:0.1:1787755956.330442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926000.
00010000:00000010:0.1:1787755956.335466:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507aead600.
00010000:00000010:0.1:1787755956.335579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058388a00.
00010000:00000010:0.1:1787755956.335584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cce9000.
00000080:00000010:0.1:1787755956.348322:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504552b9c0.
00000080:00000010:0.1:1787755956.348343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca659c0.
00000080:00000010:0.1:1787755956.352476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f565d3d40.
00010000:00000010:1.1:1787755956.373471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926000.
00010000:00000010:1.1:1787755956.373617:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c2f4800.
00010000:00000010:1.1:1787755956.373624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2cbc00.
00010000:00000010:1.1:1787755956.377471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cce9600.
00000080:00000010:1.1:1787755956.395297:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045532100.
00000080:00000010:1.1:1787755956.395320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65da0.
00000080:00000010:1.1:1787755956.395329:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250586d72c0.
00010000:00000010:1.1:1787755956.409381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913800.
00010000:00000010:1.1:1787755956.409400:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925043f25d00.
00010000:00000010:1.1:1787755956.409405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d868a00.
00010000:00000010:1.1:1787755956.409408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cce9a00.
00000080:00000010:1.1:1787755956.436322:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460e0840.
00000080:00000010:1.1:1787755956.436336:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f9a0.
00000080:00000010:1.1:1787755956.436357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f565d3b80.
00010000:00000010:0.1:1787755956.458340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913800.
00010000:00000010:0.1:1787755956.458365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925043f25200.
00010000:00000010:0.1:1787755956.458371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d869400.
00010000:00000010:0.1:1787755956.458374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cce8a00.
00000080:00000010:0.1:1787755956.467494:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504552f380.
00000080:00000010:0.1:1787755956.467516:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f0c0.
00000080:00000010:0.1:1787755956.473045:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f565d3820.
00010000:00000010:3.1:1787755956.494431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927e00.
00010000:00000010:3.1:1787755956.494451:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925043f25f00.
00010000:00000010:3.1:1787755956.494456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db6b000.
00010000:00000010:3.1:1787755956.494461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cce9400.
00000080:00000010:3.1:1787755956.517452:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504552c200.
00000080:00000010:3.1:1787755956.517466:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca659c0.
00000080:00000010:3.1:1787755956.517743:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409bc0.
00010000:00000010:2.1:1787755956.536507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7d400.
00010000:00000010:2.1:1787755956.536515:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925043f25c00.
00010000:00000010:2.1:1787755956.536519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d869e00.
00010000:00000010:2.1:1787755956.536522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cce9e00.
00000080:00000010:2.1:1787755956.542681:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504552dac0.
00000080:00000010:2.1:1787755956.542707:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b480.
00000080:00000010:2.1:1787755956.547465:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f565d3880.
00010000:00000010:1.1:1787755956.565833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533e00.
00010000:00000010:1.1:1787755956.565851:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925043f25e00.
00010000:00000010:1.1:1787755956.565857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2cae00.
00010000:00000010:1.1:1787755956.565871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cce8e00.
00000080:00000010:1.1:1787755956.585518:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504552a940.
00000080:00000010:1.1:1787755956.585537:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403960.
00000080:00000010:1.1:1787755956.585551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f565d3580.
00010000:00000010:1.1:1787755956.603082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912400.
00010000:00000010:1.1:1787755956.603102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925043f25300.
00010000:00000010:1.1:1787755956.603108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2ca000.
00010000:00000010:1.1:1787755956.603111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925071485a00.
00000080:00000010:1.1:1787755956.616323:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504552b180.
00000080:00000010:1.1:1787755956.616338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f9a0.
00000080:00000010:1.1:1787755956.616347:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409da0.
00010000:00000010:1.1:1787755956.644332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912400.
00010000:00000010:1.1:1787755956.644354:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925043f25900.
00010000:00000010:1.1:1787755956.644360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2ca400.
00010000:00000010:1.1:1787755956.644363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250770bf400.
00000080:00000010:1.1:1787755956.661804:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504552d280.
00000080:00000010:1.1:1787755956.661829:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f7e0.
00000080:00000010:1.1:1787755956.661839:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925050757100.
00010000:00000010:1.1:1787755956.680295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912400.
00010000:00000010:1.1:1787755956.680312:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c2f4d00.
00010000:00000010:1.1:1787755956.680318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2cac00.
00010000:00000010:1.1:1787755956.680322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caec400.
00000080:00000010:1.1:1787755956.697445:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045534a40.
00000080:00000010:1.1:1787755956.697464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f9a0.
00000080:00000010:1.1:1787755956.703633:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409c20.
00010000:00000010:0.1:1787755956.731323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912400.
00010000:00000010:0.1:1787755956.731343:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250743c4e00.
00010000:00000010:0.1:1787755956.731348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2cb200.
00010000:00000010:0.1:1787755956.731352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caecc00.
00000080:00000010:0.1:1787755956.755333:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925046034200.
00000080:00000010:0.1:1787755956.755359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f7e0.
00000080:00000010:0.1:1787755956.755368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250507572a0.
00010000:00000010:1.1:1787755956.796144:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926e00.
00010000:00000010:1.1:1787755956.796162:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250743c4900.
00010000:00000010:1.1:1787755956.796168:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d868e00.
00010000:00000010:1.1:1787755956.796171:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058312a00.
00000080:00000010:1.1:1787755956.817504:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045529080.
00000080:00000010:1.1:1787755956.817526:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65e00.
00000080:00000010:1.1:1787755956.817538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f565d3a80.
00010000:00000010:1.1:1787755956.823571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912800.
00010000:00000010:1.1:1787755956.823589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250743c4700.
00010000:00000010:1.1:1787755956.823594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d869c00.
00010000:00000010:1.1:1787755956.823597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058312800.
00000080:00000010:2.1:1787755956.846153:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045536300.
00000080:00000010:2.1:1787755956.846185:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f9a0.
00000080:00000010:2.1:1787755956.846195:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250586d70c0.
00010000:00000010:2.1:1787755956.866702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533200.
00010000:00000010:2.1:1787755956.866721:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e01fb00.
00010000:00000010:2.1:1787755956.866728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2cb800.
00010000:00000010:2.1:1787755956.866731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058312200.
00000080:00000010:2.1:1787755956.889418:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460e0000.
00000080:00000010:2.1:1787755956.889431:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814038c0.
00000080:00000010:2.1:1787755956.894377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a4098c0.
00010000:00000010:2.1:1787755956.900746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533200.
00010000:00000010:2.1:1787755956.900761:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e01f500.
00010000:00000010:2.1:1787755956.900767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d868000.
00010000:00000010:2.1:1787755956.900770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058312600.
00000080:00000010:2.1:1787755956.912464:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925046035ac0.
00000080:00000010:2.1:1787755956.912494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403700.
00000080:00000010:2.1:1787755956.912519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f565d35c0.
00010000:00000010:3.1:1787755956.963646:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533200.
00010000:00000010:3.1:1787755956.963654:0:238949:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e01f300.
00010000:00000010:3.1:1787755956.963659:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2ca600.
00010000:00000010:3.1:1787755956.963663:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058313800.
00000080:00000010:0.1:1787755956.995762:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460e2100.
00000080:00000010:0.1:1787755956.995775:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814038c0.
00000080:00000010:0.1:1787755956.995786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f58f42000.
00000080:00000010:3.1:1787755957.000744:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250455298c0.
00000080:00000010:3.1:1787755957.000755:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65ea0.
00000080:00000010:3.1:1787755957.000762:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409020.
00010000:00000010:0.1:1787755957.008236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926e00.
00010000:00000010:0.1:1787755957.008254:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e01f700.
00010000:00000010:0.1:1787755957.008260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2ca200.
00010000:00000010:0.1:1787755957.008264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058313400.
00010000:00000010:3.1:1787755957.015809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7dc00.
00010000:00000010:3.1:1787755957.015826:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e01f900.
00010000:00000010:3.1:1787755957.015844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d868400.
00010000:00000010:3.1:1787755957.015847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058313c00.
00000080:00000010:0.1:1787755957.020384:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504552eb40.
00000080:00000010:0.1:1787755957.020407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2ba80.
00000080:00000010:0.1:1787755957.020415:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ccd0b40.
00010000:00000010:1.1:1787755957.050314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926e00.
00010000:00000010:1.1:1787755957.050324:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e01f600.
00010000:00000010:1.1:1787755957.050329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2ca800.
00010000:00000010:1.1:1787755957.050332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058313000.
00000080:00000010:1.1:1787755957.050342:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250455339c0.
00000080:00000010:1.1:1787755957.050351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca653a0.
00000080:00000010:1.1:1787755957.050357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250586d7180.
00010000:00000010:1.1:1787755957.064322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912800.
00010000:00000010:1.1:1787755957.064339:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e01ff00.
00010000:00000010:1.1:1787755957.064345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d868c00.
00010000:00000010:1.1:1787755957.064348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caec000.
00000080:00000010:1.1:1787755957.071480:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925046032940.
00000080:00000010:1.1:1787755957.071517:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f460.
00000080:00000010:1.1:1787755957.071526:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409300.
00010000:00000010:1.1:1787755957.104479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912800.
00010000:00000010:1.1:1787755957.104486:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e01f400.
00010000:00000010:1.1:1787755957.104490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db6a800.
00010000:00000010:1.1:1787755957.104494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250743cfa00.
00000080:00000010:1.1:1787755957.116365:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045528840.
00000080:00000010:1.1:1787755957.116382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7ffc0.
00000080:00000010:1.1:1787755957.120332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f57d7bb20.
00010000:00000010:0.1:1787755957.123460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912600.
00010000:00000010:0.1:1787755957.123715:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e01fe00.
00010000:00000010:0.1:1787755957.123719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2cb000.
00010000:00000010:0.1:1787755957.123723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250743cf000.
00000080:00000010:0.1:1787755957.123731:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460e4a40.
00000080:00000010:0.1:1787755957.123740:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f460.
00000080:00000010:0.1:1787755957.123746:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250586d7160.
00010000:00000010:0.1:1787755957.137397:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926000.
00010000:00000010:0.1:1787755957.137415:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925058a0f600.
00010000:00000010:0.1:1787755957.137426:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2cb600.
00010000:00000010:0.1:1787755957.137429:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250743cf800.
00000080:00000010:0.1:1787755957.152420:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460e6300.
00000080:00000010:0.1:1787755957.152438:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65020.
00000080:00000010:1.1:1787755957.153329:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f57d7b7a0.
00010000:00000010:1.1:1787755957.162905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912800.
00010000:00000010:1.1:1787755957.162922:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925058a0f800.
00010000:00000010:1.1:1787755957.162932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2cba00.
00010000:00000010:1.1:1787755957.162936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250743cec00.
00000080:00000010:1.1:1787755957.170967:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045537380.
00000080:00000010:1.1:1787755957.170984:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7ffc0.
00000080:00000010:1.1:1787755957.175315:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250586d7340.
00010000:00000010:0.1:1787755957.197529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912800.
00010000:00000010:0.1:1787755957.197549:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925058a0fc00.
00010000:00000010:0.1:1787755957.197559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d869200.
00010000:00000010:0.1:1787755957.197563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250743ce600.
00000080:00000010:0.1:1787755957.230582:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045528000.
00000080:00000010:0.1:1787755957.230613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fb00.
00000080:00000010:0.1:1787755957.235801:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f57d7be40.
00010000:00000010:1.1:1787755957.262446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926000.
00010000:00000010:1.1:1787755957.262462:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925058a0f300.
00010000:00000010:1.1:1787755957.262471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d869800.
00010000:00000010:1.1:1787755957.262474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250743cfe00.
00000080:00000010:1.1:1787755957.287752:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460e39c0.
00000080:00000010:1.1:1787755957.287774:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65020.
00000080:00000010:1.1:1787755957.293303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd77ee0.
00010000:00000010:1.1:1787755957.319316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913000.
00010000:00000010:1.1:1787755957.319333:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925058a0ff00.
00010000:00000010:1.1:1787755957.319344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d868600.
00010000:00000010:1.1:1787755957.319347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cce8400.
00000080:00000010:0.1:1787755957.336335:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045534200.
00000080:00000010:0.1:1787755957.336357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7ffc0.
00000080:00000010:0.1:1787755957.340325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409440.
00010000:00000010:0.1:1787755957.363562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927c00.
00010000:00000010:0.1:1787755957.363579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925058a0f000.
00010000:00000010:0.1:1787755957.363588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d868200.
00010000:00000010:0.1:1787755957.363607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cce8c00.
00000080:00000010:0.1:1787755957.374353:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045535ac0.
00000080:00000010:0.1:1787755957.374387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65f20.
00000080:00000010:0.1:1787755957.374397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd77200.
00010000:00000010:1.1:1787755957.397339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927c00.
00010000:00000010:1.1:1787755957.397358:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925043f25600.
00010000:00000010:1.1:1787755957.397363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d1a6400.
00010000:00000010:1.1:1787755957.397368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cce9200.
00000080:00000010:1.1:1787755957.410470:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460fdac0.
00000080:00000010:1.1:1787755957.410557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65140.
00000080:00000010:1.1:1787755957.414324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250586d7fc0.
00010000:00000010:1.1:1787755957.433389:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913000.
00010000:00000010:1.1:1787755957.433405:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925043f25800.
00010000:00000010:1.1:1787755957.433411:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d1a7400.
00010000:00000010:1.1:1787755957.433416:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cce8600.
00000080:00000010:1.1:1787755957.438342:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460fc200.
00000080:00000010:1.1:1787755957.438359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7ff40.
00000080:00000010:2.1:1787755957.442187:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250586d7b20.
00010000:00000010:2.1:1787755957.462752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533200.
00010000:00000010:2.1:1787755957.462768:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504afe3a00.
00010000:00000010:2.1:1787755957.462775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d1a7200.
00010000:00000010:2.1:1787755957.462781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925071484a00.
00000080:00000010:2.1:1787755957.491686:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925046033180.
00000080:00000010:2.1:1787755957.491710:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814033e0.
00000080:00000010:2.1:1787755957.491724:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a4092c0.
00010000:00000010:2.1:1787755957.506315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533200.
00010000:00000010:2.1:1787755957.506331:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504afe3800.
00010000:00000010:2.1:1787755957.506337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d1a7800.
00010000:00000010:2.1:1787755957.506343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925071485400.
00000080:00000010:3.1:1787755957.517347:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504552a100.
00000080:00000010:3.1:1787755957.517368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403440.
00000080:00000010:3.1:1787755957.517380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409c40.
00010000:00000010:0.1:1787755957.535742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7da00.
00010000:00000010:0.1:1787755957.535749:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c2f4c00.
00010000:00000010:0.1:1787755957.535754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2caa00.
00010000:00000010:0.1:1787755957.535757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925071485e00.
00000080:00000010:0.1:1787755957.543656:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504552ca40.
00000080:00000010:0.1:1787755957.543678:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b000.
00000080:00000010:0.1:1787755957.543686:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd77580.
00010000:00000010:0.1:1787755957.571382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927200.
00010000:00000010:0.1:1787755957.571390:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c2f4300.
00010000:00000010:0.1:1787755957.571395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d1a6600.
00010000:00000010:0.1:1787755957.571398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925071484e00.
00000080:00000010:3.1:1787755957.577368:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504552e300.
00000080:00000010:3.1:1787755957.577391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65f20.
00000080:00000010:3.1:1787755957.577399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a4095e0.
00010000:00000010:2.1:1787755957.600681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7dc00.
00010000:00000010:2.1:1787755957.600699:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c2f4900.
00010000:00000010:2.1:1787755957.600704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d1a6200.
00010000:00000010:2.1:1787755957.600707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925071485c00.
00000080:00000010:3.1:1787755957.617465:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049fa5280.
00000080:00000010:3.1:1787755957.617486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b980.
00000080:00000010:3.1:1787755957.617494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409100.
00010000:00000010:2.1:1787755957.656072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7d400.
00010000:00000010:2.1:1787755957.656080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c2f4600.
00010000:00000010:2.1:1787755957.656084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2cb400.
00010000:00000010:2.1:1787755957.656087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cce8200.
00000080:00000010:0.1:1787755957.659661:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925046035280.
00000080:00000010:0.1:1787755957.659704:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b1a0.
00000080:00000010:0.1:1787755957.659712:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409040.
00010000:00000010:0.1:1787755957.693018:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927200.
00010000:00000010:0.1:1787755957.693029:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c2f4e00.
00010000:00000010:0.1:1787755957.693035:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2cbe00.
00010000:00000010:0.1:1787755957.693038:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cce8800.
00000080:00000010:0.1:1787755957.707661:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460ff380.
00000080:00000010:0.1:1787755957.707679:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65a60.
00000080:00000010:0.1:1787755957.707689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250586d7040.
00010000:00000010:0.1:1787755957.714864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926400.
00010000:00000010:0.1:1787755957.714882:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504afe3b00.
00010000:00000010:0.1:1787755957.714890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf4fc00.
00010000:00000010:0.1:1787755957.714895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ee1c200.
00000080:00000010:0.1:1787755957.720181:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049fa1080.
00000080:00000010:0.1:1787755957.720200:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca654a0.
00000080:00000010:0.1:1787755957.720208:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd77940.
00010000:00000010:0.1:1787755957.741224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927200.
00010000:00000010:0.1:1787755957.741238:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504afe3300.
00010000:00000010:0.1:1787755957.741325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d1a6800.
00010000:00000010:0.1:1787755957.741331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ee1d800.
00000080:00000010:0.1:1787755957.741341:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925050332940.
00000080:00000010:0.1:1787755957.741354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65a60.
00000080:00000010:0.1:1787755957.741362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd779a0.
00010000:00000010:2.1:1787755957.755233:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926400.
00010000:00000010:2.1:1787755957.755380:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504afe3f00.
00010000:00000010:2.1:1787755957.755387:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d1a7000.
00010000:00000010:2.1:1787755957.755395:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ee1c000.
00000080:00000010:2.1:1787755957.765881:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460fb9c0.
00000080:00000010:2.1:1787755957.765902:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca654a0.
00000080:00000010:2.1:1787755957.765911:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f57d7b560.
00010000:00000010:2.1:1787755957.778357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532200.
00010000:00000010:2.1:1787755957.778373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504afe3500.
00010000:00000010:2.1:1787755957.778381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d1a7a00.
00010000:00000010:2.1:1787755957.778387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ee1c400.
00000080:00000010:2.1:1787755957.789389:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049fa18c0.
00000080:00000010:2.1:1787755957.789409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403ba0.
00000080:00000010:2.1:1787755957.789419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250586d77c0.
00010000:00000010:0.1:1787755957.820933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532200.
00010000:00000010:0.1:1787755957.820945:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504afe3e00.
00010000:00000010:0.1:1787755957.820950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d1a7600.
00010000:00000010:0.1:1787755957.820955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ee1cc00.
00000080:00000010:0.1:1787755957.831177:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460e7380.
00000080:00000010:0.1:1787755957.831198:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403100.
00000080:00000010:0.1:1787755957.831213:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd775a0.
00010000:00000010:2.1:1787755957.845367:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927200.
00010000:00000010:2.1:1787755957.845385:0:238949:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c52f300.
00010000:00000010:2.1:1787755957.845391:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d1a6a00.
00010000:00000010:2.1:1787755957.845394:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250743cf600.
00000080:00000010:2.1:1787755957.855353:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049fa6b40.
00000080:00000010:2.1:1787755957.855380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65a60.
00000080:00000010:2.1:1787755957.855391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd77400.
00010000:00000010:0.1:1787755957.872428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533800.
00010000:00000010:0.1:1787755957.872449:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c52ff00.
00010000:00000010:0.1:1787755957.872454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf4fe00.
00010000:00000010:0.1:1787755957.872457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ee1d200.
00000080:00000010:0.1:1787755957.880385:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925050333180.
00000080:00000010:0.1:1787755957.880399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403b60.
00000080:00000010:0.1:1787755957.892340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409c00.
00010000:00000010:1.1:1787755957.897340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913000.
00010000:00000010:1.1:1787755957.897358:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c2f4200.
00010000:00000010:1.1:1787755957.897365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf4e200.
00010000:00000010:1.1:1787755957.897368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925071484000.
00000080:00000010:1.1:1787755957.908691:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049fa0840.
00000080:00000010:1.1:1787755957.908715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65e40.
00000080:00000010:1.1:1787755957.913798:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f57d7bca0.
00010000:00000010:0.1:1787755957.927566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913000.
00010000:00000010:0.1:1787755957.927583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c52f000.
00010000:00000010:0.1:1787755957.927588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf4ec00.
00010000:00000010:0.1:1787755957.927593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c53ce00.
00000080:00000010:0.1:1787755957.947370:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460e4200.
00000080:00000010:0.1:1787755957.947392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7ff40.
00000080:00000010:0.1:1787755957.947402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f57d7b980.
00010000:00000010:0.1:1787755957.975441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926c00.
00010000:00000010:0.1:1787755957.975469:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c2f4b00.
00010000:00000010:0.1:1787755957.975475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf4e400.
00010000:00000010:0.1:1787755957.975478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250743cf200.
00000080:00000010:0.1:1787755957.986677:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049fa0000.
00000080:00000010:0.1:1787755957.986707:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65be0.
00000080:00000010:0.1:1787755957.986719:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f57d7b660.
00010000:00000010:2.1:1787755958.011762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926c00.
00010000:00000010:2.1:1787755958.011779:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c2f4a00.
00010000:00000010:2.1:1787755958.011785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf4f200.
00010000:00000010:2.1:1787755958.011789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ee1d000.
00000080:00000010:2.1:1787755958.022508:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925050335280.
00000080:00000010:2.1:1787755958.022522:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65500.
00000080:00000010:3.1:1787755958.036025:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409ba0.
00010000:00000010:2.1:1787755958.044621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7ca00.
00010000:00000010:2.1:1787755958.044638:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c52fb00.
00010000:00000010:2.1:1787755958.044643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf4f800.
00010000:00000010:2.1:1787755958.044646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ee1d600.
00000080:00000010:0.1:1787755958.056398:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460fe300.
00000080:00000010:0.1:1787755958.056425:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b780.
00000080:00000010:0.1:1787755958.056435:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250586d7800.
00010000:00000010:0.1:1787755958.094492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927a00.
00010000:00000010:0.1:1787755958.094508:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c52f500.
00010000:00000010:0.1:1787755958.094513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d1a7e00.
00010000:00000010:0.1:1787755958.094519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ee1da00.
00000080:00000010:2.1:1787755958.119327:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049fa2100.
00000080:00000010:2.1:1787755958.119348:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65be0.
00000080:00000010:2.1:1787755958.119356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd77f00.
00010000:00000010:2.1:1787755958.149551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533200.
00010000:00000010:2.1:1787755958.149574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c52fc00.
00010000:00000010:2.1:1787755958.149581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d1a6e00.
00010000:00000010:2.1:1787755958.149584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ee1ca00.
00000080:00000010:3.1:1787755958.167985:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049fa4a40.
00000080:00000010:3.1:1787755958.168004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403ee0.
00000080:00000010:3.1:1787755958.168016:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250586d78c0.
00010000:00000010:0.1:1787755958.185736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7ce00.
00010000:00000010:0.1:1787755958.185751:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c52fa00.
00010000:00000010:0.1:1787755958.185756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf4e600.
00010000:00000010:0.1:1787755958.185759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ee1d400.
00000080:00000010:0.1:1787755958.207735:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925050331080.
00000080:00000010:0.1:1787755958.207753:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b500.
00000080:00000010:0.1:1787755958.207761:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f57d7bbe0.
00010000:00000010:2.1:1787755958.219429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927a00.
00010000:00000010:2.1:1787755958.219533:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c52f100.
00010000:00000010:2.1:1787755958.219541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058389a00.
00010000:00000010:2.1:1787755958.219545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250743ce200.
00000080:00000010:3.1:1787755958.230403:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250503318c0.
00000080:00000010:3.1:1787755958.230424:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65f80.
00000080:00000010:3.1:1787755958.230432:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd777a0.
00010000:00000010:0.1:1787755958.249635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7c400.
00010000:00000010:0.1:1787755958.249643:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c52f900.
00010000:00000010:0.1:1787755958.249649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d1a7c00.
00010000:00000010:0.1:1787755958.249655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048689200.
00000080:00000010:0.1:1787755958.267705:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049fa6300.
00000080:00000010:0.1:1787755958.267728:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2bee0.
00000080:00000010:0.1:1787755958.267736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f57d7bc60.
00010000:00000010:0.1:1787755958.277617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927000.
00010000:00000010:0.1:1787755958.277632:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925058a0f200.
00010000:00000010:0.1:1787755958.277640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf4e800.
00010000:00000010:0.1:1787755958.277644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925081509000.
00000080:00000010:0.1:1787755958.294402:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049fa39c0.
00000080:00000010:0.1:1787755958.294422:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65280.
00000080:00000010:1.1:1787755958.303358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f57d7b080.
00010000:00000010:2.1:1787755958.308355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913a00.
00010000:00000010:2.1:1787755958.308371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506115de00.
00010000:00000010:2.1:1787755958.308376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d1a6000.
00010000:00000010:2.1:1787755958.308379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ee1de00.
00000080:00000010:1.1:1787755958.312338:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460e5ac0.
00000080:00000010:1.1:1787755958.312364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f340.
00000080:00000010:1.1:1787755958.312376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f57d7bda0.
00010000:00000010:1.1:1787755958.326371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912200.
00010000:00000010:1.1:1787755958.326390:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506c2f4700.
00010000:00000010:1.1:1787755958.326412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf4f000.
00010000:00000010:1.1:1787755958.326417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ee1ce00.
00000080:00000010:0.1:1787755958.335660:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049fa7380.
00000080:00000010:0.1:1787755958.335678:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f380.
00000080:00000010:0.1:1787755958.340337:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd77440.
00010000:00000010:0.1:1787755958.355354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927000.
00010000:00000010:0.1:1787755958.355373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c52f400.
00010000:00000010:0.1:1787755958.355379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf4f600.
00010000:00000010:0.1:1787755958.355382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ee1dc00.
00000080:00000010:0.1:1787755958.371874:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460e2940.
00000080:00000010:0.1:1787755958.371889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65280.
00000080:00000010:0.1:1787755958.377538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f57d7baa0.
00010000:00000010:0.1:1787755958.390641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927000.
00010000:00000010:0.1:1787755958.390654:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c52f600.
00010000:00000010:0.1:1787755958.390658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf4fa00.
00010000:00000010:0.1:1787755958.390661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a029600.
00000080:00000010:0.1:1787755958.395310:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049fa4200.
00000080:00000010:0.1:1787755958.395320:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65600.
00000080:00000010:0.1:1787755958.395333:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f57d7b040.
00010000:00000010:0.1:1787755958.410469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927800.
00010000:00000010:0.1:1787755958.410486:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c52fe00.
00010000:00000010:0.1:1787755958.410491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db6ae00.
00010000:00000010:0.1:1787755958.410496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a028600.
00000080:00000010:0.1:1787755958.421355:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049fa5ac0.
00000080:00000010:0.1:1787755958.421383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65280.
00000080:00000010:0.1:1787755958.421393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd77d60.
00010000:00000010:1.1:1787755958.441335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927800.
00010000:00000010:1.1:1787755958.441345:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925046d8a800.
00010000:00000010:1.1:1787755958.441350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf4ea00.
00010000:00000010:1.1:1787755958.441353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a029e00.
00000080:00000010:1.1:1787755958.446700:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049fa2940.
00000080:00000010:1.1:1787755958.446715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65600.
00000080:00000010:1.1:1787755958.446724:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd77360.
00010000:00000010:1.1:1787755958.467592:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912200.
00010000:00000010:1.1:1787755958.467610:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925046d8a200.
00010000:00000010:1.1:1787755958.467616:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf4f400.
00010000:00000010:1.1:1787755958.467619:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048688200.
00000080:00000010:0.1:1787755958.472418:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049fa3180.
00000080:00000010:0.1:1787755958.472432:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f340.
00000080:00000010:0.1:1787755958.472452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409820.
00010000:00000010:0.1:1787755958.485041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927000.
00010000:00000010:0.1:1787755958.485056:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925046d8a100.
00010000:00000010:0.1:1787755958.485062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d1a6c00.
00010000:00000010:0.1:1787755958.485065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a029c00.
00000080:00000010:0.1:1787755958.500314:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460fca40.
00000080:00000010:0.1:1787755958.500332:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65280.
00000080:00000010:0.1:1787755958.500339:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd775c0.
00010000:00000010:1.1:1787755958.515594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927000.
00010000:00000010:1.1:1787755958.515613:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506029f500.
00010000:00000010:1.1:1787755958.515621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925051935800.
00010000:00000010:1.1:1787755958.515625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a028000.
00000080:00000010:1.1:1787755958.539747:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b258000.
00000080:00000010:1.1:1787755958.539763:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca653c0.
00000080:00000010:1.1:1787755958.539771:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd77340.
00010000:00000010:1.1:1787755958.546923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912200.
00010000:00000010:1.1:1787755958.546931:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250588ff700.
00010000:00000010:1.1:1787755958.546936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925051934600.
00010000:00000010:1.1:1787755958.546939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a028400.
00000080:00000010:1.1:1787755958.552959:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925050336b40.
00000080:00000010:1.1:1787755958.552977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f000.
00000080:00000010:1.1:1787755958.552986:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409ac0.
00010000:00000010:0.1:1787755958.581069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913e00.
00010000:00000010:0.1:1787755958.581092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925049b88d00.
00010000:00000010:0.1:1787755958.581098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2e1400.
00010000:00000010:0.1:1787755958.581102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048688400.
00000080:00000010:1.1:1787755958.604717:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250586d71c0.
00000080:00000010:0.1:1787755958.605338:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460fa100.
00000080:00000010:0.1:1787755958.605348:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fee0.
00010000:00000010:1.1:1787755958.616600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912200.
00010000:00000010:1.1:1787755958.616618:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506029ff00.
00010000:00000010:1.1:1787755958.616627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db70a00.
00010000:00000010:1.1:1787755958.616632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067ad1600.
00000080:00000010:1.1:1787755958.644693:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460f8000.
00000080:00000010:1.1:1787755958.644715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f000.
00000080:00000010:1.1:1787755958.644723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409160.
00010000:00000010:2.1:1787755958.666683:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912200.
00010000:00000010:2.1:1787755958.666699:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e01fd00.
00010000:00000010:2.1:1787755958.666704:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058388e00.
00010000:00000010:2.1:1787755958.666707:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058388400.
00000080:00000010:3.1:1787755958.673337:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460f8840.
00000080:00000010:3.1:1787755958.673365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f940.
00000080:00000010:3.1:1787755958.673374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250586d7260.
00010000:00000010:2.1:1787755958.691427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7d200.
00010000:00000010:2.1:1787755958.691454:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e01f100.
00010000:00000010:2.1:1787755958.691458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058389800.
00010000:00000010:2.1:1787755958.691462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058312400.
00000080:00000010:2.1:1787755958.706728:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925050330840.
00000080:00000010:2.1:1787755958.706740:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2ba20.
00000080:00000010:2.1:1787755958.706748:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409de0.
00010000:00000010:2.1:1787755958.723733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533800.
00010000:00000010:2.1:1787755958.723752:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e01fa00.
00010000:00000010:2.1:1787755958.723758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf4ee00.
00010000:00000010:2.1:1787755958.723761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058312c00.
00000080:00000010:2.1:1787755958.737418:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b25a100.
00000080:00000010:2.1:1787755958.737451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403400.
00000080:00000010:2.1:1787755958.737464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd77d80.
00010000:00000010:2.1:1787755958.766322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533800.
00010000:00000010:2.1:1787755958.766330:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e01f800.
00010000:00000010:2.1:1787755958.766335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2e0000.
00010000:00000010:2.1:1787755958.766338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058312e00.
00000080:00000010:0.1:1787755958.770343:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460e3180.
00000080:00000010:0.1:1787755958.770367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403e80.
00000080:00000010:0.1:1787755958.770380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd779e0.
00010000:00000010:1.1:1787755958.797576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926600.
00010000:00000010:1.1:1787755958.797594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e01f200.
00010000:00000010:1.1:1787755958.797599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf4e000.
00010000:00000010:1.1:1787755958.797603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058313e00.
00000080:00000010:1.1:1787755958.806313:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b25ca40.
00000080:00000010:1.1:1787755958.806331:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65280.
00000080:00000010:1.1:1787755958.816671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd77020.
00010000:00000010:1.1:1787755958.822479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913600.
00010000:00000010:1.1:1787755958.822499:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f2e4500.
00010000:00000010:1.1:1787755958.822505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cda7e00.
00010000:00000010:1.1:1787755958.822509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058312000.
00000080:00000010:1.1:1787755958.834056:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460e5280.
00000080:00000010:1.1:1787755958.834073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f000.
00000080:00000010:1.1:1787755958.834086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd77f60.
00010000:00000010:1.1:1787755958.854356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913600.
00010000:00000010:1.1:1787755958.854377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f2e4f00.
00010000:00000010:1.1:1787755958.854382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cda7c00.
00010000:00000010:1.1:1787755958.854386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a028c00.
00000080:00000010:1.1:1787755958.869877:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b25e300.
00000080:00000010:1.1:1787755958.869894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f420.
00000080:00000010:1.1:1787755958.869902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd77300.
00010000:00000010:1.1:1787755958.877855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913600.
00010000:00000010:1.1:1787755958.877871:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506029f600.
00010000:00000010:1.1:1787755958.877880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cda6000.
00010000:00000010:1.1:1787755958.877884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a029200.
00000080:00000010:1.1:1787755958.896594:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925050330000.
00000080:00000010:1.1:1787755958.896617:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f000.
00000080:00000010:1.1:1787755958.896626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f57d7b860.
00010000:00000010:2.1:1787755958.908717:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913600.
00010000:00000010:2.1:1787755958.908727:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925049b88e00.
00010000:00000010:2.1:1787755958.908732:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cda6400.
00010000:00000010:2.1:1787755958.908736:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a029800.
00000080:00000010:2.1:1787755958.916018:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b25b9c0.
00000080:00000010:2.1:1787755958.916038:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f420.
00000080:00000010:2.1:1787755958.916047:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd773a0.
00010000:00000010:2.1:1787755958.950316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533a00.
00010000:00000010:2.1:1787755958.950345:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925049b88500.
00010000:00000010:2.1:1787755958.950352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2e0400.
00010000:00000010:2.1:1787755958.950356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925081508200.
00000080:00000010:2.1:1787755958.950365:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460e1080.
00000080:00000010:2.1:1787755958.950400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403560.
00000080:00000010:2.1:1787755958.950412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd77aa0.
00010000:00000010:2.1:1787755958.968318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533c00.
00010000:00000010:2.1:1787755958.968331:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925049b88400.
00010000:00000010:2.1:1787755958.968336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2e0c00.
00010000:00000010:2.1:1787755958.968339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925081509a00.
00000080:00000010:2.1:1787755958.980365:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925050332100.
00000080:00000010:2.1:1787755958.980381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403420.
00000080:00000010:2.1:1787755958.980392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250586d71e0.
00010000:00000010:0.1:1787755958.996340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533c00.
00010000:00000010:0.1:1787755958.996369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506029fa00.
00010000:00000010:0.1:1787755958.996378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cda6c00.
00010000:00000010:0.1:1787755958.996382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925081509200.
00000080:00000010:1.1:1787755959.010296:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925050334a40.
00000080:00000010:1.1:1787755959.010311:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403560.
00000080:00000010:1.1:1787755959.017598:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f57d7b500.
00010000:00000010:1.1:1787755959.028923:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912a00.
00010000:00000010:1.1:1787755959.028937:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506029f300.
00010000:00000010:1.1:1787755959.028945:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cda7200.
00010000:00000010:1.1:1787755959.028949:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048689000.
00000080:00000010:1.1:1787755959.034336:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049f93180.
00000080:00000010:1.1:1787755959.034355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f000.
00000080:00000010:1.1:1787755959.034365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd77760.
00010000:00000010:2.1:1787755959.068673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913400.
00010000:00000010:2.1:1787755959.068690:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506029f700.
00010000:00000010:2.1:1787755959.068697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2e1200.
00010000:00000010:2.1:1787755959.068701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048689a00.
00000080:00000010:0.1:1787755959.084530:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460feb40.
00000080:00000010:0.1:1787755959.084552:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f080.
00000080:00000010:0.1:1787755959.084561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f57d7b920.
00010000:00000010:0.1:1787755959.111406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926800.
00010000:00000010:0.1:1787755959.111546:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925044c17100.
00010000:00000010:0.1:1787755959.111553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db70e00.
00010000:00000010:0.1:1787755959.111558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a028800.
00000080:00000010:1.1:1787755959.126196:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460f98c0.
00000080:00000010:1.1:1787755959.126226:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65b20.
00000080:00000010:1.1:1787755959.131527:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92506f592cc0.
00010000:00000010:1.1:1787755959.152715:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912a00.
00010000:00000010:1.1:1787755959.152729:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250761d9600.
00010000:00000010:1.1:1787755959.152736:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2e1800.
00010000:00000010:1.1:1787755959.152740:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a029000.
00000080:00000010:2.1:1787755959.164335:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b25f380.
00000080:00000010:2.1:1787755959.164366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f000.
00000080:00000010:2.1:1787755959.164377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f57d7b6e0.
00010000:00000010:2.1:1787755959.194495:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532600.
00010000:00000010:2.1:1787755959.194657:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925049b88c00.
00010000:00000010:2.1:1787755959.194663:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2e0600.
00010000:00000010:2.1:1787755959.194666:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925081508000.
00000080:00000010:2.1:1787755959.217439:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460f9080.
00000080:00000010:2.1:1787755959.217454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403420.
00000080:00000010:2.1:1787755959.217462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92506f592e60.
00010000:00000010:0.1:1787755959.222589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532600.
00010000:00000010:0.1:1787755959.222615:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506029f400.
00010000:00000010:0.1:1787755959.222626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cda7800.
00010000:00000010:0.1:1787755959.222630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925081508c00.
00000080:00000010:0.1:1787755959.229620:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049f92940.
00000080:00000010:0.1:1787755959.229649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814030e0.
00000080:00000010:0.1:1787755959.229663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f57d7b480.
00010000:00000010:0.1:1787755959.253323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926800.
00010000:00000010:0.1:1787755959.253342:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506029fc00.
00010000:00000010:0.1:1787755959.253349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cda6600.
00010000:00000010:0.1:1787755959.253352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925081509e00.
00000080:00000010:1.1:1787755959.284351:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925050336300.
00000080:00000010:1.1:1787755959.284379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca656e0.
00000080:00000010:1.1:1787755959.284389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92506f592280.
00010000:00000010:1.1:1787755959.288329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912a00.
00010000:00000010:1.1:1787755959.288351:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506029f100.
00010000:00000010:1.1:1787755959.288362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2e0200.
00010000:00000010:1.1:1787755959.288366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925081508600.
00000080:00000010:1.1:1787755959.312337:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b25c200.
00000080:00000010:1.1:1787755959.312351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f980.
00000080:00000010:1.1:1787755959.312360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd77de0.
00010000:00000010:0.1:1787755959.331355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926800.
00010000:00000010:0.1:1787755959.331382:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506029fe00.
00010000:00000010:0.1:1787755959.331392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db71400.
00010000:00000010:0.1:1787755959.331398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048688800.
00000080:00000010:2.1:1787755959.349725:0:238950:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049f95ac0.
00000080:00000010:2.1:1787755959.349741:0:238950:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65b40.
00000080:00000010:2.1:1787755959.349750:0:238950:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f57d7ba00.
00010000:00000010:3.1:1787755959.361331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532400.
00010000:00000010:3.1:1787755959.361351:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506029f000.
00010000:00000010:3.1:1787755959.361360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2e0800.
00010000:00000010:3.1:1787755959.361363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067ad1400.
00000080:00000010:3.1:1787755959.385666:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250503339c0.
00000080:00000010:3.1:1787755959.385684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403d60.
00000080:00000010:3.1:1787755959.385697:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd77500.
00010000:00000010:0.1:1787755959.414510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7c200.
00010000:00000010:0.1:1787755959.414518:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f2e4100.
00010000:00000010:0.1:1787755959.414522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cda6800.
00010000:00000010:0.1:1787755959.414525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067ad1e00.
00000080:00000010:1.1:1787755959.432574:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925050337380.
00000080:00000010:1.1:1787755959.432583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2bbe0.
00000080:00000010:1.1:1787755959.432590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409f00.
00010000:00000010:1.1:1787755959.437554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912a00.
00010000:00000010:1.1:1787755959.437574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f2e4a00.
00010000:00000010:1.1:1787755959.437580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2e1000.
00010000:00000010:1.1:1787755959.437583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067ad0000.
00000080:00000010:1.1:1787755959.447427:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049f94200.
00000080:00000010:1.1:1787755959.447442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f980.
00000080:00000010:1.1:1787755959.451466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62f60.
00010000:00000010:0.1:1787755959.466677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912a00.
00010000:00000010:0.1:1787755959.466697:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f2e4800.
00010000:00000010:0.1:1787755959.466701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cda6200.
00010000:00000010:0.1:1787755959.466705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067ad0600.
00000080:00000010:0.1:1787755959.477432:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925050334200.
00000080:00000010:0.1:1787755959.477459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f5e0.
00000080:00000010:0.1:1787755959.477470:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f57d7bd80.
00010000:00000010:0.1:1787755959.499693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926800.
00010000:00000010:0.1:1787755959.499702:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f2e4400.
00010000:00000010:0.1:1787755959.499706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2e1600.
00010000:00000010:0.1:1787755959.499709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925081508800.
00000080:00000010:0.1:1787755959.516384:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b25dac0.
00000080:00000010:0.1:1787755959.516403:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca658e0.
00000080:00000010:0.1:1787755959.516411:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409220.
00010000:00000010:0.1:1787755959.528036:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927600.
00010000:00000010:0.1:1787755959.528053:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506029fd00.
00010000:00000010:0.1:1787755959.542391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cda7000.
00010000:00000010:0.1:1787755959.542399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925081508400.
00000080:00000010:0.1:1787755959.546349:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925050335ac0.
00000080:00000010:0.1:1787755959.546376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca653e0.
00000080:00000010:0.1:1787755959.546384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409c60.
00010000:00000010:1.1:1787755959.553579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926800.
00010000:00000010:1.1:1787755959.553611:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925058a0f900.
00010000:00000010:1.1:1787755959.553622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2e1a00.
00010000:00000010:1.1:1787755959.553627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925081508e00.
00000080:00000010:1.1:1787755959.564360:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460fd280.
00000080:00000010:1.1:1787755959.564383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca658e0.
00000080:00000010:1.1:1787755959.564394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409e80.
00010000:00000010:1.1:1787755959.587856:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912000.
00010000:00000010:1.1:1787755959.587867:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925058a0fa00.
00010000:00000010:1.1:1787755959.587888:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2e0a00.
00010000:00000010:1.1:1787755959.587892:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a029a00.
00000080:00000010:0.1:1787755959.597440:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049fb7380.
00000080:00000010:0.1:1787755959.597461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f980.
00000080:00000010:0.1:1787755959.597470:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd77680.
00010000:00000010:0.1:1787755959.613565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927600.
00010000:00000010:0.1:1787755959.613577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925049b88900.
00010000:00000010:0.1:1787755959.613583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cda7600.
00010000:00000010:0.1:1787755959.613586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a028a00.
00000080:00000010:0.1:1787755959.618367:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b25a940.
00000080:00000010:0.1:1787755959.618392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca653e0.
00000080:00000010:0.1:1787755959.618402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62680.
00010000:00000010:2.1:1787755959.641312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926a00.
00010000:00000010:2.1:1787755959.641325:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925049b88800.
00010000:00000010:2.1:1787755959.641330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2e1e00.
00010000:00000010:2.1:1787755959.641333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a150400.
00000080:00000010:2.1:1787755959.647321:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049fb4200.
00000080:00000010:2.1:1787755959.647333:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65d00.
00000080:00000010:2.1:1787755959.647341:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409dc0.
00010000:00000010:2.1:1787755959.659469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532a00.
00010000:00000010:2.1:1787755959.659486:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925043677800.
00010000:00000010:2.1:1787755959.659493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cda7a00.
00010000:00000010:2.1:1787755959.659496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a150600.
00000080:00000010:2.1:1787755959.681322:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b25b180.
00000080:00000010:2.1:1787755959.681338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403c40.
00000080:00000010:2.1:1787755959.681350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a4096a0.
00010000:00000010:1.1:1787755959.708655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532a00.
00010000:00000010:1.1:1787755959.708673:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925043677c00.
00010000:00000010:1.1:1787755959.708680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cda6a00.
00010000:00000010:1.1:1787755959.708682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a151200.
00000080:00000010:0.1:1787755959.727685:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049fb5ac0.
00000080:00000010:0.1:1787755959.727707:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403820.
00000080:00000010:0.1:1787755959.731550:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd77840.
00010000:00000010:1.1:1787755959.756344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927600.
00010000:00000010:1.1:1787755959.756363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925043677500.
00010000:00000010:1.1:1787755959.756368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250414fa200.
00010000:00000010:1.1:1787755959.756371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a150c00.
00000080:00000010:1.1:1787755959.803984:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049fb2940.
00000080:00000010:1.1:1787755959.804013:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca653e0.
00000080:00000010:1.1:1787755959.804024:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409f20.
00010000:00000010:1.1:1787755959.838341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912000.
00010000:00000010:1.1:1787755959.838366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925043677300.
00010000:00000010:1.1:1787755959.838374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2e0e00.
00010000:00000010:1.1:1787755959.838380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a029400.
00000080:00000010:1.1:1787755959.857369:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049fb3180.
00000080:00000010:1.1:1787755959.857393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f100.
00000080:00000010:1.1:1787755959.860567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62a00.
00010000:00000010:0.1:1787755959.889563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912000.
00010000:00000010:0.1:1787755959.889585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925049b88f00.
00010000:00000010:0.1:1787755959.889591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cda7400.
00010000:00000010:0.1:1787755959.889594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ecf7c00.
00000080:00000010:0.1:1787755959.913560:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049f97380.
00000080:00000010:0.1:1787755959.913576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f320.
00000080:00000010:0.1:1787755959.913588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62ba0.
00010000:00000010:0.1:1787755959.941180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927400.
00010000:00000010:0.1:1787755959.941198:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925049b88300.
00010000:00000010:0.1:1787755959.941215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250414fbc00.
00010000:00000010:0.1:1787755959.941220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e56fa00.
00000080:00000010:0.1:1787755959.966571:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049f939c0.
00000080:00000010:0.1:1787755959.966591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65a80.
00000080:00000010:0.1:1787755959.966601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62f40.
00010000:00000010:0.1:1787755960.002360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927400.
00010000:00000010:0.1:1787755960.002382:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925049b88000.
00010000:00000010:0.1:1787755960.002388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cda6e00.
00010000:00000010:0.1:1787755960.002392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a150200.
00000080:00000010:0.1:1787755960.012345:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b25d280.
00000080:00000010:0.1:1787755960.012362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65c80.
00000080:00000010:0.1:1787755960.012371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62280.
00010000:00000010:1.1:1787755960.036399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927400.
00010000:00000010:1.1:1787755960.036419:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925043677700.
00010000:00000010:1.1:1787755960.036425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cda4c00.
00010000:00000010:1.1:1787755960.036429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a150a00.
00000080:00000010:1.1:1787755960.060983:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b259080.
00000080:00000010:1.1:1787755960.061005:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65a80.
00000080:00000010:1.1:1787755960.061012:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a4099e0.
00010000:00000010:1.1:1787755960.076691:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913c00.
00010000:00000010:1.1:1787755960.076707:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925043677900.
00010000:00000010:1.1:1787755960.076711:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2e1c00.
00010000:00000010:1.1:1787755960.076714:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a151e00.
00000080:00000010:1.1:1787755960.084998:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460fb180.
00000080:00000010:1.1:1787755960.085012:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f100.
00000080:00000010:1.1:1787755960.085020:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62780.
00010000:00000010:0.1:1787755960.106336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912e00.
00010000:00000010:0.1:1787755960.106352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925043677600.
00010000:00000010:0.1:1787755960.106356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250434f9c00.
00010000:00000010:0.1:1787755960.106361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a150800.
00000080:00000010:0.1:1787755960.106370:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460fa940.
00000080:00000010:0.1:1787755960.106383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f840.
00000080:00000010:0.1:1787755960.106391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb623c0.
00010000:00000010:0.1:1787755960.130395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926200.
00010000:00000010:0.1:1787755960.130424:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925043677e00.
00010000:00000010:0.1:1787755960.130430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cda5c00.
00010000:00000010:0.1:1787755960.130433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a151800.
00000080:00000010:0.1:1787755960.139329:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b2598c0.
00000080:00000010:0.1:1787755960.139346:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65c80.
00000080:00000010:0.1:1787755960.139354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd778e0.
00010000:00000010:0.1:1787755960.166422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926200.
00010000:00000010:0.1:1787755960.166448:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925043677f00.
00010000:00000010:0.1:1787755960.166454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cda5200.
00010000:00000010:0.1:1787755960.166457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a150e00.
00000080:00000010:0.1:1787755960.180732:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b25eb40.
00000080:00000010:0.1:1787755960.180747:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65f00.
00000080:00000010:0.1:1787755960.191264:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f57d7ba20.
00010000:00000010:0.1:1787755960.196330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926200.
00010000:00000010:0.1:1787755960.196347:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925043677000.
00010000:00000010:0.1:1787755960.196352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250434f9200.
00010000:00000010:0.1:1787755960.196355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e56e000.
00000080:00000010:0.1:1787755960.212352:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b258840.
00000080:00000010:0.1:1787755960.212372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65c80.
00000080:00000010:0.1:1787755960.212380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409d40.
00010000:00000010:1.1:1787755960.236726:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926200.
00010000:00000010:1.1:1787755960.236738:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925043677d00.
00010000:00000010:1.1:1787755960.236742:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250434f9800.
00010000:00000010:1.1:1787755960.236746:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad45200.
00000080:00000010:1.1:1787755960.244673:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049fb5280.
00000080:00000010:1.1:1787755960.244685:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65f00.
00000080:00000010:1.1:1787755960.244693:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd77bc0.
00010000:00000010:0.1:1787755960.267649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913c00.
00010000:00000010:0.1:1787755960.267658:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250761d9400.
00010000:00000010:0.1:1787755960.267663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250434f8600.
00010000:00000010:0.1:1787755960.267666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925040030e00.
00000080:00000010:0.1:1787755960.277049:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504562b180.
00000080:00000010:0.1:1787755960.277075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f100.
00000080:00000010:0.1:1787755960.277084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd77be0.
00010000:00000010:0.1:1787755960.280450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926200.
00010000:00000010:0.1:1787755960.280464:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250761d9700.
00010000:00000010:0.1:1787755960.280469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250434f8200.
00010000:00000010:0.1:1787755960.280472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067ad0800.
00000080:00000010:0.1:1787755960.287353:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504562d280.
00000080:00000010:0.1:1787755960.287366:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65c80.
00000080:00000010:0.1:1787755960.290738:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a4090a0.
00010000:00000010:0.1:1787755960.299328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926200.
00010000:00000010:0.1:1787755960.303338:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250761d9b00.
00010000:00000010:0.1:1787755960.303362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250434f8800.
00010000:00000010:0.1:1787755960.303366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925067ad1000.
00000080:00000010:0.1:1787755960.332370:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045629080.
00000080:00000010:0.1:1787755960.332386:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65c20.
00000080:00000010:0.1:1787755960.342317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409760.
00010000:00000010:1.1:1787755960.351542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926200.
00010000:00000010:1.1:1787755960.351560:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f2e4b00.
00010000:00000010:1.1:1787755960.351564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250434f9000.
00010000:00000010:1.1:1787755960.351567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e56f600.
00000080:00000010:1.1:1787755960.364287:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049f96300.
00000080:00000010:1.1:1787755960.364304:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65c80.
00000080:00000010:1.1:1787755960.364313:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409680.
00010000:00000010:1.1:1787755960.394371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913c00.
00010000:00000010:1.1:1787755960.394381:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925049b88600.
00010000:00000010:1.1:1787755960.394386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250434f9600.
00010000:00000010:1.1:1787755960.394389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2a5000.
00000080:00000010:1.1:1787755960.406680:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250456298c0.
00000080:00000010:1.1:1787755960.406702:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f900.
00000080:00000010:1.1:1787755960.406710:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f57d7bea0.
00010000:00000010:1.1:1787755960.420134:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912e00.
00010000:00000010:1.1:1787755960.420147:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925049b88b00.
00010000:00000010:1.1:1787755960.420152:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250434f9a00.
00010000:00000010:1.1:1787755960.420154:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2a5600.
00000080:00000010:1.1:1787755960.428820:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504227eb40.
00000080:00000010:1.1:1787755960.428831:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fc60.
00000080:00000010:1.1:1787755960.428841:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62e60.
00010000:00000010:0.1:1787755960.442486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913c00.
00010000:00000010:0.1:1787755960.442495:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506029f900.
00010000:00000010:0.1:1787755960.442510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250414fa600.
00010000:00000010:0.1:1787755960.442514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff924f585eb600.
00000080:00000010:0.1:1787755960.448490:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049f94a40.
00000080:00000010:0.1:1787755960.448513:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f900.
00000080:00000010:0.1:1787755960.451508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409ea0.
00010000:00000010:0.1:1787755960.459601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927400.
00010000:00000010:0.1:1787755960.459617:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a66eb00.
00010000:00000010:0.1:1787755960.459623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250414fba00.
00010000:00000010:0.1:1787755960.459627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ecf6e00.
00000080:00000010:0.1:1787755960.476385:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049fb1080.
00000080:00000010:0.1:1787755960.476398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65c20.
00000080:00000010:0.1:1787755960.476416:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f57d7bc00.
00010000:00000010:1.1:1787755960.490384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927400.
00010000:00000010:1.1:1787755960.490470:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f2e4200.
00010000:00000010:1.1:1787755960.490477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250414fb200.
00010000:00000010:1.1:1787755960.490482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ecf7000.
00000080:00000010:1.1:1787755960.499576:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049fb18c0.
00000080:00000010:1.1:1787755960.499602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65660.
00000080:00000010:1.1:1787755960.499611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409aa0.
00010000:00000010:1.1:1787755960.520900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912e00.
00010000:00000010:1.1:1787755960.520906:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f2e4000.
00010000:00000010:1.1:1787755960.520910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250434f8a00.
00010000:00000010:1.1:1787755960.520912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a151a00.
00000080:00000010:1.1:1787755960.527455:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049f92100.
00000080:00000010:1.1:1787755960.527476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fc60.
00000080:00000010:1.1:1787755960.531842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f57d7b140.
00010000:00000010:0.1:1787755960.549661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912e00.
00010000:00000010:0.1:1787755960.549676:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925043677b00.
00010000:00000010:0.1:1787755960.549695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cda4400.
00010000:00000010:0.1:1787755960.549699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a151400.
00000080:00000010:0.1:1787755960.557568:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049fb6b40.
00000080:00000010:0.1:1787755960.557584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f0e0.
00000080:00000010:0.1:1787755960.557593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb626a0.
00010000:00000010:3.1:1787755960.592567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927600.
00010000:00000010:3.1:1787755960.592586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507721ce00.
00010000:00000010:3.1:1787755960.592591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250434f9400.
00010000:00000010:3.1:1787755960.592595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff924f585eae00.
00000080:00000010:3.1:1787755960.614731:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049fb0840.
00000080:00000010:3.1:1787755960.614751:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65c20.
00000080:00000010:3.1:1787755960.614759:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f57d7b880.
00010000:00000010:2.1:1787755960.641311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7cc00.
00010000:00000010:2.1:1787755960.641318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507721c900.
00010000:00000010:2.1:1787755960.641323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250434f9e00.
00010000:00000010:2.1:1787755960.641327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ecf6800.
00000080:00000010:0.1:1787755960.650532:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250422798c0.
00000080:00000010:0.1:1787755960.650554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2bb20.
00000080:00000010:0.1:1787755960.650562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd771e0.
00010000:00000010:1.1:1787755960.656379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912000.
00010000:00000010:1.1:1787755960.656417:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f2e4900.
00010000:00000010:1.1:1787755960.656424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cda4600.
00010000:00000010:1.1:1787755960.656429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ecf6000.
00000080:00000010:1.1:1787755960.669685:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049fb0000.
00000080:00000010:1.1:1787755960.669709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65ce0.
00000080:00000010:1.1:1787755960.669720:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62940.
00010000:00000010:1.1:1787755960.716486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912000.
00010000:00000010:1.1:1787755960.716621:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f2e4600.
00010000:00000010:1.1:1787755960.716628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cda5800.
00010000:00000010:1.1:1787755960.716631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ecf7800.
00000080:00000010:1.1:1787755960.722084:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925042279080.
00000080:00000010:1.1:1787755960.722100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fc60.
00000080:00000010:1.1:1787755960.722108:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb629e0.
00010000:00000010:1.1:1787755960.725631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912a00.
00010000:00000010:1.1:1787755960.725647:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250588ff400.
00010000:00000010:1.1:1787755960.725653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cda4200.
00010000:00000010:1.1:1787755960.725655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2a5a00.
00000080:00000010:1.1:1787755960.760552:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049f90000.
00000080:00000010:1.1:1787755960.760575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f2a0.
00000080:00000010:1.1:1787755960.760584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62960.
00010000:00000010:3.1:1787755960.775327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533a00.
00010000:00000010:3.1:1787755960.775344:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a66e500.
00010000:00000010:3.1:1787755960.775353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250434f8e00.
00010000:00000010:3.1:1787755960.775356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2a4a00.
00000080:00000010:2.1:1787755960.797323:0:238950:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049f90840.
00000080:00000010:2.1:1787755960.797343:0:238950:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403260.
00000080:00000010:2.1:1787755960.797355:0:238950:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62800.
00010000:00000010:2.1:1787755960.809952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532e00.
00010000:00000010:2.1:1787755960.809970:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a66e300.
00010000:00000010:2.1:1787755960.809977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cda4800.
00010000:00000010:2.1:1787755960.809980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2a5400.
00000080:00000010:0.1:1787755960.823684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd771c0.
00000080:00000010:2.1:1787755960.823771:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049fb2100.
00000080:00000010:2.1:1787755960.823785:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403660.
00010000:00000010:0.1:1787755960.849337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926a00.
00010000:00000010:0.1:1787755960.849360:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a66e700.
00010000:00000010:0.1:1787755960.849367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250434f8000.
00010000:00000010:0.1:1787755960.849370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2a5e00.
00000080:00000010:0.1:1787755960.860045:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504562eb40.
00000080:00000010:0.1:1787755960.860060:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65920.
00000080:00000010:0.1:1787755960.864691:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f57d7b840.
00010000:00000010:0.1:1787755960.900872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926a00.
00010000:00000010:0.1:1787755960.900890:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a66e900.
00010000:00000010:0.1:1787755960.900897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cda5000.
00010000:00000010:0.1:1787755960.900900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a151000.
00000080:00000010:0.1:1787755960.913466:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504227d280.
00000080:00000010:0.1:1787755960.913491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65e20.
00000080:00000010:0.1:1787755960.916465:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb620c0.
00010000:00000010:0.1:1787755960.934581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926a00.
00010000:00000010:0.1:1787755960.934598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507721c300.
00010000:00000010:0.1:1787755960.934603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250434f8400.
00010000:00000010:0.1:1787755960.934608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ecf7200.
00000080:00000010:0.1:1787755960.948757:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504227b180.
00000080:00000010:0.1:1787755960.948780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65920.
00000080:00000010:0.1:1787755960.948803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd77280.
00010000:00000010:3.1:1787755960.969373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926a00.
00010000:00000010:3.1:1787755960.969388:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507721cb00.
00010000:00000010:3.1:1787755960.969404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db71200.
00010000:00000010:3.1:1787755960.969409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff924f585ebc00.
00000080:00000010:3.1:1787755960.977570:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045628840.
00000080:00000010:3.1:1787755960.977603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65e20.
00000080:00000010:3.1:1787755960.981457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd777c0.
00010000:00000010:2.1:1787755961.006721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7de00.
00010000:00000010:2.1:1787755961.006742:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250761d9d00.
00010000:00000010:2.1:1787755961.006747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cda5600.
00010000:00000010:2.1:1787755961.006750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff924f585ea600.
00000080:00000010:3.1:1787755961.006820:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045628000.
00000080:00000010:3.1:1787755961.006831:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b9e0.
00000080:00000010:3.1:1787755961.012606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd77f40.
00010000:00000010:0.1:1787755961.035733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7c000.
00010000:00000010:0.1:1787755961.035753:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250761d9100.
00010000:00000010:0.1:1787755961.035759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cda5a00.
00010000:00000010:0.1:1787755961.035762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ecf6400.
00000080:00000010:0.1:1787755961.046721:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049f96b40.
00000080:00000010:0.1:1787755961.046742:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b560.
00000080:00000010:0.1:1787755961.046751:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62d20.
00010000:00000010:1.1:1787755961.061669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926800.
00010000:00000010:1.1:1787755961.061686:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250761d9c00.
00010000:00000010:1.1:1787755961.061692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250434f8c00.
00010000:00000010:1.1:1787755961.061695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2a4e00.
00000080:00000010:1.1:1787755961.074323:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504562a100.
00000080:00000010:1.1:1787755961.074353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65920.
00000080:00000010:1.1:1787755961.074361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd77b00.
00010000:00000010:1.1:1787755961.101570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912a00.
00010000:00000010:1.1:1787755961.101589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a66e600.
00010000:00000010:1.1:1787755961.101597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506adc5800.
00010000:00000010:1.1:1787755961.101602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2a5c00.
00000080:00000010:1.1:1787755961.110529:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049fb4a40.
00000080:00000010:1.1:1787755961.110548:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f2a0.
00000080:00000010:1.1:1787755961.114344:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409e00.
00010000:00000010:1.1:1787755961.129382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912a00.
00010000:00000010:1.1:1787755961.129401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a66ee00.
00010000:00000010:1.1:1787755961.129409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506adc5200.
00010000:00000010:1.1:1787755961.129412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2a4000.
00000080:00000010:1.1:1787755961.143674:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049fb6300.
00000080:00000010:1.1:1787755961.143691:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fc60.
00000080:00000010:1.1:1787755961.148363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409860.
00010000:00000010:0.1:1787755961.169336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912a00.
00010000:00000010:0.1:1787755961.169355:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a66ef00.
00010000:00000010:0.1:1787755961.169363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db71a00.
00010000:00000010:0.1:1787755961.169367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2a4400.
00000080:00000010:0.1:1787755961.179813:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504562ca40.
00000080:00000010:0.1:1787755961.179839:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f2a0.
00000080:00000010:0.1:1787755961.186043:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd77660.
00010000:00000010:0.1:1787755961.204500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926600.
00010000:00000010:0.1:1787755961.204517:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a66e000.
00010000:00000010:0.1:1787755961.204525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cda4a00.
00010000:00000010:0.1:1787755961.204528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2a4c00.
00000080:00000010:2.1:1787755961.231867:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049f918c0.
00000080:00000010:2.1:1787755961.231881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65520.
00000080:00000010:2.1:1787755961.231889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f57d7b8c0.
00010000:00000010:2.1:1787755961.240490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532800.
00010000:00000010:2.1:1787755961.240518:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a66ed00.
00010000:00000010:2.1:1787755961.240526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cda5400.
00010000:00000010:2.1:1787755961.240530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2a5200.
00000080:00000010:2.1:1787755961.268592:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049fb39c0.
00000080:00000010:2.1:1787755961.268610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814037a0.
00000080:00000010:0.1:1787755961.269323:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409c80.
00010000:00000010:0.1:1787755961.275835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926600.
00010000:00000010:0.1:1787755961.275855:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a66e100.
00010000:00000010:0.1:1787755961.275864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cda5e00.
00010000:00000010:0.1:1787755961.275868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2a5800.
00000080:00000010:0.1:1787755961.295975:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504562e300.
00000080:00000010:0.1:1787755961.296002:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65700.
00000080:00000010:0.1:1787755961.296015:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a4094a0.
00010000:00000010:1.1:1787755961.316325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926600.
00010000:00000010:1.1:1787755961.316344:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a66ea00.
00010000:00000010:1.1:1787755961.316351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250414fb600.
00010000:00000010:1.1:1787755961.316355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ecf7400.
00000080:00000010:1.1:1787755961.324506:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049f91080.
00000080:00000010:1.1:1787755961.324526:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65640.
00000080:00000010:1.1:1787755961.324533:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f57d7bb00.
00010000:00000010:1.1:1787755961.342335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912000.
00010000:00000010:1.1:1787755961.342352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250761d9200.
00010000:00000010:1.1:1787755961.342358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cda4e00.
00010000:00000010:1.1:1787755961.342361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2a4800.
00000080:00000010:1.1:1787755961.353322:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250456418c0.
00000080:00000010:1.1:1787755961.353339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fc60.
00000080:00000010:1.1:1787755961.357491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409ec0.
00010000:00000010:1.1:1787755961.373325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912000.
00010000:00000010:1.1:1787755961.373344:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a66e200.
00010000:00000010:1.1:1787755961.373351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506adc4600.
00010000:00000010:1.1:1787755961.373355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506a151c00.
00000080:00000010:1.1:1787755961.392419:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504562b9c0.
00000080:00000010:1.1:1787755961.392431:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f860.
00000080:00000010:1.1:1787755961.392439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd77fa0.
00010000:00000010:1.1:1787755961.408333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912000.
00010000:00000010:1.1:1787755961.408349:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a66e400.
00010000:00000010:1.1:1787755961.408373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506adc4200.
00010000:00000010:1.1:1787755961.408377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504920f800.
00000080:00000010:1.1:1787755961.419330:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045646b40.
00000080:00000010:1.1:1787755961.419407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fc60.
00000080:00000010:1.1:1787755961.428505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409420.
00010000:00000010:1.1:1787755961.439525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912000.
00010000:00000010:1.1:1787755961.439541:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507721c000.
00010000:00000010:1.1:1787755961.439547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506adc4800.
00010000:00000010:1.1:1787755961.439550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504920ea00.
00000080:00000010:1.1:1787755961.461454:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504227a940.
00000080:00000010:1.1:1787755961.461476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f860.
00000080:00000010:1.1:1787755961.461484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62aa0.
00010000:00000010:2.1:1787755961.492930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912000.
00010000:00000010:2.1:1787755961.492945:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507721c500.
00010000:00000010:2.1:1787755961.492950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506adc5000.
00010000:00000010:2.1:1787755961.492953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504920fa00.
00000080:00000010:3.1:1787755961.506328:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504562f380.
00000080:00000010:3.1:1787755961.506348:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fc60.
00000080:00000010:3.1:1787755961.506356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd770c0.
00010000:00000010:0.1:1787755961.533835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7c600.
00010000:00000010:0.1:1787755961.533851:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507721cf00.
00010000:00000010:0.1:1787755961.533856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cda4000.
00010000:00000010:0.1:1787755961.533860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504920f400.
00000080:00000010:0.1:1787755961.544541:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504227dac0.
00000080:00000010:0.1:1787755961.544558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b580.
00000080:00000010:0.1:1787755961.552988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb626e0.
00010000:00000010:0.1:1787755961.563331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927000.
00010000:00000010:0.1:1787755961.563347:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507721c700.
00010000:00000010:0.1:1787755961.563353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507eb08600.
00010000:00000010:0.1:1787755961.563357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff924f585eb000.
00000080:00000010:0.1:1787755961.576046:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504562c200.
00000080:00000010:0.1:1787755961.576069:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65700.
00000080:00000010:0.1:1787755961.576077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f57d7bfe0.
00010000:00000010:2.1:1787755961.593372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927000.
00010000:00000010:2.1:1787755961.593400:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507721ca00.
00010000:00000010:2.1:1787755961.593404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506adc5600.
00010000:00000010:2.1:1787755961.593407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ecf7600.
00000080:00000010:2.1:1787755961.607539:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049f95280.
00000080:00000010:2.1:1787755961.607558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca654e0.
00000080:00000010:2.1:1787755961.607566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f57d7bac0.
00010000:00000010:2.1:1787755961.630969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533400.
00010000:00000010:2.1:1787755961.630977:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250761d9f00.
00010000:00000010:2.1:1787755961.630994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506adc5a00.
00010000:00000010:2.1:1787755961.630998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505ecf6c00.
00000080:00000010:2.1:1787755961.638055:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504227c200.
00000080:00000010:2.1:1787755961.638070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403640.
00000080:00000010:2.1:1787755961.638080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62260.
00010000:00000010:2.1:1787755961.658321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533400.
00010000:00000010:2.1:1787755961.658338:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250588ffa00.
00010000:00000010:2.1:1787755961.658344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507eb09c00.
00010000:00000010:2.1:1787755961.658347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925051935a00.
00000080:00000010:2.1:1787755961.669335:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052502940.
00000080:00000010:2.1:1787755961.669351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814039e0.
00000080:00000010:2.1:1787755961.669363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f57d7bd60.
00010000:00000010:2.1:1787755961.691485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533400.
00010000:00000010:2.1:1787755961.691493:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250588ff600.
00010000:00000010:2.1:1787755961.691891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506adc4a00.
00010000:00000010:2.1:1787755961.691898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925051935c00.
00000080:00000010:2.1:1787755961.706350:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504227f380.
00000080:00000010:2.1:1787755961.706371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403640.
00000080:00000010:2.1:1787755961.706393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f57d7b7e0.
00010000:00000010:1.1:1787755961.739990:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533400.
00010000:00000010:1.1:1787755961.740000:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250588ffd00.
00010000:00000010:1.1:1787755961.740004:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506adc5400.
00010000:00000010:1.1:1787755961.740007:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925051934a00.
00000080:00000010:1.1:1787755961.750723:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504562dac0.
00000080:00000010:1.1:1787755961.750739:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814039e0.
00000080:00000010:1.1:1787755961.750750:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f57d7b6c0.
00010000:00000010:1.1:1787755961.766347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913400.
00010000:00000010:1.1:1787755961.766367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250588ff100.
00010000:00000010:1.1:1787755961.766373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db70c00.
00010000:00000010:1.1:1787755961.766388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925051934200.
00000080:00000010:1.1:1787755961.781348:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504562a940.
00000080:00000010:1.1:1787755961.781365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f860.
00000080:00000010:1.1:1787755961.784576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409620.
00010000:00000010:0.1:1787755961.828323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913400.
00010000:00000010:0.1:1787755961.832449:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250588ff900.
00010000:00000010:0.1:1787755961.832466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506adc5e00.
00010000:00000010:0.1:1787755961.832471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff924f585eb800.
00000080:00000010:0.1:1787755961.851551:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045640840.
00000080:00000010:0.1:1787755961.851573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f9e0.
00000080:00000010:0.1:1787755961.851583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a4092a0.
00010000:00000010:0.1:1787755961.886389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927800.
00010000:00000010:0.1:1787755961.886406:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250588ff000.
00010000:00000010:0.1:1787755961.886412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506adc4e00.
00010000:00000010:0.1:1787755961.886415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925051935200.
00000080:00000010:0.1:1787755961.894532:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045640000.
00000080:00000010:0.1:1787755961.894552:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65700.
00000080:00000010:0.1:1787755961.894560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a4097a0.
00010000:00000010:0.1:1787755961.920331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927800.
00010000:00000010:0.1:1787755961.920345:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506179a800.
00010000:00000010:0.1:1787755961.920351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db70600.
00010000:00000010:0.1:1787755961.920355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db6b600.
00000080:00000010:1.1:1787755961.934886:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045642100.
00000080:00000010:1.1:1787755961.934906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65260.
00000080:00000010:1.1:1787755961.938617:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a4090c0.
00010000:00000010:1.1:1787755961.965404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913600.
00010000:00000010:1.1:1787755961.965413:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507721cc00.
00010000:00000010:1.1:1787755961.965417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db71800.
00010000:00000010:1.1:1787755961.965421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff924f585ea400.
00000080:00000010:1.1:1787755961.970739:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504227b9c0.
00000080:00000010:1.1:1787755961.970761:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f860.
00000080:00000010:1.1:1787755961.970779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409000.
00010000:00000010:1.1:1787755961.999851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913600.
00010000:00000010:1.1:1787755961.999871:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925044c17200.
00010000:00000010:1.1:1787755961.999876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507eb09800.
00010000:00000010:1.1:1787755961.999879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db6b200.
00000080:00000010:1.1:1787755962.003819:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060a8e300.
00000080:00000010:1.1:1787755962.003831:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f880.
00000080:00000010:1.1:1787755962.003838:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd77820.
00010000:00000010:1.1:1787755962.016948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912200.
00010000:00000010:1.1:1787755962.016969:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925044c17000.
00010000:00000010:1.1:1787755962.016974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506adc5c00.
00010000:00000010:1.1:1787755962.016978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506c23f000.
00000080:00000010:1.1:1787755962.024542:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060a8b9c0.
00000080:00000010:1.1:1787755962.024561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f860.
00000080:00000010:1.1:1787755962.028327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd77dc0.
00010000:00000010:0.1:1787755962.043864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912200.
00010000:00000010:0.1:1787755962.043883:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507721c200.
00010000:00000010:0.1:1787755962.043887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506adc4000.
00010000:00000010:0.1:1787755962.043890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506c23e800.
00000080:00000010:0.1:1787755962.052077:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045644a40.
00000080:00000010:0.1:1787755962.052099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f880.
00000080:00000010:0.1:1787755962.057704:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd77fe0.
00010000:00000010:0.1:1787755962.068487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927800.
00010000:00000010:0.1:1787755962.068520:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925046d8a500.
00010000:00000010:0.1:1787755962.068528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506adc4400.
00010000:00000010:0.1:1787755962.068531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db6b800.
00000080:00000010:3.1:1787755962.099301:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052505ac0.
00000080:00000010:3.1:1787755962.099313:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65700.
00000080:00000010:3.1:1787755962.099320:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb622a0.
00010000:00000010:3.1:1787755962.119674:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7d600.
00010000:00000010:3.1:1787755962.119693:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a03a700.
00010000:00000010:3.1:1787755962.119700:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506adc4c00.
00010000:00000010:3.1:1787755962.119703:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db6a200.
00000080:00000010:3.1:1787755962.125311:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045646300.
00000080:00000010:3.1:1787755962.125326:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b760.
00000080:00000010:3.1:1787755962.125334:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f57d7bba0.
00010000:00000010:0.1:1787755962.144346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7d000.
00010000:00000010:0.1:1787755962.144363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506179a300.
00010000:00000010:0.1:1787755962.144368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d867a00.
00010000:00000010:0.1:1787755962.144422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506c23f200.
00000080:00000010:0.1:1787755962.148555:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060a8f380.
00000080:00000010:0.1:1787755962.148578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b180.
00000080:00000010:0.1:1787755962.148585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd77ae0.
00010000:00000010:0.1:1787755962.175423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927800.
00010000:00000010:0.1:1787755962.175442:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a03a500.
00010000:00000010:0.1:1787755962.175450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507eb09200.
00010000:00000010:0.1:1787755962.175453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504920f000.
00000080:00000010:0.1:1787755962.175463:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250456439c0.
00000080:00000010:0.1:1787755962.175475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65800.
00000080:00000010:0.1:1787755962.175484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd779c0.
00010000:00000010:0.1:1787755962.187358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927a00.
00010000:00000010:0.1:1787755962.187366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507721cd00.
00010000:00000010:0.1:1787755962.187370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d867200.
00010000:00000010:0.1:1787755962.187381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504920ee00.
00000080:00000010:1.1:1787755962.214352:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060a8c200.
00000080:00000010:1.1:1787755962.214380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65a40.
00000080:00000010:1.1:1787755962.214388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cd77880.
00010000:00000010:1.1:1787755962.220056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913600.
00010000:00000010:1.1:1787755962.220066:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e568d00.
00010000:00000010:1.1:1787755962.220071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d867800.
00010000:00000010:1.1:1787755962.220074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db6bc00.
00000080:00000010:1.1:1787755962.225195:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045647380.
00000080:00000010:1.1:1787755962.225207:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f860.
00000080:00000010:1.1:1787755962.225215:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f51b80000.
00010000:00000010:1.1:1787755962.239325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913e00.
00010000:00000010:1.1:1787755962.239342:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925051ecc800.
00010000:00000010:1.1:1787755962.239347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d866600.
00010000:00000010:1.1:1787755962.239350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504920e000.
00000080:00000010:1.1:1787755962.253496:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045644200.
00000080:00000010:1.1:1787755962.253789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f8a0.
00000080:00000010:1.1:1787755962.257310:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409720.
00010000:00000010:1.1:1787755962.268703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913e00.
00010000:00000010:1.1:1787755962.268719:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925051eccb00.
00010000:00000010:1.1:1787755962.268725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d866200.
00010000:00000010:1.1:1787755962.268728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504920e400.
00000080:00000010:1.1:1787755962.279345:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060a8dac0.
00000080:00000010:1.1:1787755962.279365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f860.
00000080:00000010:1.1:1787755962.279375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250679602a0.
00010000:00000010:1.1:1787755962.297619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913e00.
00010000:00000010:1.1:1787755962.297636:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925051ecc900.
00010000:00000010:1.1:1787755962.297641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250414fb000.
00010000:00000010:1.1:1787755962.297646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db6a000.
00000080:00000010:0.1:1787755962.310530:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060a8a940.
00000080:00000010:0.1:1787755962.310552:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f8a0.
00000080:00000010:0.1:1787755962.314319:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f51b80e40.
00010000:00000010:2.1:1787755962.330965:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927a00.
00010000:00000010:2.1:1787755962.330977:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925051ecce00.
00010000:00000010:2.1:1787755962.330983:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d867000.
00010000:00000010:2.1:1787755962.330986:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db6a400.
00000080:00000010:2.1:1787755962.335330:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504227e300.
00000080:00000010:2.1:1787755962.335350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65800.
00000080:00000010:2.1:1787755962.335358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f56099e00.
00010000:00000010:2.1:1787755962.353483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533200.
00010000:00000010:2.1:1787755962.353513:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506179a100.
00010000:00000010:2.1:1787755962.353519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db71c00.
00010000:00000010:2.1:1787755962.353524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff924f585eac00.
00000080:00000010:2.1:1787755962.362329:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060a8b180.
00000080:00000010:2.1:1787755962.362347:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403cc0.
00000080:00000010:2.1:1787755962.362358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f56099060.
00010000:00000010:2.1:1787755962.377531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533200.
00010000:00000010:2.1:1787755962.377547:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925044c17700.
00010000:00000010:2.1:1787755962.377553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d866800.
00010000:00000010:2.1:1787755962.377556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff924f585eba00.
00000080:00000010:2.1:1787755962.388344:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045645ac0.
00000080:00000010:2.1:1787755962.388361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403d40.
00000080:00000010:2.1:1787755962.388386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f56099c20.
00010000:00000010:2.1:1787755962.410719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533200.
00010000:00000010:2.1:1787755962.410727:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925051eccc00.
00010000:00000010:2.1:1787755962.410732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d867600.
00010000:00000010:2.1:1787755962.410735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff924f585eb200.
00000080:00000010:2.1:1787755962.420600:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060a8d280.
00000080:00000010:2.1:1787755962.420619:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403cc0.
00000080:00000010:2.1:1787755962.420630:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f51b80ea0.
00010000:00000010:0.1:1787755962.432335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532600.
00010000:00000010:0.1:1787755962.432350:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925044c17e00.
00010000:00000010:0.1:1787755962.432355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d866a00.
00010000:00000010:0.1:1787755962.432357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff924f585eaa00.
00000080:00000010:0.1:1787755962.446643:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045642940.
00000080:00000010:0.1:1787755962.446672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403d40.
00000080:00000010:0.1:1787755962.449339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f56099500.
00010000:00000010:0.1:1787755962.465534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927800.
00010000:00000010:0.1:1787755962.465541:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925044c17800.
00010000:00000010:0.1:1787755962.465546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d867400.
00010000:00000010:0.1:1787755962.465548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff924f585ebe00.
00000080:00000010:0.1:1787755962.470334:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052504200.
00000080:00000010:0.1:1787755962.470356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65800.
00000080:00000010:0.1:1787755962.470366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f51b80940.
00010000:00000010:0.1:1787755962.489331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926c00.
00010000:00000010:0.1:1787755962.489347:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925044c17300.
00010000:00000010:0.1:1787755962.489352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d867e00.
00010000:00000010:0.1:1787755962.489356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff924f585eb400.
00000080:00000010:1.1:1787755962.501419:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060a89080.
00000080:00000010:1.1:1787755962.501438:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65a40.
00000080:00000010:1.1:1787755962.501446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f51b805e0.
00010000:00000010:1.1:1787755962.527489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913e00.
00010000:00000010:1.1:1787755962.527522:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925044c17d00.
00010000:00000010:1.1:1787755962.527528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d866e00.
00010000:00000010:1.1:1787755962.527531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff924f585ea800.
00000080:00000010:1.1:1787755962.537442:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045643180.
00000080:00000010:1.1:1787755962.537460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f860.
00000080:00000010:1.1:1787755962.537472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f51b80960.
00010000:00000010:1.1:1787755962.558322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913e00.
00010000:00000010:1.1:1787755962.558337:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925044c17a00.
00010000:00000010:1.1:1787755962.558342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507eb08200.
00010000:00000010:1.1:1787755962.558346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582a2000.
00000080:00000010:2.1:1787755962.572346:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045645280.
00000080:00000010:2.1:1787755962.572362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f720.
00000080:00000010:2.1:1787755962.579453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f51b800c0.
00010000:00000010:0.1:1787755962.595605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532800.
00010000:00000010:0.1:1787755962.595612:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925044c17c00.
00010000:00000010:0.1:1787755962.595617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250414fac00.
00010000:00000010:0.1:1787755962.595621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250429b4600.
00000080:00000010:0.1:1787755962.602298:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045641080.
00000080:00000010:0.1:1787755962.602309:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403540.
00000080:00000010:0.1:1787755962.602317:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f51b80180.
00010000:00000010:0.1:1787755962.612458:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926c00.
00010000:00000010:0.1:1787755962.612471:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925044c17500.
00010000:00000010:0.1:1787755962.612475:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507eb08800.
00010000:00000010:0.1:1787755962.612478:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058388600.
00000080:00000010:1.1:1787755962.627489:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060a898c0.
00000080:00000010:1.1:1787755962.627964:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65800.
00000080:00000010:1.1:1787755962.627974:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f56099140.
00010000:00000010:1.1:1787755962.642527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913e00.
00010000:00000010:1.1:1787755962.642543:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925044c17900.
00010000:00000010:1.1:1787755962.642548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507eb09000.
00010000:00000010:1.1:1787755962.642552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058389400.
00000080:00000010:1.1:1787755962.667342:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060a8eb40.
00000080:00000010:1.1:1787755962.667383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f860.
00000080:00000010:1.1:1787755962.672556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409320.
00010000:00000010:1.1:1787755962.675132:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913e00.
00010000:00000010:1.1:1787755962.675143:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925044c17f00.
00010000:00000010:1.1:1787755962.675147:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507eb09600.
00010000:00000010:1.1:1787755962.675150:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058389c00.
00000080:00000010:1.1:1787755962.684299:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504207e300.
00000080:00000010:1.1:1787755962.684315:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f040.
00000080:00000010:1.1:1787755962.689027:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f51b80480.
00010000:00000010:1.1:1787755962.695986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913600.
00010000:00000010:1.1:1787755962.696009:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed800.
00010000:00000010:1.1:1787755962.696015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507eb09a00.
00010000:00000010:1.1:1787755962.696018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058389e00.
00000080:00000010:1.1:1787755962.702625:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925042278000.
00000080:00000010:1.1:1787755962.702641:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f860.
00000080:00000010:1.1:1787755962.702648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62180.
00010000:00000010:2.1:1787755962.730510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913600.
00010000:00000010:2.1:1787755962.730526:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed400.
00010000:00000010:2.1:1787755962.730530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507eb08a00.
00010000:00000010:2.1:1787755962.730534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058388200.
00000080:00000010:2.1:1787755962.740926:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060a88840.
00000080:00000010:2.1:1787755962.740949:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f040.
00000080:00000010:2.1:1787755962.748457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409800.
00010000:00000010:2.1:1787755962.768514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532400.
00010000:00000010:2.1:1787755962.768521:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771eda00.
00010000:00000010:2.1:1787755962.768526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d867c00.
00010000:00000010:2.1:1787755962.768529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058389600.
00000080:00000010:2.1:1787755962.775605:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060a88000.
00000080:00000010:2.1:1787755962.775620:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403100.
00000080:00000010:2.1:1787755962.775631:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f56099a60.
00010000:00000010:2.1:1787755962.791330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532c00.
00010000:00000010:2.1:1787755962.791348:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed100.
00010000:00000010:2.1:1787755962.791353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d866000.
00010000:00000010:2.1:1787755962.791357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506c23e400.
00000080:00000010:2.1:1787755962.803327:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060a8a100.
00000080:00000010:2.1:1787755962.803347:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403aa0.
00000080:00000010:2.1:1787755962.803357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409200.
00010000:00000010:2.1:1787755962.826583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532c00.
00010000:00000010:2.1:1787755962.826595:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed200.
00010000:00000010:2.1:1787755962.826600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d866400.
00010000:00000010:2.1:1787755962.826603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506c23ec00.
00000080:00000010:2.1:1787755962.830664:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060a8ca40.
00000080:00000010:2.1:1787755962.830684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403100.
00000080:00000010:2.1:1787755962.830696:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f51b80660.
00010000:00000010:2.1:1787755962.845467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532400.
00010000:00000010:2.1:1787755962.845484:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a03a400.
00010000:00000010:2.1:1787755962.845491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d866c00.
00010000:00000010:2.1:1787755962.845494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504920f600.
00000080:00000010:2.1:1787755962.858107:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504227a100.
00000080:00000010:2.1:1787755962.858127:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403aa0.
00000080:00000010:2.1:1787755962.858138:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250588a0040.
00010000:00000010:2.1:1787755962.874913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532400.
00010000:00000010:2.1:1787755962.874929:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f176100.
00010000:00000010:2.1:1787755962.874934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507eb09400.
00010000:00000010:2.1:1787755962.874938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506c23f800.
00000080:00000010:2.1:1787755962.884307:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505012b180.
00000080:00000010:2.1:1787755962.884326:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403100.
00000080:00000010:2.1:1787755962.886525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250588a0080.
00010000:00000010:3.1:1787755962.901525:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532400.
00010000:00000010:3.1:1787755962.901539:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f176d00.
00010000:00000010:3.1:1787755962.901543:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507eb09e00.
00010000:00000010:3.1:1787755962.901547:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c03e000.
00000080:00000010:3.1:1787755962.914491:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052507380.
00000080:00000010:3.1:1787755962.914608:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403aa0.
00000080:00000010:3.1:1787755962.918374:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409400.
00010000:00000010:0.1:1787755962.931831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7d600.
00010000:00000010:0.1:1787755962.931848:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a03a800.
00010000:00000010:0.1:1787755962.931855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507eb08e00.
00010000:00000010:0.1:1787755962.931859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506c23e600.
00000080:00000010:1.1:1787755962.942509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250588a01a0.
00000080:00000010:0.1:1787755962.946225:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250525039c0.
00000080:00000010:0.1:1787755962.946237:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2bc40.
00010000:00000010:1.1:1787755962.963599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913e00.
00010000:00000010:1.1:1787755962.963607:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506179ac00.
00010000:00000010:1.1:1787755962.963611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e61ba00.
00010000:00000010:1.1:1787755962.963615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506c23e200.
00000080:00000010:1.1:1787755962.982453:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505012d280.
00000080:00000010:1.1:1787755962.982462:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f860.
00000080:00000010:1.1:1787755962.982469:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a4097c0.
00010000:00000010:1.1:1787755962.986926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913e00.
00010000:00000010:1.1:1787755962.986944:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a03a200.
00010000:00000010:1.1:1787755962.986953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250414fa000.
00010000:00000010:1.1:1787755962.986958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504920f200.
00000080:00000010:0.1:1787755963.000319:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504227ca40.
00000080:00000010:0.1:1787755963.000340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f4c0.
00000080:00000010:0.1:1787755963.000349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250588a0460.
00010000:00000010:0.1:1787755963.013803:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926c00.
00010000:00000010:0.1:1787755963.013817:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f176500.
00010000:00000010:0.1:1787755963.013822:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e61a200.
00010000:00000010:0.1:1787755963.013825:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504920ec00.
00000080:00000010:0.1:1787755963.018317:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925050129080.
00000080:00000010:0.1:1787755963.018336:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65700.
00000080:00000010:0.1:1787755963.018347:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb627a0.
00010000:00000010:1.1:1787755963.034797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926c00.
00010000:00000010:1.1:1787755963.034812:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f176300.
00010000:00000010:1.1:1787755963.034816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250414fae00.
00010000:00000010:1.1:1787755963.034819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504afa3000.
00000080:00000010:1.1:1787755963.040482:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250501298c0.
00000080:00000010:1.1:1787755963.040511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65260.
00000080:00000010:1.1:1787755963.054054:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250588a00e0.
00010000:00000010:0.1:1787755963.074676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913e00.
00010000:00000010:0.1:1787755963.074694:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f176700.
00010000:00000010:0.1:1787755963.074699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e61aa00.
00010000:00000010:0.1:1787755963.074701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504afa2200.
00000080:00000010:0.1:1787755963.091487:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925042278840.
00000080:00000010:0.1:1787755963.091521:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f860.
00000080:00000010:0.1:1787755963.091529:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62720.
00010000:00000010:0.1:1787755963.107160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927800.
00010000:00000010:0.1:1787755963.111422:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f176900.
00010000:00000010:0.1:1787755963.111429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507eb08000.
00010000:00000010:0.1:1787755963.111432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504afa2600.
00000080:00000010:0.1:1787755963.116664:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052506300.
00000080:00000010:0.1:1787755963.116684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65700.
00000080:00000010:0.1:1787755963.116693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250588a0a00.
00010000:00000010:0.1:1787755963.140331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927800.
00010000:00000010:0.1:1787755963.140352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506179a600.
00010000:00000010:0.1:1787755963.140368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e61be00.
00010000:00000010:0.1:1787755963.140371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058388000.
00000080:00000010:0.1:1787755963.155338:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504612dac0.
00000080:00000010:0.1:1787755963.155355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca654e0.
00000080:00000010:0.1:1787755963.155362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb620a0.
00010000:00000010:1.1:1787755963.169332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927800.
00010000:00000010:1.1:1787755963.169352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed000.
00010000:00000010:1.1:1787755963.169366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507eb08400.
00010000:00000010:1.1:1787755963.169370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058389000.
00000080:00000010:1.1:1787755963.182656:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504207b9c0.
00000080:00000010:1.1:1787755963.182683:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65700.
00000080:00000010:1.1:1787755963.182692:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409d80.
00010000:00000010:0.1:1787755963.203330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913a00.
00010000:00000010:0.1:1787755963.203349:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed600.
00010000:00000010:0.1:1787755963.203362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507eb08c00.
00010000:00000010:0.1:1787755963.203381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058388800.
00000080:00000010:0.1:1787755963.223329:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505012eb40.
00000080:00000010:0.1:1787755963.223346:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f0a0.
00000080:00000010:1.1:1787755963.237334:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f51b80740.
00010000:00000010:1.1:1787755963.241344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913000.
00010000:00000010:1.1:1787755963.241364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771edd00.
00010000:00000010:1.1:1787755963.241369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e61b400.
00010000:00000010:1.1:1787755963.241372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925051935600.
00000080:00000010:1.1:1787755963.255549:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504207f380.
00000080:00000010:1.1:1787755963.255569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fe60.
00000080:00000010:1.1:1787755963.255577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409980.
00010000:00000010:1.1:1787755963.281855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913000.
00010000:00000010:1.1:1787755963.281863:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506179a000.
00010000:00000010:1.1:1787755963.281867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e61bc00.
00010000:00000010:1.1:1787755963.281870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925051935400.
00000080:00000010:1.1:1787755963.288347:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925050128840.
00000080:00000010:1.1:1787755963.288385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7ff60.
00000080:00000010:1.1:1787755963.288395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a4096c0.
00010000:00000010:0.1:1787755963.310309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912800.
00010000:00000010:0.1:1787755963.310327:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506179a500.
00010000:00000010:0.1:1787755963.310333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048682c00.
00010000:00000010:0.1:1787755963.310337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925051935e00.
00000080:00000010:0.1:1787755963.341345:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925050128000.
00000080:00000010:0.1:1787755963.341430:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fe60.
00000080:00000010:0.1:1787755963.341440:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f51b80a80.
00010000:00000010:0.1:1787755963.351331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927200.
00010000:00000010:0.1:1787755963.351347:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506179ad00.
00010000:00000010:0.1:1787755963.351363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048683800.
00010000:00000010:0.1:1787755963.351366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925051934400.
00000080:00000010:0.1:1787755963.364651:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505012a100.
00000080:00000010:0.1:1787755963.364672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca654e0.
00000080:00000010:0.1:1787755963.368330:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a4092e0.
00010000:00000010:2.1:1787755963.396448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927200.
00010000:00000010:2.1:1787755963.396517:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506179a200.
00010000:00000010:2.1:1787755963.396521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e61ae00.
00010000:00000010:2.1:1787755963.396524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506c23ea00.
00000080:00000010:1.1:1787755963.410557:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505012ca40.
00000080:00000010:1.1:1787755963.410577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65640.
00000080:00000010:1.1:1787755963.410585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250588a05e0.
00010000:00000010:1.1:1787755963.431452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913000.
00010000:00000010:1.1:1787755963.431480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a03a600.
00010000:00000010:1.1:1787755963.431490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e61a000.
00010000:00000010:1.1:1787755963.431494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504920fe00.
00000080:00000010:1.1:1787755963.444459:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505012e300.
00000080:00000010:1.1:1787755963.450307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7ff60.
00000080:00000010:1.1:1787755963.450321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f51b80880.
00010000:00000010:1.1:1787755963.464301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913000.
00010000:00000010:1.1:1787755963.464325:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a03ae00.
00010000:00000010:1.1:1787755963.464334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e61a400.
00010000:00000010:1.1:1787755963.464337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058388c00.
00000080:00000010:1.1:1787755963.475337:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504612c200.
00000080:00000010:1.1:1787755963.475382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f780.
00000080:00000010:1.1:1787755963.481356:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62200.
00010000:00000010:3.1:1787755963.503487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913000.
00010000:00000010:3.1:1787755963.503508:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f176600.
00010000:00000010:3.1:1787755963.503514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e61ac00.
00010000:00000010:3.1:1787755963.503518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925051934e00.
00000080:00000010:2.1:1787755963.517463:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052504a40.
00000080:00000010:2.1:1787755963.517486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7ff60.
00000080:00000010:2.1:1787755963.517495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250588a0340.
00010000:00000010:0.1:1787755963.552315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532a00.
00010000:00000010:0.1:1787755963.552348:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925051ecc200.
00010000:00000010:0.1:1787755963.552353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048683c00.
00010000:00000010:0.1:1787755963.552356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925051934800.
00000080:00000010:0.1:1787755963.572095:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504207c200.
00000080:00000010:0.1:1787755963.572125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403b40.
00000080:00000010:0.1:1787755963.582338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f51b80d20.
00010000:00000010:1.1:1787755963.623425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912600.
00010000:00000010:1.1:1787755963.623450:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925051eccd00.
00010000:00000010:1.1:1787755963.623456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e61b200.
00010000:00000010:1.1:1787755963.623460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925051934c00.
00000080:00000010:0.1:1787755963.625370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250588a0720.
00000080:00000010:1.1:1787755963.631481:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052502100.
00000080:00000010:1.1:1787755963.631503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca654e0.
00010000:00000010:2.1:1787755963.650323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926400.
00010000:00000010:2.1:1787755963.650340:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925051ecc400.
00010000:00000010:2.1:1787755963.650346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e61b800.
00010000:00000010:2.1:1787755963.650349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925051935000.
00000080:00000010:2.1:1787755963.664322:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505012b9c0.
00000080:00000010:2.1:1787755963.664341:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65520.
00000080:00000010:2.1:1787755963.664349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f51b80c00.
00010000:00000010:3.1:1787755963.685333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532000.
00010000:00000010:3.1:1787755963.685341:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925051ecc000.
00010000:00000010:3.1:1787755963.685414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e61a600.
00010000:00000010:3.1:1787755963.685419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506c23f400.
00000080:00000010:2.1:1787755963.689342:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505012f380.
00000080:00000010:2.1:1787755963.689371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403560.
00000080:00000010:2.1:1787755963.698308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f51b80a40.
00010000:00000010:1.1:1787755963.710714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532e00.
00010000:00000010:1.1:1787755963.710746:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a03af00.
00010000:00000010:1.1:1787755963.710755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048682000.
00010000:00000010:1.1:1787755963.710759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506c23fe00.
00000080:00000010:1.1:1787755963.724971:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505012c200.
00000080:00000010:1.1:1787755963.725000:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403740.
00000080:00000010:1.1:1787755963.725012:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250588a0840.
00010000:00000010:1.1:1787755963.741576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912600.
00010000:00000010:1.1:1787755963.741599:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a03a000.
00010000:00000010:1.1:1787755963.741609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e61a800.
00010000:00000010:1.1:1787755963.741613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506c23ee00.
00000080:00000010:1.1:1787755963.755549:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505012dac0.
00000080:00000010:1.1:1787755963.755559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f780.
00000080:00000010:1.1:1787755963.763333:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f51b80fe0.
00010000:00000010:2.1:1787755963.792480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912600.
00010000:00000010:2.1:1787755963.792499:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a03ad00.
00010000:00000010:2.1:1787755963.792513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e61b000.
00010000:00000010:2.1:1787755963.792517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506c23fc00.
00000080:00000010:2.1:1787755963.802815:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505012a940.
00000080:00000010:2.1:1787755963.802842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fc40.
00000080:00000010:2.1:1787755963.809534:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f51b80560.
00010000:00000010:2.1:1787755963.836886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532400.
00010000:00000010:2.1:1787755963.836909:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a03a100.
00010000:00000010:2.1:1787755963.836917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048682400.
00010000:00000010:2.1:1787755963.836921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506c23e000.
00000080:00000010:2.1:1787755963.841094:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060b1c200.
00000080:00000010:2.1:1787755963.841117:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403380.
00000080:00000010:2.1:1787755963.841133:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a4099c0.
00010000:00000010:0.1:1787755963.858955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532c00.
00010000:00000010:0.1:1787755963.858976:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92506a03aa00.
00010000:00000010:0.1:1787755963.859004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e61b600.
00010000:00000010:0.1:1787755963.859009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507caf9e00.
00000080:00000010:0.1:1787755963.883990:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504207dac0.
00000080:00000010:0.1:1787755963.884017:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403740.
00000080:00000010:0.1:1787755963.884030:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f51b80680.
00010000:00000010:0.1:1787755963.911338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927c00.
00010000:00000010:0.1:1787755963.911370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250741cf400.
00010000:00000010:0.1:1787755963.911378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e64000.
00010000:00000010:0.1:1787755963.911382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504afa3800.
00000080:00000010:2.1:1787755963.927356:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504612f380.
00000080:00000010:2.1:1787755963.927384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65920.
00000080:00000010:2.1:1787755963.927394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62b00.
00010000:00000010:1.1:1787755963.950348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532c00.
00010000:00000010:1.1:1787755963.950370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f176e00.
00010000:00000010:1.1:1787755963.950374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250434fac00.
00010000:00000010:1.1:1787755963.950379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504afa2e00.
00000080:00000010:1.1:1787755963.968323:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504207a940.
00000080:00000010:1.1:1787755963.968336:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403880.
00000080:00000010:1.1:1787755963.975330:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250588a0bc0.
00010000:00000010:0.1:1787755963.980332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912400.
00010000:00000010:0.1:1787755963.980355:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f176f00.
00010000:00000010:0.1:1787755963.980361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250434fa000.
00010000:00000010:0.1:1787755963.980366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504afa3200.
00000080:00000010:0.1:1787755963.994531:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504612b9c0.
00000080:00000010:0.1:1787755963.994553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f780.
00000080:00000010:0.1:1787755963.994563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f51b80f80.
00010000:00000010:2.1:1787755964.010422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927c00.
00010000:00000010:2.1:1787755964.010442:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f176000.
00010000:00000010:2.1:1787755964.010447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250434fae00.
00010000:00000010:2.1:1787755964.010451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504afa3c00.
00000080:00000010:0.1:1787755964.039965:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060b1dac0.
00000080:00000010:0.1:1787755964.039999:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65e20.
00000080:00000010:0.1:1787755964.040010:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409240.
00010000:00000010:2.1:1787755964.085338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926000.
00010000:00000010:2.1:1787755964.085363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e568800.
00010000:00000010:2.1:1787755964.085368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250434faa00.
00010000:00000010:2.1:1787755964.085372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504afa3400.
00000080:00000010:0.1:1787755964.103601:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060b1a940.
00000080:00000010:0.1:1787755964.103626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65ce0.
00000080:00000010:0.1:1787755964.103637:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409b60.
00010000:00000010:2.1:1787755964.153345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926e00.
00010000:00000010:2.1:1787755964.153372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f176c00.
00010000:00000010:2.1:1787755964.153377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250434fb400.
00010000:00000010:2.1:1787755964.153381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504afa2800.
00000080:00000010:2.1:1787755964.196346:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504612e300.
00000080:00000010:2.1:1787755964.196379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65e20.
00000080:00000010:2.1:1787755964.196389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62d40.
00010000:00000010:2.1:1787755964.230930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532200.
00010000:00000010:2.1:1787755964.230947:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f176800.
00010000:00000010:2.1:1787755964.230952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250434fbe00.
00010000:00000010:2.1:1787755964.230954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058389200.
00000080:00000010:2.1:1787755964.256859:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060b1b180.
00000080:00000010:2.1:1787755964.256889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403400.
00000080:00000010:2.1:1787755964.256906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250588a09e0.
00010000:00000010:2.1:1787755964.286843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532200.
00010000:00000010:2.1:1787755964.286859:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925051ecca00.
00010000:00000010:2.1:1787755964.286864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048683200.
00010000:00000010:2.1:1787755964.286867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925081509c00.
00000080:00000010:0.1:1787755964.310301:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060b1d280.
00000080:00000010:0.1:1787755964.310318:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403e80.
00000080:00000010:0.1:1787755964.314973:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f51b80ec0.
00010000:00000010:0.1:1787755964.329333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927e00.
00010000:00000010:0.1:1787755964.329348:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ede00.
00010000:00000010:0.1:1787755964.329353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048682600.
00010000:00000010:0.1:1787755964.329357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504920e800.
00000080:00000010:0.1:1787755964.351458:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052500000.
00000080:00000010:0.1:1787755964.351482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65ce0.
00000080:00000010:0.1:1787755964.354452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62560.
00010000:00000010:1.1:1787755964.386018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927e00.
00010000:00000010:1.1:1787755964.386043:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925051eccf00.
00010000:00000010:1.1:1787755964.386064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048682200.
00010000:00000010:1.1:1787755964.386067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504920e200.
00000080:00000010:1.1:1787755964.394577:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052500840.
00000080:00000010:1.1:1787755964.394598:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65c20.
00000080:00000010:1.1:1787755964.399416:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250588a0d60.
00010000:00000010:1.1:1787755964.425707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913800.
00010000:00000010:1.1:1787755964.425735:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8d00.
00010000:00000010:1.1:1787755964.425741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250434fbc00.
00010000:00000010:1.1:1787755964.425745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e27200.
00000080:00000010:1.1:1787755964.442745:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060b19080.
00000080:00000010:1.1:1787755964.442761:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f3a0.
00000080:00000010:1.1:1787755964.442769:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62620.
00010000:00000010:1.1:1787755964.466493:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913800.
00010000:00000010:1.1:1787755964.466598:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e568a00.
00010000:00000010:1.1:1787755964.466605:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e65e00.
00010000:00000010:1.1:1787755964.466609:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504afa3600.
00000080:00000010:1.1:1787755964.466617:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504207b180.
00000080:00000010:1.1:1787755964.466626:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f120.
00000080:00000010:1.1:1787755964.466635:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409f60.
00010000:00000010:0.1:1787755964.484404:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913200.
00010000:00000010:0.1:1787755964.484426:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e568000.
00010000:00000010:0.1:1787755964.484431:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048682800.
00010000:00000010:0.1:1787755964.484435:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504afa3a00.
00000080:00000010:0.1:1787755964.505925:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060b198c0.
00000080:00000010:0.1:1787755964.505949:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f3a0.
00000080:00000010:0.1:1787755964.505958:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409840.
00010000:00000010:0.1:1787755964.514325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927e00.
00010000:00000010:0.1:1787755964.514399:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f176200.
00010000:00000010:0.1:1787755964.514405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048683000.
00010000:00000010:0.1:1787755964.514408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504afa2a00.
00000080:00000010:0.1:1787755964.519315:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504207d280.
00000080:00000010:0.1:1787755964.519358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65ce0.
00000080:00000010:1.1:1787755964.519456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a4094c0.
00010000:00000010:1.1:1787755964.543350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913800.
00010000:00000010:1.1:1787755964.543369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f176400.
00010000:00000010:1.1:1787755964.543374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250434fa400.
00010000:00000010:1.1:1787755964.543378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504920e600.
00000080:00000010:1.1:1787755964.556997:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925042079080.
00000080:00000010:1.1:1787755964.557015:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f120.
00000080:00000010:1.1:1787755964.557023:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a4095c0.
00010000:00000010:2.1:1787755964.579964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913800.
00010000:00000010:2.1:1787755964.579979:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f176b00.
00010000:00000010:2.1:1787755964.579999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048683600.
00010000:00000010:2.1:1787755964.580002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504920fc00.
00000080:00000010:2.1:1787755964.599762:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060b1eb40.
00000080:00000010:2.1:1787755964.599783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7faa0.
00000080:00000010:2.1:1787755964.604336:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409780.
00010000:00000010:2.1:1787755964.626498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532c00.
00010000:00000010:2.1:1787755964.626516:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925049802700.
00010000:00000010:2.1:1787755964.626524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250434fb200.
00010000:00000010:2.1:1787755964.626527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504afa3e00.
00000080:00000010:3.1:1787755964.646618:0:238950:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052506b40.
00000080:00000010:3.1:1787755964.646638:0:238950:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814034c0.
00000080:00000010:3.1:1787755964.646650:0:238950:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62c60.
00010000:00000010:0.1:1787755964.657514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7d800.
00010000:00000010:0.1:1787755964.657532:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8000.
00010000:00000010:0.1:1787755964.657536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048683a00.
00010000:00000010:0.1:1787755964.657540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504afa2400.
00000080:00000010:0.1:1787755964.666516:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504612ca40.
00000080:00000010:0.1:1787755964.666545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2bb00.
00000080:00000010:0.1:1787755964.666553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250588a0f40.
00010000:00000010:1.1:1787755964.696493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927e00.
00010000:00000010:1.1:1787755964.696516:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925049802e00.
00010000:00000010:1.1:1787755964.696523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250434fb800.
00010000:00000010:1.1:1787755964.696527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504afa2c00.
00000080:00000010:1.1:1787755964.696547:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504612b180.
00000080:00000010:1.1:1787755964.696560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65ce0.
00000080:00000010:1.1:1787755964.696567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62b40.
00010000:00000010:1.1:1787755964.714354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912c00.
00010000:00000010:1.1:1787755964.714371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925049802600.
00010000:00000010:1.1:1787755964.714378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250434fa600.
00010000:00000010:1.1:1787755964.714384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048682a00.
00000080:00000010:1.1:1787755964.724223:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250525018c0.
00000080:00000010:1.1:1787755964.724253:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f120.
00000080:00000010:1.1:1787755964.724265:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250588a0860.
00010000:00000010:1.1:1787755964.743681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912c00.
00010000:00000010:1.1:1787755964.743708:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e57d700.
00010000:00000010:1.1:1787755964.743716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db70400.
00010000:00000010:1.1:1787755964.743730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250434fa200.
00000080:00000010:1.1:1787755964.753436:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052501080.
00000080:00000010:1.1:1787755964.753453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f7c0.
00000080:00000010:1.1:1787755964.753462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb629a0.
00010000:00000010:3.1:1787755964.785527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912c00.
00010000:00000010:3.1:1787755964.785543:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cb23c00.
00010000:00000010:3.1:1787755964.785548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048683400.
00010000:00000010:3.1:1787755964.785551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250434fa800.
00000080:00000010:2.1:1787755964.792588:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052505280.
00000080:00000010:2.1:1787755964.792616:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f120.
00000080:00000010:2.1:1787755964.792625:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62ee0.
00010000:00000010:3.1:1787755964.812513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532e00.
00010000:00000010:3.1:1787755964.812525:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cb23900.
00010000:00000010:3.1:1787755964.812540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e64c00.
00010000:00000010:3.1:1787755964.812544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250434fb600.
00000080:00000010:3.1:1787755964.828359:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504612d280.
00000080:00000010:3.1:1787755964.828379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403ee0.
00000080:00000010:3.1:1787755964.832342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f460ff1e0.
00010000:00000010:0.1:1787755964.857320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7c800.
00010000:00000010:0.1:1787755964.857353:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cb23100.
00010000:00000010:0.1:1787755964.857358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250434fb000.
00010000:00000010:0.1:1787755964.857362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048682e00.
00000080:00000010:1.1:1787755964.867459:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052503180.
00000080:00000010:1.1:1787755964.867479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b620.
00000080:00000010:1.1:1787755964.867488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62580.
00010000:00000010:1.1:1787755964.892671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912c00.
00010000:00000010:1.1:1787755964.892679:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e57dd00.
00010000:00000010:1.1:1787755964.892684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048683e00.
00010000:00000010:1.1:1787755964.892688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e64400.
00000080:00000010:1.1:1787755964.898324:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250455da100.
00000080:00000010:1.1:1787755964.898409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f7c0.
00000080:00000010:1.1:1787755964.901436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62fc0.
00010000:00000010:1.1:1787755964.932644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912c00.
00010000:00000010:1.1:1787755964.932662:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c52ed00.
00010000:00000010:1.1:1787755964.932668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf4c000.
00010000:00000010:1.1:1787755964.932672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250434fba00.
00000080:00000010:1.1:1787755964.936813:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250455dca40.
00000080:00000010:1.1:1787755964.936833:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f440.
00000080:00000010:1.1:1787755964.936841:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62860.
00010000:00000010:0.1:1787755964.951321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913800.
00010000:00000010:0.1:1787755964.951340:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cb23a00.
00010000:00000010:0.1:1787755964.951346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e65c00.
00010000:00000010:0.1:1787755964.951350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf4cc00.
00000080:00000010:0.1:1787755964.975315:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250420798c0.
00000080:00000010:0.1:1787755964.975331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f7c0.
00000080:00000010:0.1:1787755964.979306:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f460ffd00.
00010000:00000010:3.1:1787755964.999992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926e00.
00010000:00000010:3.1:1787755965.000007:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c52e100.
00010000:00000010:3.1:1787755965.000013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf4c400.
00010000:00000010:3.1:1787755965.000017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf4d200.
00000080:00000010:2.1:1787755965.019601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409fa0.
00000080:00000010:3.1:1787755965.021312:0:238950:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060b18840.
00000080:00000010:3.1:1787755965.021396:0:238950:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65660.
00010000:00000010:0.1:1787755965.032801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533e00.
00010000:00000010:0.1:1787755965.032818:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e57d100.
00010000:00000010:0.1:1787755965.032822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e65600.
00010000:00000010:0.1:1787755965.032825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf4c600.
00000080:00000010:2.1:1787755965.042066:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060b18000.
00000080:00000010:2.1:1787755965.042091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403b60.
00000080:00000010:2.1:1787755965.042103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f51b80440.
00010000:00000010:0.1:1787755965.071256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533000.
00010000:00000010:0.1:1787755965.071295:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e57da00.
00010000:00000010:0.1:1787755965.071301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf4d800.
00010000:00000010:0.1:1787755965.071304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504a4ae400.
00000080:00000010:0.1:1787755965.080487:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504207eb40.
00000080:00000010:0.1:1787755965.080534:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814037c0.
00000080:00000010:0.1:1787755965.080557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb625a0.
00010000:00000010:2.1:1787755965.102342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926000.
00010000:00000010:2.1:1787755965.102365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c528c00.
00010000:00000010:2.1:1787755965.102373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf4c200.
00010000:00000010:2.1:1787755965.102377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504a4ae200.
00000080:00000010:2.1:1787755965.124009:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060b1a100.
00000080:00000010:2.1:1787755965.124026:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65c80.
00000080:00000010:2.1:1787755965.124035:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f51b80c60.
00010000:00000010:3.1:1787755965.142186:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533a00.
00010000:00000010:3.1:1787755965.142467:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c528200.
00010000:00000010:3.1:1787755965.142494:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf5e200.
00010000:00000010:3.1:1787755965.142801:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db70200.
00000080:00000010:3.1:1787755965.148791:0:32:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060b1ca40.
00000080:00000010:3.1:1787755965.148805:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814030a0.
00000080:00000010:3.1:1787755965.148813:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409360.
00010000:00000010:0.1:1787755965.181518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533200.
00010000:00000010:0.1:1787755965.181528:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925049802800.
00010000:00000010:0.1:1787755965.181535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf4c800.
00010000:00000010:0.1:1787755965.181539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db70800.
00000080:00000010:1.1:1787755965.194676:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060b1e300.
00000080:00000010:1.1:1787755965.194686:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b3a0.
00000080:00000010:1.1:1787755965.194695:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62380.
00010000:00000010:1.1:1787755965.211530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912c00.
00010000:00000010:1.1:1787755965.211562:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925049802200.
00010000:00000010:1.1:1787755965.211572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf4d000.
00010000:00000010:1.1:1787755965.211575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db71000.
00000080:00000010:1.1:1787755965.221479:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060b1b9c0.
00000080:00000010:1.1:1787755965.221512:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f440.
00000080:00000010:1.1:1787755965.229878:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f51b80600.
00010000:00000010:0.1:1787755965.256524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912c00.
00010000:00000010:0.1:1787755965.256545:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925049802400.
00010000:00000010:0.1:1787755965.256552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf5e800.
00010000:00000010:0.1:1787755965.256555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db71600.
00000080:00000010:0.1:1787755965.269360:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060b1f380.
00000080:00000010:0.1:1787755965.269384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f300.
00000080:00000010:0.1:1787755965.269395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62060.
00010000:00000010:0.1:1787755965.293550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927c00.
00010000:00000010:0.1:1787755965.293563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925049802b00.
00010000:00000010:0.1:1787755965.293582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf5f000.
00010000:00000010:0.1:1787755965.293585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf5f600.
00000080:00000010:0.1:1787755965.298216:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250455de300.
00000080:00000010:0.1:1787755965.298231:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65f00.
00000080:00000010:0.1:1787755965.298240:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f51b80300.
00010000:00000010:0.1:1787755965.316647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926400.
00010000:00000010:0.1:1787755965.316662:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cb23f00.
00010000:00000010:0.1:1787755965.316669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf4d600.
00010000:00000010:0.1:1787755965.316672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf4da00.
00000080:00000010:0.1:1787755965.324455:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925042078840.
00000080:00000010:0.1:1787755965.324471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65a80.
00000080:00000010:0.1:1787755965.328840:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409140.
00010000:00000010:2.1:1787755965.355288:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532600.
00010000:00000010:2.1:1787755965.355296:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e57dc00.
00010000:00000010:2.1:1787755965.355301:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf5fa00.
00010000:00000010:2.1:1787755965.355305:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf4d400.
00000080:00000010:0.1:1787755965.363336:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052480000.
00000080:00000010:0.1:1787755965.363356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403600.
00000080:00000010:0.1:1787755965.363369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409960.
00010000:00000010:1.1:1787755965.374689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926400.
00010000:00000010:1.1:1787755965.374700:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e57d800.
00010000:00000010:1.1:1787755965.374704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf4ca00.
00010000:00000010:1.1:1787755965.374716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf4ce00.
00000080:00000010:1.1:1787755965.385354:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052482100.
00000080:00000010:1.1:1787755965.385377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65a80.
00000080:00000010:1.1:1787755965.385386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a4090e0.
00010000:00000010:0.1:1787755965.412196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913200.
00010000:00000010:0.1:1787755965.412212:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e57d200.
00010000:00000010:0.1:1787755965.412216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf4de00.
00010000:00000010:0.1:1787755965.412220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582b3600.
00000080:00000010:0.1:1787755965.418259:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052484a40.
00000080:00000010:0.1:1787755965.418305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f440.
00000080:00000010:0.1:1787755965.418342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409060.
00010000:00000010:1.1:1787755965.436536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927c00.
00010000:00000010:1.1:1787755965.436672:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e57d400.
00010000:00000010:1.1:1787755965.436677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf4dc00.
00010000:00000010:1.1:1787755965.443398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507db70000.
00000080:00000010:1.1:1787755965.451176:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052486300.
00000080:00000010:1.1:1787755965.451199:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65f00.
00000080:00000010:1.1:1787755965.451208:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925067960840.
00010000:00000010:1.1:1787755965.474798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912400.
00010000:00000010:1.1:1787755965.474814:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e568700.
00010000:00000010:1.1:1787755965.474821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582b3a00.
00010000:00000010:1.1:1787755965.474825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf5ea00.
00000080:00000010:1.1:1787755965.482670:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250524839c0.
00000080:00000010:1.1:1787755965.482698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f540.
00000080:00000010:1.1:1787755965.482718:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409120.
00010000:00000010:0.1:1787755965.503324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912400.
00010000:00000010:0.1:1787755965.503340:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cb23200.
00010000:00000010:0.1:1787755965.503345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e64800.
00010000:00000010:0.1:1787755965.503349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf5fe00.
00000080:00000010:0.1:1787755965.518393:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925042078000.
00000080:00000010:0.1:1787755965.518414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f8c0.
00000080:00000010:0.1:1787755965.518424:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409540.
00010000:00000010:0.1:1787755965.540322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927200.
00010000:00000010:0.1:1787755965.540338:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cb23300.
00010000:00000010:0.1:1787755965.540343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf5f400.
00010000:00000010:0.1:1787755965.540346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250487f3000.
00000080:00000010:0.1:1787755965.590520:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504207a100.
00000080:00000010:0.1:1787755965.590539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca653e0.
00000080:00000010:2.1:1787755965.590860:0:238950:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ccd0ae0.
00010000:00000010:3.1:1787755965.595370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533c00.
00010000:00000010:3.1:1787755965.595386:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e57d500.
00010000:00000010:3.1:1787755965.595391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf5ee00.
00010000:00000010:3.1:1787755965.595394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250487f3200.
00000080:00000010:3.1:1787755965.602459:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925046129080.
00000080:00000010:3.1:1787755965.602474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403de0.
00000080:00000010:3.1:1787755965.607896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62740.
00010000:00000010:3.1:1787755965.624332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7d800.
00010000:00000010:3.1:1787755965.624351:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e568900.
00010000:00000010:3.1:1787755965.624357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e64a00.
00010000:00000010:3.1:1787755965.624362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf5fc00.
00000080:00000010:0.1:1787755965.635367:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504207ca40.
00000080:00000010:0.1:1787755965.635428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2bc20.
00000080:00000010:0.1:1787755965.635437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409d60.
00010000:00000010:0.1:1787755965.653558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927200.
00010000:00000010:0.1:1787755965.653578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cb23b00.
00010000:00000010:0.1:1787755965.653587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e65000.
00010000:00000010:0.1:1787755965.653590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf5e400.
00000080:00000010:0.1:1787755965.663399:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250455db9c0.
00000080:00000010:0.1:1787755965.663416:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca653e0.
00000080:00000010:0.1:1787755965.667602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925067960320.
00010000:00000010:2.1:1787755965.686838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927200.
00010000:00000010:2.1:1787755965.686856:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773acf00.
00010000:00000010:2.1:1787755965.686862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf5e000.
00010000:00000010:2.1:1787755965.686865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf5f200.
00000080:00000010:0.1:1787755965.690746:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052487380.
00000080:00000010:0.1:1787755965.690763:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65d00.
00000080:00000010:0.1:1787755965.690770:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409740.
00010000:00000010:0.1:1787755965.711298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927800.
00010000:00000010:0.1:1787755965.711337:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773ac000.
00010000:00000010:0.1:1787755965.711344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf5ec00.
00010000:00000010:0.1:1787755965.711348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582b2a00.
00000080:00000010:0.1:1787755965.711358:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052626300.
00000080:00000010:0.1:1787755965.711473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca653e0.
00000080:00000010:0.1:1787755965.711483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ccd0820.
00010000:00000010:0.1:1787755965.737428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926c00.
00010000:00000010:0.1:1787755965.737448:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e57de00.
00010000:00000010:0.1:1787755965.737453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf5f800.
00010000:00000010:0.1:1787755965.737456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582b3e00.
00000080:00000010:0.1:1787755965.743828:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250526239c0.
00000080:00000010:0.1:1787755965.743850:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65d00.
00000080:00000010:0.1:1787755965.743860:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33e720.
00010000:00000010:1.1:1787755965.763314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927800.
00010000:00000010:1.1:1787755965.763322:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e57df00.
00010000:00000010:1.1:1787755965.763326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582b3400.
00010000:00000010:1.1:1787755965.763330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf5e600.
00000080:00000010:3.1:1787755965.778931:0:238949:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250461298c0.
00000080:00000010:3.1:1787755965.778950:0:238949:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca653e0.
00000080:00000010:3.1:1787755965.782410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ccd0cc0.
00010000:00000010:2.1:1787755965.785733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7d800.
00010000:00000010:2.1:1787755965.785751:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773ac500.
00010000:00000010:2.1:1787755965.785757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582b2e00.
00010000:00000010:2.1:1787755965.785760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e619400.
00000080:00000010:2.1:1787755965.804670:0:238950:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052627380.
00000080:00000010:2.1:1787755965.804689:0:238950:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b2e0.
00000080:00000010:2.1:1787755965.804697:0:238950:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33eb00.
00010000:00000010:0.1:1787755965.818950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532600.
00010000:00000010:0.1:1787755965.818968:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773ac300.
00010000:00000010:0.1:1787755965.818974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e618400.
00010000:00000010:0.1:1787755965.818976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e618600.
00000080:00000010:0.1:1787755965.830485:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504612eb40.
00000080:00000010:0.1:1787755965.830502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814039a0.
00000080:00000010:0.1:1787755965.830514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33e820.
00010000:00000010:1.1:1787755965.851427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926c00.
00010000:00000010:1.1:1787755965.851443:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773ac700.
00010000:00000010:1.1:1787755965.851447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e619800.
00010000:00000010:1.1:1787755965.851450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e618800.
00000080:00000010:1.1:1787755965.871683:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250455df380.
00000080:00000010:1.1:1787755965.871713:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65d00.
00000080:00000010:1.1:1787755965.871721:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33ea00.
00010000:00000010:1.1:1787755965.898410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912600.
00010000:00000010:1.1:1787755965.898424:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773ac900.
00010000:00000010:1.1:1787755965.898429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e618200.
00010000:00000010:1.1:1787755965.898433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e619600.
00000080:00000010:0.1:1787755965.902324:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052624200.
00000080:00000010:0.1:1787755965.902338:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f540.
00000080:00000010:0.1:1787755965.902347:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33e4c0.
00010000:00000010:0.1:1787755965.917338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927a00.
00010000:00000010:0.1:1787755965.917364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773ac600.
00010000:00000010:0.1:1787755965.917370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e619000.
00010000:00000010:0.1:1787755965.917373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e618a00.
00000080:00000010:0.1:1787755965.932504:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925046128840.
00000080:00000010:0.1:1787755965.932525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca658e0.
00000080:00000010:0.1:1787755965.932541:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409d20.
00010000:00000010:1.1:1787755965.954337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927a00.
00010000:00000010:1.1:1787755965.954354:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773ace00.
00010000:00000010:1.1:1787755965.954360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e619a00.
00010000:00000010:1.1:1787755965.954363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e64e00.
00000080:00000010:1.1:1787755965.963346:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052484200.
00000080:00000010:1.1:1787755965.963362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65b40.
00000080:00000010:1.1:1787755965.967402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ccd0700.
00010000:00000010:1.1:1787755965.982396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912600.
00010000:00000010:1.1:1787755965.982419:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c52ee00.
00010000:00000010:1.1:1787755965.982427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250487f2e00.
00010000:00000010:1.1:1787755965.982430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582b2000.
00000080:00000010:1.1:1787755966.002341:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250455dc200.
00000080:00000010:1.1:1787755966.002356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f820.
00000080:00000010:2.1:1787755966.006350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ccd08e0.
00010000:00000010:0.1:1787755966.012437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533c00.
00010000:00000010:0.1:1787755966.012456:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e57d000.
00010000:00000010:0.1:1787755966.012461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582b3c00.
00010000:00000010:0.1:1787755966.012465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e619e00.
00000080:00000010:0.1:1787755966.026553:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052485ac0.
00000080:00000010:0.1:1787755966.026578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403bc0.
00000080:00000010:0.1:1787755966.026591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ccd02c0.
00010000:00000010:0.1:1787755966.059750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927000.
00010000:00000010:0.1:1787755966.059758:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e568600.
00010000:00000010:0.1:1787755966.059762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582b2400.
00010000:00000010:0.1:1787755966.059765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e618e00.
00000080:00000010:0.1:1787755966.066847:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052482940.
00000080:00000010:0.1:1787755966.066867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca658e0.
00000080:00000010:0.1:1787755966.066876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33eca0.
00010000:00000010:1.1:1787755966.089456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927000.
00010000:00000010:1.1:1787755966.089472:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773acd00.
00010000:00000010:1.1:1787755966.089477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e618000.
00010000:00000010:1.1:1787755966.089480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582b2c00.
00000080:00000010:1.1:1787755966.103848:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052483180.
00000080:00000010:1.1:1787755966.103868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca656e0.
00000080:00000010:1.1:1787755966.103877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62840.
00010000:00000010:1.1:1787755966.124956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912600.
00010000:00000010:1.1:1787755966.124977:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773ac100.
00010000:00000010:1.1:1787755966.124982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e619c00.
00010000:00000010:1.1:1787755966.124988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e618c00.
00000080:00000010:1.1:1787755966.138681:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250455ddac0.
00000080:00000010:1.1:1787755966.138792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f820.
00000080:00000010:1.1:1787755966.145805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62ae0.
00010000:00000010:0.1:1787755966.161594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912600.
00010000:00000010:0.1:1787755966.161612:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773aca00.
00010000:00000010:0.1:1787755966.161617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582b3200.
00010000:00000010:0.1:1787755966.161620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582b2600.
00000080:00000010:0.1:1787755966.169492:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250455da940.
00000080:00000010:0.1:1787755966.169514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f760.
00000080:00000010:0.1:1787755966.169522:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb622e0.
00010000:00000010:0.1:1787755966.189286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926600.
00010000:00000010:0.1:1787755966.189322:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e57d300.
00010000:00000010:0.1:1787755966.189329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e619200.
00010000:00000010:0.1:1787755966.189333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf41a00.
00000080:00000010:0.1:1787755966.206864:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052485280.
00000080:00000010:0.1:1787755966.206878:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca658e0.
00000080:00000010:0.1:1787755966.218967:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409a80.
00010000:00000010:0.1:1787755966.226484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926600.
00010000:00000010:0.1:1787755966.226493:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e57db00.
00010000:00000010:0.1:1787755966.226504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582b3800.
00010000:00000010:0.1:1787755966.226507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582b2200.
00000080:00000010:1.1:1787755966.229643:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925046128000.
00000080:00000010:1.1:1787755966.229659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65b20.
00000080:00000010:1.1:1787755966.233525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb626c0.
00010000:00000010:1.1:1787755966.258830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913000.
00010000:00000010:1.1:1787755966.258848:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e57d900.
00010000:00000010:1.1:1787755966.258853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf40c00.
00010000:00000010:1.1:1787755966.258857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582b3000.
00000080:00000010:1.1:1787755966.271130:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250455db180.
00000080:00000010:1.1:1787755966.271186:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f820.
00000080:00000010:1.1:1787755966.275330:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33e840.
00010000:00000010:0.1:1787755966.297523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913000.
00010000:00000010:0.1:1787755966.297543:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e57d600.
00010000:00000010:0.1:1787755966.297548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582b2800.
00010000:00000010:0.1:1787755966.297551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e35400.
00000080:00000010:0.1:1787755966.333441:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052481080.
00000080:00000010:0.1:1787755966.333458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f2e0.
00000080:00000010:0.1:1787755966.333467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a4093a0.
00010000:00000010:1.1:1787755966.383027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926600.
00010000:00000010:1.1:1787755966.383047:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250741cfa00.
00010000:00000010:1.1:1787755966.383052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e34c00.
00010000:00000010:1.1:1787755966.383055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e34a00.
00000080:00000010:1.1:1787755966.393711:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052625ac0.
00000080:00000010:1.1:1787755966.393730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca658e0.
00000080:00000010:1.1:1787755966.393740:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33ee80.
00010000:00000010:1.1:1787755966.419045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912800.
00010000:00000010:1.1:1787755966.419061:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250741cfc00.
00010000:00000010:1.1:1787755966.419066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e35e00.
00010000:00000010:1.1:1787755966.419069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf41200.
00000080:00000010:0.1:1787755966.443439:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250455dd280.
00000080:00000010:0.1:1787755966.443458:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f820.
00000080:00000010:0.1:1787755966.450496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409b80.
00010000:00000010:0.1:1787755966.457522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926800.
00010000:00000010:0.1:1787755966.457537:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773acc00.
00010000:00000010:0.1:1787755966.457542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e64200.
00010000:00000010:0.1:1787755966.457546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf40600.
00000080:00000010:0.1:1787755966.488453:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250524818c0.
00000080:00000010:0.1:1787755966.488468:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65280.
00000080:00000010:0.1:1787755966.488475:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ccd08c0.
00010000:00000010:0.1:1787755966.502595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926800.
00010000:00000010:0.1:1787755966.502609:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773ac800.
00010000:00000010:0.1:1787755966.502615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf41800.
00010000:00000010:0.1:1787755966.502618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf40800.
00000080:00000010:0.1:1787755966.526358:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504612a100.
00000080:00000010:0.1:1787755966.526377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca653c0.
00000080:00000010:1.1:1787755966.526574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62b60.
00010000:00000010:1.1:1787755966.542445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912800.
00010000:00000010:1.1:1787755966.542467:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773ac200.
00010000:00000010:1.1:1787755966.542474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf40200.
00010000:00000010:1.1:1787755966.542477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e34e00.
00000080:00000010:1.1:1787755966.556341:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250455d9080.
00000080:00000010:1.1:1787755966.556361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f240.
00000080:00000010:1.1:1787755966.559509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33ecc0.
00010000:00000010:1.1:1787755966.576405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912800.
00010000:00000010:1.1:1787755966.576421:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250741cf600.
00010000:00000010:1.1:1787755966.576426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf41000.
00010000:00000010:1.1:1787755966.576429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf40a00.
00000080:00000010:1.1:1787755966.590550:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504612a940.
00000080:00000010:1.1:1787755966.590609:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f020.
00000080:00000010:0.1:1787755966.592336:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a0c0.
00010000:00000010:0.1:1787755966.614339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926800.
00010000:00000010:0.1:1787755966.614354:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773ac400.
00010000:00000010:0.1:1787755966.614358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf41600.
00010000:00000010:0.1:1787755966.614362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e35c00.
00000080:00000010:0.1:1787755966.638324:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250455d98c0.
00000080:00000010:0.1:1787755966.638344:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca653c0.
00000080:00000010:0.1:1787755966.642340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62de0.
00010000:00000010:2.1:1787755966.658503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926800.
00010000:00000010:2.1:1787755966.658517:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250741cfe00.
00010000:00000010:2.1:1787755966.658522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf41400.
00010000:00000010:2.1:1787755966.658524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250487f2400.
00000080:00000010:0.1:1787755966.688858:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052622940.
00000080:00000010:0.1:1787755966.688884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65280.
00000080:00000010:0.1:1787755966.688899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cb38de0.
00010000:00000010:2.1:1787755966.693034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926a00.
00010000:00000010:2.1:1787755966.693051:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e430700.
00010000:00000010:2.1:1787755966.693056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e34000.
00010000:00000010:2.1:1787755966.693058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e34400.
00000080:00000010:2.1:1787755966.714548:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052486b40.
00000080:00000010:2.1:1787755966.714563:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca653c0.
00000080:00000010:2.1:1787755966.714572:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a4095a0.
00010000:00000010:2.1:1787755966.730464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532000.
00010000:00000010:2.1:1787755966.730484:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250741cf000.
00010000:00000010:2.1:1787755966.730490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf41e00.
00010000:00000010:2.1:1787755966.730493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf41c00.
00000080:00000010:2.1:1787755966.740516:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505258ca40.
00000080:00000010:2.1:1787755966.740538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403fa0.
00000080:00000010:2.1:1787755966.747972:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62080.
00010000:00000010:3.1:1787755966.780324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532000.
00010000:00000010:3.1:1787755966.780342:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250773acb00.
00010000:00000010:3.1:1787755966.780347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf40e00.
00010000:00000010:3.1:1787755966.780349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e65800.
00000080:00000010:0.1:1787755966.822323:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052480840.
00000080:00000010:0.1:1787755966.822366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403220.
00000080:00000010:0.1:1787755966.822378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb628c0.
00010000:00000010:1.1:1787755966.851616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927600.
00010000:00000010:1.1:1787755966.851640:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250741cf100.
00010000:00000010:1.1:1787755966.851647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf40000.
00010000:00000010:1.1:1787755966.851652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cf40400.
00000080:00000010:1.1:1787755966.894301:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052623180.
00000080:00000010:1.1:1787755966.894336:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65280.
00000080:00000010:1.1:1787755966.894348:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409080.
00010000:00000010:1.1:1787755966.937248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912800.
00010000:00000010:1.1:1787755966.937282:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c153300.
00010000:00000010:1.1:1787755966.937288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e35200.
00010000:00000010:1.1:1787755966.937291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2cda00.
00000080:00000010:1.1:1787755966.955646:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049f80000.
00000080:00000010:1.1:1787755966.955687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f020.
00000080:00000010:1.1:1787755966.955705:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a4091e0.
00010000:00000010:2.1:1787755967.025453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912800.
00010000:00000010:2.1:1787755967.025461:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c52e000.
00010000:00000010:2.1:1787755967.025465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e35800.
00010000:00000010:2.1:1787755967.025468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e34200.
00000080:00000010:3.1:1787755967.030417:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052625280.
00000080:00000010:3.1:1787755967.030441:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f240.
00000080:00000010:3.1:1787755967.030452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a520.
00010000:00000010:1.1:1787755967.051331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7d600.
00010000:00000010:1.1:1787755967.051349:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250741cf800.
00010000:00000010:1.1:1787755967.051354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e34600.
00010000:00000010:1.1:1787755967.051357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e35000.
00000080:00000010:1.1:1787755967.078914:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049f82100.
00000080:00000010:1.1:1787755967.078931:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2bd40.
00000080:00000010:1.1:1787755967.078939:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33e140.
00010000:00000010:0.1:1787755967.109402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913a00.
00010000:00000010:0.1:1787755967.109421:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250741cfd00.
00010000:00000010:0.1:1787755967.109425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e34800.
00010000:00000010:0.1:1787755967.109429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e35600.
00000080:00000010:0.1:1787755967.120071:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052621080.
00000080:00000010:0.1:1787755967.120086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f020.
00000080:00000010:0.1:1787755967.120094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a160.
00010000:00000010:0.1:1787755967.143956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927400.
00010000:00000010:0.1:1787755967.143976:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250741cff00.
00010000:00000010:0.1:1787755967.143982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2cc800.
00010000:00000010:0.1:1787755967.143985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2cd400.
00000080:00000010:0.1:1787755967.174115:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505258e300.
00000080:00000010:0.1:1787755967.174142:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65600.
00000080:00000010:0.1:1787755967.174153:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33ed40.
00010000:00000010:0.1:1787755967.189609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927400.
00010000:00000010:0.1:1787755967.189620:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c153f00.
00010000:00000010:0.1:1787755967.189624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e35a00.
00010000:00000010:0.1:1787755967.189628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2cce00.
00000080:00000010:1.1:1787755967.215647:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049f84a40.
00000080:00000010:1.1:1787755967.215658:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65f80.
00000080:00000010:1.1:1787755967.219926:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409900.
00010000:00000010:2.1:1787755967.236882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913e00.
00010000:00000010:2.1:1787755967.236909:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250741cf200.
00010000:00000010:2.1:1787755967.236915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2cde00.
00010000:00000010:2.1:1787755967.236919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b4e00.
00000080:00000010:2.1:1787755967.247702:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049f86300.
00000080:00000010:2.1:1787755967.247720:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fea0.
00000080:00000010:2.1:1787755967.251800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a720.
00010000:00000010:2.1:1787755967.270373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532a00.
00010000:00000010:2.1:1787755967.270382:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c153000.
00010000:00000010:2.1:1787755967.270387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2cdc00.
00010000:00000010:2.1:1787755967.270391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b4600.
00000080:00000010:2.1:1787755967.280437:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049f839c0.
00000080:00000010:2.1:1787755967.280455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403cc0.
00000080:00000010:2.1:1787755967.280467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609aae0.
00010000:00000010:2.1:1787755967.294656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532a00.
00010000:00000010:2.1:1787755967.294671:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250741cfb00.
00010000:00000010:2.1:1787755967.294686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b5800.
00010000:00000010:2.1:1787755967.294688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b4800.
00000080:00000010:0.1:1787755967.310343:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250526218c0.
00000080:00000010:0.1:1787755967.310362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403fc0.
00000080:00000010:0.1:1787755967.310374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609ae60.
00010000:00000010:1.1:1787755967.330850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927400.
00010000:00000010:1.1:1787755967.330859:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250741cf500.
00010000:00000010:1.1:1787755967.330863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b4200.
00010000:00000010:1.1:1787755967.330867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b5600.
00000080:00000010:1.1:1787755967.338303:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052626b40.
00000080:00000010:1.1:1787755967.338325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65600.
00000080:00000010:1.1:1787755967.338334:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a5a0.
00010000:00000010:0.1:1787755967.355324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913600.
00010000:00000010:0.1:1787755967.355343:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250741cf300.
00010000:00000010:0.1:1787755967.355348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b5000.
00010000:00000010:0.1:1787755967.355353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2cc000.
00000080:00000010:0.1:1787755967.362542:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250455deb40.
00000080:00000010:0.1:1787755967.362564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f9c0.
00000080:00000010:0.1:1787755967.362574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33e6e0.
00010000:00000010:0.1:1787755967.401319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926200.
00010000:00000010:0.1:1787755967.401333:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c153d00.
00010000:00000010:0.1:1787755967.401337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b5a00.
00010000:00000010:0.1:1787755967.401339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b5400.
00000080:00000010:0.1:1787755967.430894:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052588000.
00000080:00000010:0.1:1787755967.430912:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65be0.
00000080:00000010:0.1:1787755967.430921:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62cc0.
00010000:00000010:0.1:1787755967.464329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926200.
00010000:00000010:0.1:1787755967.464347:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250741cf700.
00010000:00000010:0.1:1787755967.464352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b4a00.
00010000:00000010:0.1:1787755967.464354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2cc400.
00000080:00000010:0.1:1787755967.480193:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052620840.
00000080:00000010:0.1:1787755967.480214:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65500.
00000080:00000010:0.1:1787755967.484294:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62160.
00010000:00000010:2.1:1787755967.513581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926200.
00010000:00000010:2.1:1787755967.513598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c153100.
00010000:00000010:2.1:1787755967.513603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b5e00.
00010000:00000010:2.1:1787755967.513606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b5c00.
00000080:00000010:2.1:1787755967.539646:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052620000.
00000080:00000010:2.1:1787755967.539658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65be0.
00000080:00000010:2.1:1787755967.539666:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409ca0.
00010000:00000010:2.1:1787755967.565400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533600.
00010000:00000010:2.1:1787755967.565422:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250741cf900.
00010000:00000010:2.1:1787755967.565428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2ccc00.
00010000:00000010:2.1:1787755967.565432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2cd200.
00000080:00000010:1.1:1787755967.586484:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052622100.
00000080:00000010:1.1:1787755967.586507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403540.
00000080:00000010:1.1:1787755967.590388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33e1a0.
00010000:00000010:1.1:1787755967.604726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912200.
00010000:00000010:1.1:1787755967.604742:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c153a00.
00010000:00000010:1.1:1787755967.604748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b4000.
00010000:00000010:1.1:1787755967.604751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b4400.
00000080:00000010:1.1:1787755967.622565:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052624a40.
00000080:00000010:1.1:1787755967.622583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7ffa0.
00000080:00000010:1.1:1787755967.622591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609aec0.
00010000:00000010:1.1:1787755967.637452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912200.
00010000:00000010:1.1:1787755967.637468:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a12f00.
00010000:00000010:1.1:1787755967.637474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2cd800.
00010000:00000010:1.1:1787755967.637477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b5200.
00000080:00000010:1.1:1787755967.644371:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060a91080.
00000080:00000010:1.1:1787755967.644390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fd40.
00000080:00000010:1.1:1787755967.644399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a960.
00010000:00000010:0.1:1787755967.673859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912200.
00010000:00000010:0.1:1787755967.673872:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a12800.
00010000:00000010:0.1:1787755967.673876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b4c00.
00010000:00000010:0.1:1787755967.673878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2cc600.
00000080:00000010:0.1:1787755967.679378:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049f87380.
00000080:00000010:0.1:1787755967.679391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7ffa0.
00000080:00000010:0.1:1787755967.679399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609adc0.
00010000:00000010:0.1:1787755967.695146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926200.
00010000:00000010:0.1:1787755967.695162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c153c00.
00010000:00000010:0.1:1787755967.695168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e42ee00.
00010000:00000010:0.1:1787755967.695173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e65400.
00000080:00000010:1.1:1787755967.713434:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049f84200.
00000080:00000010:1.1:1787755967.713458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65500.
00000080:00000010:1.1:1787755967.722347:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a280.
00010000:00000010:0.1:1787755967.732110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913400.
00010000:00000010:0.1:1787755967.732126:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c52e300.
00010000:00000010:0.1:1787755967.732131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2cc200.
00010000:00000010:0.1:1787755967.732134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2cd000.
00000080:00000010:0.1:1787755967.736439:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060a918c0.
00000080:00000010:0.1:1787755967.736453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fd40.
00000080:00000010:0.1:1787755967.736461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409880.
00010000:00000010:0.1:1787755967.750115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926200.
00010000:00000010:0.1:1787755967.750133:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c153800.
00010000:00000010:0.1:1787755967.750138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e65a00.
00010000:00000010:0.1:1787755967.750158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2cca00.
00000080:00000010:0.1:1787755967.758317:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049f85ac0.
00000080:00000010:0.1:1787755967.758343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65e40.
00000080:00000010:1.1:1787755967.761425:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a500.
00010000:00000010:1.1:1787755967.771339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912000.
00010000:00000010:1.1:1787755967.771355:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c153200.
00010000:00000010:1.1:1787755967.771361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2cd600.
00010000:00000010:1.1:1787755967.771364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2ad800.
00000080:00000010:1.1:1787755967.782325:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049f82940.
00000080:00000010:1.1:1787755967.782342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7ff20.
00000080:00000010:1.1:1787755967.788444:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609af00.
00010000:00000010:1.1:1787755967.798654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912000.
00010000:00000010:1.1:1787755967.798692:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e430d00.
00010000:00000010:1.1:1787755967.798698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e36000.
00010000:00000010:1.1:1787755967.798712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2ac600.
00000080:00000010:1.1:1787755967.810415:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049f83180.
00000080:00000010:1.1:1787755967.810425:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fd40.
00000080:00000010:2.1:1787755967.819747:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a6a0.
00010000:00000010:0.1:1787755967.827388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532e00.
00010000:00000010:0.1:1787755967.827404:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c153400.
00010000:00000010:0.1:1787755967.827409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250487f2800.
00010000:00000010:0.1:1787755967.827412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2ac800.
00000080:00000010:0.1:1787755967.840065:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049f85280.
00000080:00000010:0.1:1787755967.840105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403f80.
00000080:00000010:0.1:1787755967.840120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a409480.
00010000:00000010:0.1:1787755967.860452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926200.
00010000:00000010:0.1:1787755967.860466:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c153b00.
00010000:00000010:0.1:1787755967.860471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2ac200.
00010000:00000010:0.1:1787755967.860474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e42e200.
00000080:00000010:2.1:1787755967.873298:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505258eb40.
00000080:00000010:2.1:1787755967.873311:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65e40.
00000080:00000010:2.1:1787755967.876622:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33e2e0.
00010000:00000010:2.1:1787755967.887834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533400.
00010000:00000010:2.1:1787755967.887850:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a12a00.
00010000:00000010:2.1:1787755967.887854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2ad000.
00010000:00000010:2.1:1787755967.887858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e42fc00.
00000080:00000010:2.1:1787755967.906327:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060a96b40.
00000080:00000010:2.1:1787755967.906351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403920.
00000080:00000010:2.1:1787755967.906360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504a4098a0.
00010000:00000010:2.1:1787755967.915500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533400.
00010000:00000010:2.1:1787755967.915516:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c52e500.
00010000:00000010:2.1:1787755967.915521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e42e800.
00010000:00000010:2.1:1787755967.915525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2ad600.
00000080:00000010:2.1:1787755967.932333:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049f81080.
00000080:00000010:2.1:1787755967.932350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814034c0.
00000080:00000010:2.1:1787755967.932360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a8e0.
00010000:00000010:0.1:1787755967.948083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533400.
00010000:00000010:0.1:1787755967.948097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c153500.
00010000:00000010:0.1:1787755967.948102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e42f400.
00010000:00000010:0.1:1787755967.948105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad5d400.
00000080:00000010:0.1:1787755967.959379:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060a90840.
00000080:00000010:0.1:1787755967.959396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403920.
00000080:00000010:0.1:1787755967.959406:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925051ba1aa0.
00010000:00000010:1.1:1787755967.980723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926200.
00010000:00000010:1.1:1787755967.980735:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e430e00.
00010000:00000010:1.1:1787755967.980741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2ada00.
00010000:00000010:1.1:1787755967.980744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad5c000.
00000080:00000010:1.1:1787755967.990402:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049f818c0.
00000080:00000010:1.1:1787755967.990422:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65a60.
00000080:00000010:1.1:1787755967.990431:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a8a0.
00010000:00000010:2.1:1787755968.010771:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912000.
00010000:00000010:2.1:1787755968.010783:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c153e00.
00010000:00000010:2.1:1787755968.010788:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2aca00.
00010000:00000010:2.1:1787755968.010792:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad5ca00.
00000080:00000010:2.1:1787755968.015554:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250455d8840.
00000080:00000010:2.1:1787755968.015575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fd40.
00000080:00000010:2.1:1787755968.020388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb625c0.
00010000:00000010:2.1:1787755968.038520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532400.
00010000:00000010:2.1:1787755968.038536:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c156f00.
00010000:00000010:2.1:1787755968.038542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e36400.
00010000:00000010:2.1:1787755968.038544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad5cc00.
00000080:00000010:2.1:1787755968.049059:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060a90000.
00000080:00000010:2.1:1787755968.049195:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814036c0.
00000080:00000010:2.1:1787755968.049206:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62be0.
00010000:00000010:2.1:1787755968.061827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532400.
00010000:00000010:2.1:1787755968.061843:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c156a00.
00010000:00000010:2.1:1787755968.061849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e36c00.
00010000:00000010:2.1:1787755968.061851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad5d200.
00000080:00000010:2.1:1787755968.074861:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250455d8000.
00000080:00000010:2.1:1787755968.074882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814035e0.
00000080:00000010:2.1:1787755968.074893:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33ef80.
00010000:00000010:0.1:1787755968.093341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532400.
00010000:00000010:0.1:1787755968.093361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c156c00.
00010000:00000010:0.1:1787755968.093366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2ad400.
00010000:00000010:0.1:1787755968.093369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad5de00.
00000080:00000010:1.1:1787755968.119790:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925046003180.
00000080:00000010:1.1:1787755968.119815:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814036c0.
00000080:00000010:1.1:1787755968.120401:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33e0e0.
00010000:00000010:3.1:1787755968.124696:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912a00.
00010000:00000010:3.1:1787755968.124714:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c156800.
00010000:00000010:3.1:1787755968.124720:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2ade00.
00010000:00000010:3.1:1787755968.124723:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad5c400.
00000080:00000010:2.1:1787755968.136394:0:238950:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049f86b40.
00000080:00000010:2.1:1787755968.136406:0:238950:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7ff20.
00000080:00000010:2.1:1787755968.136415:0:238950:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33ef40.
00010000:00000010:1.1:1787755968.145483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533600.
00010000:00000010:1.1:1787755968.145500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c156200.
00010000:00000010:1.1:1787755968.145505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e37200.
00010000:00000010:1.1:1787755968.145509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad5d800.
00000080:00000010:1.1:1787755968.152424:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925049f80840.
00000080:00000010:1.1:1787755968.152439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814038a0.
00000080:00000010:1.1:1787755968.157294:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a0e0.
00010000:00000010:1.1:1787755968.183429:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912e00.
00010000:00000010:1.1:1787755968.183446:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c156400.
00010000:00000010:1.1:1787755968.183451:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e37800.
00010000:00000010:1.1:1787755968.183455:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad5d600.
00000080:00000010:0.1:1787755968.197891:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925046002940.
00000080:00000010:0.1:1787755968.197908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7ffa0.
00000080:00000010:0.1:1787755968.197918:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609ac60.
00010000:00000010:0.1:1787755968.205329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927400.
00010000:00000010:0.1:1787755968.205342:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c156b00.
00010000:00000010:0.1:1787755968.205347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e36600.
00010000:00000010:0.1:1787755968.205350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250487f3a00.
00000080:00000010:0.1:1787755968.229415:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250457a6b40.
00000080:00000010:0.1:1787755968.229431:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca654a0.
00000080:00000010:0.1:1787755968.229437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a9a0.
00010000:00000010:1.1:1787755968.237344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927400.
00010000:00000010:1.1:1787755968.237360:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c156500.
00010000:00000010:1.1:1787755968.237365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e36200.
00010000:00000010:1.1:1787755968.237367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ae78600.
00000080:00000010:1.1:1787755968.246999:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060a92100.
00000080:00000010:1.1:1787755968.247017:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65f20.
00000080:00000010:1.1:1787755968.252863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609ae40.
00010000:00000010:1.1:1787755968.264132:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912e00.
00010000:00000010:1.1:1787755968.264144:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c52ec00.
00010000:00000010:1.1:1787755968.264148:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e36800.
00010000:00000010:1.1:1787755968.264151:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504c47aa00.
00000080:00000010:0.1:1787755968.273487:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060a94a40.
00000080:00000010:0.1:1787755968.273619:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f9c0.
00000080:00000010:0.1:1787755968.273631:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250714d3140.
00010000:00000010:0.1:1787755968.293604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927600.
00010000:00000010:0.1:1787755968.293622:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c52e800.
00010000:00000010:0.1:1787755968.293627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e37000.
00010000:00000010:0.1:1787755968.293631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925040031000.
00000080:00000010:0.1:1787755968.296763:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060a96300.
00000080:00000010:0.1:1787755968.296784:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca654a0.
00000080:00000010:0.1:1787755968.296793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33e3c0.
00010000:00000010:0.1:1787755968.329379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926a00.
00010000:00000010:0.1:1787755968.329387:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c52e200.
00010000:00000010:0.1:1787755968.329392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e42f200.
00010000:00000010:0.1:1787755968.329395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad5c600.
00000080:00000010:0.1:1787755968.337316:0:13:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250457a0840.
00000080:00000010:0.1:1787755968.337338:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65140.
00000080:00000010:0.1:1787755968.337347:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609aba0.
00010000:00000010:1.1:1787755968.353321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927600.
00010000:00000010:1.1:1787755968.353338:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c156300.
00010000:00000010:1.1:1787755968.353342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e37600.
00010000:00000010:1.1:1787755968.353346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad5c800.
00000080:00000010:1.1:1787755968.376323:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505258a100.
00000080:00000010:1.1:1787755968.376343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca654a0.
00000080:00000010:1.1:1787755968.376352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62c40.
00010000:00000010:1.1:1787755968.395995:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912e00.
00010000:00000010:1.1:1787755968.396012:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c156700.
00010000:00000010:1.1:1787755968.396019:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2ace00.
00010000:00000010:1.1:1787755968.396022:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad5c200.
00000080:00000010:1.1:1787755968.418430:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250457a0000.
00000080:00000010:1.1:1787755968.418449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fea0.
00000080:00000010:1.1:1787755968.418458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33e9e0.
00010000:00000010:0.1:1787755968.430389:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912e00.
00010000:00000010:0.1:1787755968.430406:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c156900.
00010000:00000010:0.1:1787755968.430410:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2adc00.
00010000:00000010:0.1:1787755968.430413:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d1a3c00.
00000080:00000010:0.1:1787755968.438829:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060a939c0.
00000080:00000010:0.1:1787755968.438847:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f020.
00000080:00000010:0.1:1787755968.438855:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250714d37c0.
00010000:00000010:1.1:1787755968.460420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926a00.
00010000:00000010:1.1:1787755968.460435:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c156600.
00010000:00000010:1.1:1787755968.460439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2ac000.
00010000:00000010:1.1:1787755968.460443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925040031400.
00000080:00000010:1.1:1787755968.468754:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250457a2100.
00000080:00000010:1.1:1787755968.468772:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65140.
00000080:00000010:1.1:1787755968.468780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250714d36e0.
00010000:00000010:1.1:1787755968.476441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913c00.
00010000:00000010:1.1:1787755968.476454:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a12200.
00010000:00000010:1.1:1787755968.476460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e37a00.
00010000:00000010:1.1:1787755968.476463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d1a2000.
00000080:00000010:1.1:1787755968.491405:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250457a4a40.
00000080:00000010:1.1:1787755968.491425:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fea0.
00000080:00000010:0.1:1787755968.495402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250714d3ee0.
00010000:00000010:0.1:1787755968.519350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926800.
00010000:00000010:0.1:1787755968.519368:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c156e00.
00010000:00000010:0.1:1787755968.519373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2ac400.
00010000:00000010:0.1:1787755968.519376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925040030a00.
00000080:00000010:0.1:1787755968.542496:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250457a6300.
00000080:00000010:0.1:1787755968.542513:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65020.
00000080:00000010:0.1:1787755968.546349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33e7a0.
00010000:00000010:1.1:1787755968.553325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926800.
00010000:00000010:1.1:1787755968.553341:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a12400.
00010000:00000010:1.1:1787755968.553347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2acc00.
00010000:00000010:1.1:1787755968.553351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d1a2400.
00000080:00000010:1.1:1787755968.565597:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060a97380.
00000080:00000010:1.1:1787755968.565617:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca653a0.
00000080:00000010:1.1:1787755968.574736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33e200.
00010000:00000010:1.1:1787755968.591457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913c00.
00010000:00000010:1.1:1787755968.591467:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a12b00.
00010000:00000010:1.1:1787755968.591472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2ad200.
00010000:00000010:1.1:1787755968.591476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d1a2c00.
00000080:00000010:1.1:1787755968.600469:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060a94200.
00000080:00000010:1.1:1787755968.600494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fea0.
00000080:00000010:1.1:1787755968.605209:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250714d3920.
00010000:00000010:1.1:1787755968.636374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913c00.
00010000:00000010:1.1:1787755968.636393:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a12500.
00010000:00000010:1.1:1787755968.636399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e31c00.
00010000:00000010:1.1:1787755968.636405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d1a3200.
00000080:00000010:1.1:1787755968.636414:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060a95ac0.
00000080:00000010:1.1:1787755968.636429:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f240.
00000080:00000010:1.1:1787755968.636439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250714d3e20.
00010000:00000010:0.1:1787755968.646383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912e00.
00010000:00000010:0.1:1787755968.646402:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a12300.
00010000:00000010:0.1:1787755968.646408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e42fa00.
00010000:00000010:0.1:1787755968.646411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d1a3800.
00000080:00000010:0.1:1787755968.662382:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250457a39c0.
00000080:00000010:0.1:1787755968.662403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fea0.
00000080:00000010:0.1:1787755968.662412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a380.
00010000:00000010:0.1:1787755968.679434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926600.
00010000:00000010:0.1:1787755968.679449:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a12700.
00010000:00000010:0.1:1787755968.679454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e36a00.
00010000:00000010:0.1:1787755968.679458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d1a2600.
00000080:00000010:0.1:1787755968.687234:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250457a7380.
00000080:00000010:0.1:1787755968.687334:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65020.
00000080:00000010:0.1:1787755968.687344:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a9c0.
00010000:00000010:1.1:1787755968.710424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926600.
00010000:00000010:1.1:1787755968.710432:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a12900.
00010000:00000010:1.1:1787755968.710436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e37400.
00010000:00000010:1.1:1787755968.710439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250721a2200.
00000080:00000010:1.1:1787755968.718338:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250457a4200.
00000080:00000010:1.1:1787755968.718361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65ea0.
00000080:00000010:1.1:1787755968.718372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609af40.
00010000:00000010:1.1:1787755968.735292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913c00.
00010000:00000010:1.1:1787755968.735320:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a12600.
00010000:00000010:1.1:1787755968.735326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e37e00.
00010000:00000010:1.1:1787755968.735330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250721a2e00.
00000080:00000010:1.1:1787755968.747337:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052588840.
00000080:00000010:1.1:1787755968.747358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f240.
00000080:00000010:1.1:1787755968.755390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33e540.
00010000:00000010:0.1:1787755968.769345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913c00.
00010000:00000010:0.1:1787755968.769366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a12e00.
00010000:00000010:0.1:1787755968.769371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e36e00.
00010000:00000010:0.1:1787755968.769375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad44200.
00000080:00000010:2.1:1787755968.786031:0:238950:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250457a5ac0.
00000080:00000010:2.1:1787755968.786109:0:238950:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f820.
00000080:00000010:2.1:1787755968.786119:0:238950:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a460.
00010000:00000010:0.1:1787755968.812343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533c00.
00010000:00000010:0.1:1787755968.812359:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e430400.
00010000:00000010:0.1:1787755968.812364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e37c00.
00010000:00000010:0.1:1787755968.812369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925040031e00.
00000080:00000010:0.1:1787755968.816334:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060a92940.
00000080:00000010:0.1:1787755968.816350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814030c0.
00000080:00000010:0.1:1787755968.816360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33ea60.
00010000:00000010:0.1:1787755968.829676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927000.
00010000:00000010:0.1:1787755968.829684:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e430f00.
00010000:00000010:0.1:1787755968.829689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2c8400.
00010000:00000010:0.1:1787755968.829692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250721a2800.
00000080:00000010:0.1:1787755968.834334:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925046005280.
00000080:00000010:0.1:1787755968.834361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65020.
00000080:00000010:0.1:1787755968.834370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62820.
00010000:00000010:2.1:1787755968.849433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927a00.
00010000:00000010:2.1:1787755968.849443:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c52e600.
00010000:00000010:2.1:1787755968.849448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2c8e00.
00010000:00000010:2.1:1787755968.849451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250721a3a00.
00000080:00000010:2.1:1787755968.871915:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925046001080.
00000080:00000010:2.1:1787755968.871943:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65e00.
00000080:00000010:2.1:1787755968.871954:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609af20.
00010000:00000010:0.1:1787755968.890342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533800.
00010000:00000010:0.1:1787755968.890362:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a12d00.
00010000:00000010:0.1:1787755968.890382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2c9200.
00010000:00000010:0.1:1787755968.890385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad44a00.
00000080:00000010:0.1:1787755968.909367:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460018c0.
00000080:00000010:0.1:1787755968.909388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403840.
00000080:00000010:0.1:1787755968.909401:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33ed80.
00010000:00000010:0.1:1787755968.935820:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927000.
00010000:00000010:0.1:1787755968.935834:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250584d5100.
00010000:00000010:0.1:1787755968.935841:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2c9800.
00010000:00000010:0.1:1787755968.935844:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250721a2a00.
00000080:00000010:2.1:1787755968.947489:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250457a2940.
00000080:00000010:2.1:1787755968.947516:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65020.
00000080:00000010:2.1:1787755968.959654:0:238949:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a040.
00010000:00000010:1.1:1787755968.964976:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533400.
00010000:00000010:1.1:1787755968.964985:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c52ef00.
00010000:00000010:1.1:1787755968.965001:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e42fe00.
00010000:00000010:1.1:1787755968.965005:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250721a3e00.
00000080:00000010:1.1:1787755968.974338:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925046006b40.
00000080:00000010:1.1:1787755968.974356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403fe0.
00000080:00000010:1.1:1787755968.974369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb621c0.
00010000:00000010:1.1:1787755968.989342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912a00.
00010000:00000010:1.1:1787755968.989359:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250584d5800.
00010000:00000010:1.1:1787755968.989366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e30600.
00010000:00000010:1.1:1787755968.989368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250721a3600.
00000080:00000010:1.1:1787755969.012484:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250457a3180.
00000080:00000010:1.1:1787755969.012591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f240.
00000080:00000010:1.1:1787755969.012603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33ee60.
00010000:00000010:1.1:1787755969.026360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912a00.
00010000:00000010:1.1:1787755969.026386:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250584d5f00.
00010000:00000010:1.1:1787755969.026398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250487f2a00.
00010000:00000010:1.1:1787755969.026401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ccefa00.
00000080:00000010:1.1:1787755969.033371:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060a93180.
00000080:00000010:1.1:1787755969.033391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f2e0.
00000080:00000010:1.1:1787755969.033400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250714d3ae0.
00010000:00000010:0.1:1787755969.052708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912a00.
00010000:00000010:0.1:1787755969.052722:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250584d5900.
00010000:00000010:0.1:1787755969.052728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e42e400.
00010000:00000010:0.1:1787755969.052731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ae79e00.
00000080:00000010:0.1:1787755969.065677:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060a95280.
00000080:00000010:0.1:1787755969.065698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f240.
00000080:00000010:0.1:1787755969.068397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a420.
00010000:00000010:1.1:1787755969.077341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927000.
00010000:00000010:1.1:1787755969.077349:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250584d5600.
00010000:00000010:1.1:1787755969.077355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e42f600.
00010000:00000010:1.1:1787755969.081389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad5d000.
00000080:00000010:1.1:1787755969.085377:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060bca940.
00000080:00000010:1.1:1787755969.085386:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca659c0.
00000080:00000010:1.1:1787755969.085391:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609aaa0.
00010000:00000010:1.1:1787755969.094327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912000.
00010000:00000010:1.1:1787755969.094347:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c156000.
00010000:00000010:1.1:1787755969.094352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e42ea00.
00010000:00000010:1.1:1787755969.094354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250815b8e00.
00000080:00000010:1.1:1787755969.104488:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250457a5280.
00000080:00000010:1.1:1787755969.104506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f2e0.
00000080:00000010:1.1:1787755969.110794:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609aca0.
00010000:00000010:1.1:1787755969.118714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912000.
00010000:00000010:1.1:1787755969.118722:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c156d00.
00010000:00000010:1.1:1787755969.118727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2c8600.
00010000:00000010:1.1:1787755969.118729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250815b8200.
00000080:00000010:1.1:1787755969.128480:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250457a1080.
00000080:00000010:1.1:1787755969.128492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f760.
00000080:00000010:1.1:1787755969.140308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250714d35c0.
00010000:00000010:0.1:1787755969.143513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912000.
00010000:00000010:0.1:1787755969.143529:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c156100.
00010000:00000010:0.1:1787755969.143534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2c8200.
00010000:00000010:0.1:1787755969.143538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250815b8a00.
00000080:00000010:0.1:1787755969.143546:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250457a18c0.
00000080:00000010:0.1:1787755969.143562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f2e0.
00000080:00000010:0.1:1787755969.143571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33e8e0.
00010000:00000010:0.1:1787755969.157315:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926c00.
00010000:00000010:0.1:1787755969.157322:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507165fa00.
00010000:00000010:0.1:1787755969.157330:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2c8800.
00010000:00000010:0.1:1787755969.157332:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250815b8600.
00000080:00000010:0.1:1787755969.162438:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060bcb180.
00000080:00000010:0.1:1787755969.162450:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65da0.
00000080:00000010:0.1:1787755969.162457:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250714d3200.
00010000:00000010:0.1:1787755969.178490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926c00.
00010000:00000010:0.1:1787755969.178517:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507165fc00.
00010000:00000010:0.1:1787755969.178525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e30200.
00010000:00000010:0.1:1787755969.178528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250815b9800.
00000080:00000010:0.1:1787755969.186364:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925046000840.
00000080:00000010:0.1:1787755969.186374:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65d40.
00000080:00000010:0.1:1787755969.186380:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925051ba1140.
00010000:00000010:0.1:1787755969.194821:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927800.
00010000:00000010:0.1:1787755969.200322:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507165f800.
00010000:00000010:0.1:1787755969.200337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2c9000.
00010000:00000010:0.1:1787755969.200339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250815b8c00.
00000080:00000010:0.1:1787755969.204142:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060bcd280.
00000080:00000010:0.1:1787755969.204157:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65da0.
00000080:00000010:0.1:1787755969.204163:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925051ba1a60.
00010000:00000010:0.1:1787755969.211464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927800.
00010000:00000010:0.1:1787755969.211482:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507165f400.
00010000:00000010:0.1:1787755969.211491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e42f800.
00010000:00000010:0.1:1787755969.211494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ccee800.
00000080:00000010:0.1:1787755969.217439:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060bc9080.
00000080:00000010:0.1:1787755969.217458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65d40.
00000080:00000010:0.1:1787755969.220449:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925051ba1f60.
00010000:00000010:1.1:1787755969.234735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927800.
00010000:00000010:1.1:1787755969.234753:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507165fb00.
00010000:00000010:1.1:1787755969.234760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e30800.
00010000:00000010:1.1:1787755969.234763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507f16a400.
00000080:00000010:1.1:1787755969.245322:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060bba100.
00000080:00000010:1.1:1787755969.245341:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65da0.
00000080:00000010:1.1:1787755969.245353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925051ba13a0.
00010000:00000010:0.1:1787755969.259585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913400.
00010000:00000010:0.1:1787755969.259609:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e430100.
00010000:00000010:0.1:1787755969.259614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250487f2c00.
00010000:00000010:0.1:1787755969.259617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ae78800.
00000080:00000010:0.1:1787755969.270740:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060bc98c0.
00000080:00000010:0.1:1787755969.270766:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f760.
00000080:00000010:0.1:1787755969.279300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609ae00.
00010000:00000010:3.1:1787755969.293327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926c00.
00010000:00000010:3.1:1787755969.293345:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507aea8100.
00010000:00000010:3.1:1787755969.302324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e31000.
00010000:00000010:3.1:1787755969.302337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ae79200.
00000080:00000010:3.1:1787755969.307491:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060bb8000.
00000080:00000010:3.1:1787755969.307502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65d40.
00000080:00000010:3.1:1787755969.307509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609afa0.
00010000:00000010:3.1:1787755969.319351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7c600.
00010000:00000010:3.1:1787755969.319364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507aea8000.
00010000:00000010:3.1:1787755969.319369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2c9600.
00010000:00000010:3.1:1787755969.319373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ae79600.
00000080:00000010:3.1:1787755969.327440:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060bceb40.
00000080:00000010:3.1:1787755969.327461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b2a0.
00000080:00000010:3.1:1787755969.327469:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb621a0.
00010000:00000010:0.1:1787755969.362504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7c600.
00010000:00000010:0.1:1787755969.362520:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507aea8700.
00010000:00000010:0.1:1787755969.362525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e31600.
00010000:00000010:0.1:1787755969.362529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ae79c00.
00000080:00000010:0.1:1787755969.397794:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060bb8840.
00000080:00000010:0.1:1787755969.397815:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b4c0.
00000080:00000010:0.1:1787755969.397823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a1e0.
00010000:00000010:0.1:1787755969.409320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927200.
00010000:00000010:0.1:1787755969.409335:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507aea8a00.
00010000:00000010:0.1:1787755969.409340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2c9a00.
00010000:00000010:0.1:1787755969.409344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ccef000.
00000080:00000010:0.1:1787755969.415319:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060bc8840.
00000080:00000010:0.1:1787755969.415342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65fa0.
00000080:00000010:2.1:1787755969.424476:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609ab60.
00010000:00000010:0.1:1787755969.438340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532800.
00010000:00000010:0.1:1787755969.438364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507aea8500.
00010000:00000010:0.1:1787755969.438371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e42f000.
00010000:00000010:0.1:1787755969.438375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ccef600.
00000080:00000010:0.1:1787755969.446484:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060bbeb40.
00000080:00000010:0.1:1787755969.446515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403600.
00000080:00000010:0.1:1787755969.446526:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925051ba1780.
00010000:00000010:0.1:1787755969.465404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927200.
00010000:00000010:0.1:1787755969.465412:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250584d5d00.
00010000:00000010:0.1:1787755969.465420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e42e000.
00010000:00000010:0.1:1787755969.465423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cceea00.
00000080:00000010:0.1:1787755969.471308:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060bb98c0.
00000080:00000010:0.1:1787755969.471318:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65fa0.
00000080:00000010:0.1:1787755969.471323:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a700.
00010000:00000010:0.1:1787755969.480328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927200.
00010000:00000010:0.1:1787755969.480341:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250584d5000.
00010000:00000010:0.1:1787755969.480347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e31a00.
00010000:00000010:0.1:1787755969.480350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ccee600.
00000080:00000010:0.1:1787755969.487386:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060bc8000.
00000080:00000010:0.1:1787755969.487395:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65120.
00000080:00000010:0.1:1787755969.487402:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62360.
00010000:00000010:0.1:1787755969.521327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927200.
00010000:00000010:0.1:1787755969.521344:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250584d5400.
00010000:00000010:0.1:1787755969.521352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2c8a00.
00010000:00000010:0.1:1787755969.521355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cceec00.
00000080:00000010:0.1:1787755969.531230:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925046000000.
00000080:00000010:0.1:1787755969.531259:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65fa0.
00000080:00000010:0.1:1787755969.536349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33e860.
00010000:00000010:2.1:1787755969.567500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927200.
00010000:00000010:2.1:1787755969.567520:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250584d5b00.
00010000:00000010:2.1:1787755969.567529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e30a00.
00010000:00000010:2.1:1787755969.567533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ccef200.
00000080:00000010:0.1:1787755969.582491:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060bca100.
00000080:00000010:0.1:1787755969.582524:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65120.
00000080:00000010:0.1:1787755969.582537:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33e800.
00010000:00000010:0.1:1787755969.619774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927c00.
00010000:00000010:0.1:1787755969.619790:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250584d5500.
00010000:00000010:0.1:1787755969.619799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e31400.
00010000:00000010:0.1:1787755969.619803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ccefc00.
00000080:00000010:2.1:1787755969.639509:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060bb9080.
00000080:00000010:2.1:1787755969.639528:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65fa0.
00000080:00000010:2.1:1787755969.639537:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a080.
00010000:00000010:1.1:1787755969.660325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532400.
00010000:00000010:1.1:1787755969.660342:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250584d5300.
00010000:00000010:1.1:1787755969.660349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e31e00.
00010000:00000010:1.1:1787755969.660354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ccefe00.
00000080:00000010:1.1:1787755969.670347:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505258b9c0.
00000080:00000010:1.1:1787755969.670364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403620.
00000080:00000010:1.1:1787755969.670375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62000.
00010000:00000010:1.1:1787755969.696355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912200.
00010000:00000010:1.1:1787755969.696381:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250584d5700.
00010000:00000010:1.1:1787755969.696414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e42e600.
00010000:00000010:1.1:1787755969.696418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ccee000.
00000080:00000010:1.1:1787755969.709739:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060bcca40.
00000080:00000010:1.1:1787755969.709761:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f540.
00000080:00000010:1.1:1787755969.709769:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925051ba1260.
00010000:00000010:1.1:1787755969.717374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912200.
00010000:00000010:1.1:1787755969.717394:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cd53000.
00010000:00000010:1.1:1787755969.717400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e30e00.
00010000:00000010:1.1:1787755969.717415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250815b8400.
00000080:00000010:1.1:1787755969.737397:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060bbd280.
00000080:00000010:1.1:1787755969.737491:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f8c0.
00000080:00000010:1.1:1787755969.745343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a9e0.
00010000:00000010:0.1:1787755969.749340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912200.
00010000:00000010:0.1:1787755969.749360:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e00e100.
00010000:00000010:0.1:1787755969.749366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2c9400.
00010000:00000010:0.1:1787755969.749369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250815b9400.
00000080:00000010:0.1:1787755969.768337:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060bbb180.
00000080:00000010:0.1:1787755969.768360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f540.
00000080:00000010:0.1:1787755969.768370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925051ba1c20.
00010000:00000010:0.1:1787755969.800331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927c00.
00010000:00000010:0.1:1787755969.800347:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507165f300.
00010000:00000010:0.1:1787755969.800354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2c9e00.
00010000:00000010:0.1:1787755969.800358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250815b9000.
00000080:00000010:1.1:1787755969.814325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a4a0.
00000080:00000010:0.1:1787755969.814507:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060bba940.
00000080:00000010:0.1:1787755969.814519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65120.
00010000:00000010:1.1:1787755969.841333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913600.
00010000:00000010:1.1:1787755969.841349:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507165f700.
00010000:00000010:1.1:1787755969.841356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e30000.
00010000:00000010:1.1:1787755969.841359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507f16b800.
00000080:00000010:1.1:1787755969.852486:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060bbdac0.
00000080:00000010:1.1:1787755969.852519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f8c0.
00000080:00000010:1.1:1787755969.856702:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925051ba1e40.
00010000:00000010:1.1:1787755969.886335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913600.
00010000:00000010:1.1:1787755969.886357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e00e200.
00010000:00000010:1.1:1787755969.886363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e30400.
00010000:00000010:1.1:1787755969.886366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ae79a00.
00000080:00000010:1.1:1787755969.903325:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060bce300.
00000080:00000010:1.1:1787755969.903340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f440.
00000080:00000010:1.1:1787755969.906517:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925051ba1920.
00010000:00000010:1.1:1787755969.925519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913600.
00010000:00000010:1.1:1787755969.925535:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504819e900.
00010000:00000010:1.1:1787755969.925541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e30c00.
00010000:00000010:1.1:1787755969.925545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ae79400.
00000080:00000010:2.1:1787755969.951957:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925046002100.
00000080:00000010:2.1:1787755969.951979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f8c0.
00000080:00000010:2.1:1787755969.951988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb628a0.
00010000:00000010:2.1:1787755969.966347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532600.
00010000:00000010:2.1:1787755969.966368:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507aea8e00.
00010000:00000010:2.1:1787755969.966374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e31200.
00010000:00000010:2.1:1787755969.966380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ae78c00.
00000080:00000010:2.1:1787755970.001825:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925046004a40.
00000080:00000010:2.1:1787755970.001844:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403220.
00000080:00000010:2.1:1787755970.001855:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925051ba1b60.
00010000:00000010:1.1:1787755970.006689:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532600.
00010000:00000010:1.1:1787755970.006698:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507aea8200.
00010000:00000010:1.1:1787755970.006702:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e42ec00.
00010000:00000010:1.1:1787755970.006706:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ae78a00.
00000080:00000010:1.1:1787755970.019478:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060bbc200.
00000080:00000010:1.1:1787755970.019505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403940.
00000080:00000010:1.1:1787755970.019514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609af80.
00010000:00000010:1.1:1787755970.038771:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913600.
00010000:00000010:1.1:1787755970.038784:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507aea8c00.
00010000:00000010:1.1:1787755970.038789:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e31800.
00010000:00000010:1.1:1787755970.038795:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250815b8800.
00000080:00000010:1.1:1787755970.049592:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060bbf380.
00000080:00000010:1.1:1787755970.049604:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f440.
00000080:00000010:1.1:1787755970.049611:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a120.
00010000:00000010:1.1:1787755970.070329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913600.
00010000:00000010:1.1:1787755970.070338:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507165f900.
00010000:00000010:1.1:1787755970.070345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2c9c00.
00010000:00000010:1.1:1787755970.070348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250815b9200.
00000080:00000010:1.1:1787755970.084381:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060bcf380.
00000080:00000010:1.1:1787755970.084394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f300.
00000080:00000010:1.1:1787755970.084402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33e1e0.
00010000:00000010:0.1:1787755970.102301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913e00.
00010000:00000010:0.1:1787755970.102318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507165f600.
00010000:00000010:0.1:1787755970.102324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2c8000.
00010000:00000010:0.1:1787755970.102328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250815b9e00.
00000080:00000010:0.1:1787755970.117663:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060bbb9c0.
00000080:00000010:0.1:1787755970.117676:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f440.
00000080:00000010:0.1:1787755970.117686:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33e600.
00010000:00000010:0.1:1787755970.136526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927c00.
00010000:00000010:0.1:1787755970.136543:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507165fe00.
00010000:00000010:0.1:1787755970.136549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b3c00.
00010000:00000010:0.1:1787755970.136554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250815b8000.
00000080:00000010:1.1:1787755970.168415:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925046006300.
00000080:00000010:1.1:1787755970.168425:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65120.
00000080:00000010:1.1:1787755970.168433:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33e620.
00010000:00000010:1.1:1787755970.173119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913600.
00010000:00000010:1.1:1787755970.173134:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507165ff00.
00010000:00000010:1.1:1787755970.173141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b2800.
00010000:00000010:1.1:1787755970.173146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250815b9c00.
00000080:00000010:1.1:1787755970.182325:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060bcb9c0.
00000080:00000010:1.1:1787755970.182345:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f300.
00000080:00000010:2.1:1787755970.192301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925051ba1d00.
00010000:00000010:2.1:1787755970.202322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533a00.
00010000:00000010:2.1:1787755970.202338:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507165f000.
00010000:00000010:2.1:1787755970.202347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b2200.
00010000:00000010:2.1:1787755970.202351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250815b9600.
00000080:00000010:2.1:1787755970.224962:0:238950:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250525898c0.
00000080:00000010:2.1:1787755970.224979:0:238950:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814034a0.
00000080:00000010:2.1:1787755970.229428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb627c0.
00010000:00000010:0.1:1787755970.237420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533a00.
00010000:00000010:0.1:1787755970.237445:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507165fd00.
00010000:00000010:0.1:1787755970.237470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2c8c00.
00010000:00000010:0.1:1787755970.237474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507cceee00.
00000080:00000010:0.1:1787755970.272322:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060bcc200.
00000080:00000010:0.1:1787755970.272340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403460.
00010000:00000010:1.1:1787755970.289303:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927c00.
00010000:00000010:1.1:1787755970.289311:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e00e600.
00010000:00000010:1.1:1787755970.289314:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2cfe00.
00010000:00000010:1.1:1787755970.289318:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ccef400.
00000080:00000010:0.1:1787755970.289424:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33e700.
00000080:00000010:1.1:1787755970.293493:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060bbe300.
00000080:00000010:1.1:1787755970.293503:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65aa0.
00000080:00000010:1.1:1787755970.293511:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925051ba1460.
00010000:00000010:1.1:1787755970.297928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913600.
00010000:00000010:1.1:1787755970.297945:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e00eb00.
00010000:00000010:1.1:1787755970.297950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b3000.
00010000:00000010:1.1:1787755970.297954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ccee200.
00000080:00000010:1.1:1787755970.319331:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060bbca40.
00000080:00000010:1.1:1787755970.319350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f300.
00000080:00000010:1.1:1787755970.319360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609abe0.
00010000:00000010:0.1:1787755970.350341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913600.
00010000:00000010:0.1:1787755970.350368:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e00e800.
00010000:00000010:0.1:1787755970.350375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b3600.
00010000:00000010:0.1:1787755970.350380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad45600.
00000080:00000010:0.1:1787755970.359996:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060be5280.
00000080:00000010:0.1:1787755970.360018:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f7c0.
00000080:00000010:0.1:1787755970.360025:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33ed20.
00010000:00000010:1.1:1787755970.375338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913a00.
00010000:00000010:1.1:1787755970.375353:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e00ea00.
00010000:00000010:1.1:1787755970.375359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b3a00.
00010000:00000010:1.1:1787755970.375363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250414fa400.
00000080:00000010:1.1:1787755970.381582:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060be1080.
00000080:00000010:1.1:1787755970.381600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65220.
00000080:00000010:1.1:1787755970.381608:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609ac80.
00010000:00000010:1.1:1787755970.394324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913a00.
00010000:00000010:1.1:1787755970.394348:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e00ef00.
00010000:00000010:1.1:1787755970.394354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b2a00.
00010000:00000010:1.1:1787755970.394359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507f16aa00.
00000080:00000010:1.1:1787755970.408328:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060bcdac0.
00000080:00000010:1.1:1787755970.408351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f300.
00000080:00000010:1.1:1787755970.408359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a060.
00010000:00000010:0.1:1787755970.443696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913a00.
00010000:00000010:0.1:1787755970.443713:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504819e700.
00010000:00000010:0.1:1787755970.443719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b3400.
00010000:00000010:0.1:1787755970.443722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507f16b600.
00000080:00000010:0.1:1787755970.458675:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060be18c0.
00000080:00000010:0.1:1787755970.458708:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f120.
00000080:00000010:0.1:1787755970.458717:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a020.
00010000:00000010:0.1:1787755970.481356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926400.
00010000:00000010:0.1:1787755970.481371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504819e200.
00010000:00000010:0.1:1787755970.481377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504c47b600.
00010000:00000010:0.1:1787755970.481381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507f16ba00.
00000080:00000010:1.1:1787755970.514476:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060be6b40.
00000080:00000010:1.1:1787755970.514496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65ba0.
00000080:00000010:1.1:1787755970.515776:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609ade0.
00010000:00000010:1.1:1787755970.525408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912800.
00010000:00000010:1.1:1787755970.525429:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504819e400.
00010000:00000010:1.1:1787755970.525435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2cee00.
00010000:00000010:1.1:1787755970.525438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504356cc00.
00000080:00000010:2.1:1787755970.546338:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060be0840.
00000080:00000010:2.1:1787755970.546359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f300.
00000080:00000010:2.1:1787755970.546369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609acc0.
00010000:00000010:2.1:1787755970.573302:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532800.
00010000:00000010:2.1:1787755970.573309:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92505e00ec00.
00010000:00000010:2.1:1787755970.573315:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2cfc00.
00010000:00000010:2.1:1787755970.573318:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504356c600.
00000080:00000010:2.1:1787755970.578988:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060be0000.
00000080:00000010:2.1:1787755970.579011:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403300.
00000080:00000010:2.1:1787755970.579023:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925051ba1800.
00010000:00000010:2.1:1787755970.617740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532800.
00010000:00000010:2.1:1787755970.617755:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507ae13500.
00010000:00000010:2.1:1787755970.617760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2ce000.
00010000:00000010:2.1:1787755970.617763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e55d000.
00000080:00000010:0.1:1787755970.626976:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460039c0.
00000080:00000010:0.1:1787755970.626992:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403460.
00000080:00000010:0.1:1787755970.639487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62640.
00010000:00000010:1.1:1787755970.645067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912800.
00010000:00000010:1.1:1787755970.645087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250770bcb00.
00010000:00000010:1.1:1787755970.645093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b3e00.
00010000:00000010:1.1:1787755970.645097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e55c600.
00000080:00000010:1.1:1787755970.665415:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060be2100.
00000080:00000010:1.1:1787755970.665444:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65300.
00000080:00000010:1.1:1787755970.665454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925051ba18e0.
00010000:00000010:0.1:1787755970.693807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912800.
00010000:00000010:0.1:1787755970.693849:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250770bc400.
00010000:00000010:0.1:1787755970.693892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2ce400.
00010000:00000010:0.1:1787755970.694305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e55c200.
00000080:00000010:3.1:1787755970.724383:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925046007380.
00000080:00000010:3.1:1787755970.724396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7faa0.
00000080:00000010:3.1:1787755970.724404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62440.
00010000:00000010:0.1:1787755970.737446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7c000.
00010000:00000010:0.1:1787755970.737464:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e430900.
00010000:00000010:0.1:1787755970.737469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2cec00.
00010000:00000010:0.1:1787755970.737472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e55c800.
00000080:00000010:1.1:1787755970.753739:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504610b9c0.
00000080:00000010:1.1:1787755970.753757:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b2a0.
00000080:00000010:1.1:1787755970.753764:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925051ba14c0.
00010000:00000010:1.1:1787755970.787629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913000.
00010000:00000010:1.1:1787755970.787646:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e430600.
00010000:00000010:1.1:1787755970.787673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2cf200.
00010000:00000010:1.1:1787755970.787677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504356c000.
00000080:00000010:1.1:1787755970.810410:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504610c200.
00000080:00000010:1.1:1787755970.810434:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f3a0.
00000080:00000010:1.1:1787755970.810442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925051ba11e0.
00010000:00000010:0.1:1787755970.857325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913000.
00010000:00000010:0.1:1787755970.857344:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c03b500.
00010000:00000010:0.1:1787755970.857349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b2e00.
00010000:00000010:0.1:1787755970.857353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c02ee00.
00000080:00000010:0.1:1787755970.878366:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504610f380.
00000080:00000010:0.1:1787755970.878383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f780.
00000080:00000010:0.1:1787755970.878391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925051ba1880.
00010000:00000010:0.1:1787755970.890419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926400.
00010000:00000010:0.1:1787755970.890440:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507aea8400.
00010000:00000010:0.1:1787755970.890446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2ce600.
00010000:00000010:0.1:1787755970.890449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c02fc00.
00000080:00000010:1.1:1787755970.925835:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504610dac0.
00000080:00000010:1.1:1787755970.925848:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65240.
00000080:00000010:1.1:1787755970.925856:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925051ba1b40.
00010000:00000010:0.1:1787755970.958351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912600.
00010000:00000010:0.1:1787755970.958376:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507aea8600.
00010000:00000010:0.1:1787755970.958383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2cf800.
00010000:00000010:0.1:1787755970.958387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504356c800.
00000080:00000010:0.1:1787755970.985396:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060be3180.
00000080:00000010:0.1:1787755970.985426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f3a0.
00000080:00000010:0.1:1787755970.988520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925051ba1740.
00010000:00000010:1.1:1787755971.014355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926400.
00010000:00000010:1.1:1787755971.014381:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507ae13d00.
00010000:00000010:1.1:1787755971.014388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2ce200.
00010000:00000010:1.1:1787755971.014394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504356dc00.
00000080:00000010:1.1:1787755971.027625:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060be2940.
00000080:00000010:1.1:1787755971.027648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65c40.
00000080:00000010:1.1:1787755971.030422:0:1358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a920.
00010000:00000010:1.1:1787755971.056324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912400.
00010000:00000010:1.1:1787755971.056336:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507ae13100.
00010000:00000010:1.1:1787755971.056341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2ce800.
00010000:00000010:1.1:1787755971.056345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504356da00.
00000080:00000010:1.1:1787755971.069736:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925046004200.
00000080:00000010:1.1:1787755971.069765:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fc40.
00000080:00000010:1.1:1787755971.069775:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33e120.
00010000:00000010:1.1:1787755971.096309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912400.
00010000:00000010:1.1:1787755971.096325:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507ae13800.
00010000:00000010:1.1:1787755971.096331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b2000.
00010000:00000010:1.1:1787755971.096335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504356d400.
00000080:00000010:1.1:1787755971.106420:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504610a940.
00000080:00000010:1.1:1787755971.106440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7ff60.
00000080:00000010:1.1:1787755971.111956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925051ba16e0.
00010000:00000010:2.1:1787755971.122339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912400.
00010000:00000010:2.1:1787755971.122358:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507ae13a00.
00010000:00000010:2.1:1787755971.122362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2cf000.
00010000:00000010:2.1:1787755971.122366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504356ce00.
00000080:00000010:2.1:1787755971.132340:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925046005ac0.
00000080:00000010:2.1:1787755971.132361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fc40.
00000080:00000010:2.1:1787755971.144052:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33ea40.
00010000:00000010:0.1:1787755971.161114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533000.
00010000:00000010:0.1:1787755971.161131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507ae13c00.
00010000:00000010:0.1:1787755971.161136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504c47ae00.
00010000:00000010:0.1:1787755971.161139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507f16a800.
00000080:00000010:0.1:1787755971.170725:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060be5ac0.
00000080:00000010:0.1:1787755971.170740:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403080.
00000080:00000010:0.1:1787755971.170750:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609afc0.
00010000:00000010:1.1:1787755971.190525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926000.
00010000:00000010:1.1:1787755971.190532:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504819eb00.
00010000:00000010:1.1:1787755971.190536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b2400.
00010000:00000010:1.1:1787755971.190541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ae78400.
00000080:00000010:1.1:1787755971.198536:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504610b180.
00000080:00000010:1.1:1787755971.198545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca657c0.
00000080:00000010:1.1:1787755971.198553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925051ba1b00.
00010000:00000010:1.1:1787755971.219452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913200.
00010000:00000010:1.1:1787755971.219464:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504819e500.
00010000:00000010:1.1:1787755971.219469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504c47a800.
00010000:00000010:1.1:1787755971.219472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504356d800.
00000080:00000010:0.1:1787755971.229661:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060be4200.
00000080:00000010:0.1:1787755971.229674:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7ff60.
00000080:00000010:0.1:1787755971.229683:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a140.
00010000:00000010:0.1:1787755971.249332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926e00.
00010000:00000010:0.1:1787755971.249355:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507aea8f00.
00010000:00000010:0.1:1787755971.249362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b2c00.
00010000:00000010:0.1:1787755971.249367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504356ca00.
00000080:00000010:0.1:1787755971.261463:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060be7380.
00000080:00000010:0.1:1787755971.261485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca658c0.
00000080:00000010:0.1:1787755971.261494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a7a0.
00010000:00000010:1.1:1787755971.281492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926e00.
00010000:00000010:1.1:1787755971.281514:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507ae13b00.
00010000:00000010:1.1:1787755971.281521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2cf600.
00010000:00000010:1.1:1787755971.281526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c02ea00.
00000080:00000010:1.1:1787755971.297760:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060be39c0.
00000080:00000010:1.1:1787755971.297785:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65440.
00000080:00000010:1.1:1787755971.297792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a400.
00010000:00000010:2.1:1787755971.314384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913200.
00010000:00000010:2.1:1787755971.314400:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507ae13300.
00010000:00000010:2.1:1787755971.314408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2cfa00.
00010000:00000010:2.1:1787755971.314412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504356d600.
00000080:00000010:2.1:1787755971.319334:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060be6300.
00000080:00000010:2.1:1787755971.319354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fe60.
00000080:00000010:2.1:1787755971.319362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a2a0.
00010000:00000010:2.1:1787755971.360827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533200.
00010000:00000010:2.1:1787755971.360847:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507ae13700.
00010000:00000010:2.1:1787755971.360852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2cea00.
00010000:00000010:2.1:1787755971.360855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504356de00.
00000080:00000010:2.1:1787755971.395690:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060be4a40.
00000080:00000010:2.1:1787755971.395709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814032a0.
00000080:00000010:2.1:1787755971.405048:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925051ba1fa0.
00010000:00000010:3.1:1787755971.429911:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533200.
00010000:00000010:3.1:1787755971.429928:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507ae13900.
00010000:00000010:3.1:1787755971.429933:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504c47b000.
00010000:00000010:3.1:1787755971.429937:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507f16b200.
00000080:00000010:0.1:1787755971.461584:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505258d280.
00000080:00000010:0.1:1787755971.461618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814039c0.
00000080:00000010:0.1:1787755971.461631:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62bc0.
00010000:00000010:0.1:1787755971.483330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927e00.
00010000:00000010:0.1:1787755971.483348:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507ae13000.
00010000:00000010:0.1:1787755971.483353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b3200.
00010000:00000010:0.1:1787755971.483357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c02e800.
00000080:00000010:1.1:1787755971.532330:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504610d280.
00000080:00000010:1.1:1787755971.532351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca658c0.
00000080:00000010:1.1:1787755971.537043:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a800.
00010000:00000010:0.1:1787755971.544428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913800.
00010000:00000010:0.1:1787755971.544445:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504819e800.
00010000:00000010:0.1:1787755971.544449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504c47be00.
00010000:00000010:0.1:1787755971.544452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c02f000.
00000080:00000010:0.1:1787755971.560408:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505258b180.
00000080:00000010:0.1:1787755971.560433:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f860.
00000080:00000010:0.1:1787755971.563858:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a1c0.
00010000:00000010:1.1:1787755971.584419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927e00.
00010000:00000010:1.1:1787755971.584437:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507aea8b00.
00010000:00000010:1.1:1787755971.584442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507b2cf400.
00010000:00000010:1.1:1787755971.584446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c02f600.
00000080:00000010:1.1:1787755971.594956:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052608840.
00000080:00000010:1.1:1787755971.595121:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca652e0.
00000080:00000010:1.1:1787755971.599313:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925051ba17c0.
00010000:00000010:1.1:1787755971.616784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913800.
00010000:00000010:1.1:1787755971.620422:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507aea8900.
00010000:00000010:1.1:1787755971.620441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e53c00.
00010000:00000010:1.1:1787755971.620447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c02fa00.
00000080:00000010:1.1:1787755971.635687:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925046109080.
00000080:00000010:1.1:1787755971.635705:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f4c0.
00000080:00000010:1.1:1787755971.656409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925051ba1da0.
00010000:00000010:3.1:1787755971.661333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913800.
00010000:00000010:3.1:1787755971.661354:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507aea8800.
00010000:00000010:3.1:1787755971.661373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b3800.
00010000:00000010:3.1:1787755971.661378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c02f800.
00000080:00000010:3.1:1787755971.671635:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250461098c0.
00000080:00000010:3.1:1787755971.671666:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f040.
00000080:00000010:3.1:1787755971.671679:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925051ba16a0.
00010000:00000010:3.1:1787755971.697592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7de00.
00010000:00000010:3.1:1787755971.697608:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cd56000.
00010000:00000010:3.1:1787755971.697613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e52800.
00010000:00000010:3.1:1787755971.697615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c02e600.
00000080:00000010:3.1:1787755971.701747:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505260eb40.
00000080:00000010:3.1:1787755971.701770:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b7a0.
00000080:00000010:3.1:1787755971.701778:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a240.
00010000:00000010:0.1:1787755971.732370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7d000.
00010000:00000010:0.1:1787755971.732402:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250505edf00.
00010000:00000010:0.1:1787755971.732411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e52000.
00010000:00000010:0.1:1787755971.732418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c02e200.
00000080:00000010:2.1:1787755971.747317:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505258a940.
00000080:00000010:2.1:1787755971.747348:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b120.
00000080:00000010:2.1:1787755971.747364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62340.
00010000:00000010:2.1:1787755971.772747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532a00.
00010000:00000010:2.1:1787755971.772771:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250505ed400.
00010000:00000010:2.1:1787755971.772784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92505e2b2600.
00010000:00000010:2.1:1787755971.772792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c02ec00.
00000080:00000010:2.1:1787755971.797328:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250526098c0.
00000080:00000010:2.1:1787755971.797345:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403aa0.
00000080:00000010:2.1:1787755971.797357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609ab40.
00010000:00000010:3.1:1787755971.820362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532a00.
00010000:00000010:3.1:1787755971.820385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250505ed500.
00010000:00000010:3.1:1787755971.820394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e52400.
00010000:00000010:3.1:1787755971.820400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c02f200.
00000080:00000010:2.1:1787755971.833854:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052609080.
00000080:00000010:2.1:1787755971.833876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814036e0.
00000080:00000010:2.1:1787755971.839965:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a900.
00010000:00000010:3.1:1787755971.861323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532200.
00010000:00000010:3.1:1787755971.861339:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250505eda00.
00010000:00000010:3.1:1787755971.861344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582b7200.
00010000:00000010:3.1:1787755971.861402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507f16ae00.
00000080:00000010:3.1:1787755971.879587:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504610eb40.
00000080:00000010:3.1:1787755971.879620:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403040.
00000080:00000010:3.1:1787755971.879759:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925051ba1c60.
00010000:00000010:0.1:1787755971.897620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7de00.
00010000:00000010:0.1:1787755971.897639:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250505ed600.
00010000:00000010:0.1:1787755971.897645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e52c00.
00010000:00000010:0.1:1787755971.897649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c02e400.
00000080:00000010:0.1:1787755971.913021:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505260d280.
00000080:00000010:0.1:1787755971.913041:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b7a0.
00000080:00000010:0.1:1787755971.913049:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925051ba1680.
00010000:00000010:1.1:1787755971.949334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926e00.
00010000:00000010:1.1:1787755971.949352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504819e300.
00010000:00000010:1.1:1787755971.949356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582b6c00.
00010000:00000010:1.1:1787755971.949359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff924f5d0b2c00.
00000080:00000010:1.1:1787755971.978299:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505260b180.
00000080:00000010:1.1:1787755971.978320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65820.
00000080:00000010:1.1:1787755971.978329:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a2e0.
00010000:00000010:1.1:1787755971.990219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912c00.
00010000:00000010:1.1:1787755971.990241:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250505ed300.
00010000:00000010:1.1:1787755971.990247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e53200.
00010000:00000010:1.1:1787755971.990251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e55da00.
00000080:00000010:2.1:1787755972.014669:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925046108840.
00000080:00000010:2.1:1787755972.014688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f4c0.
00000080:00000010:2.1:1787755972.014700:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609ad60.
00010000:00000010:0.1:1787755972.028323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532400.
00010000:00000010:0.1:1787755972.028347:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c03bd00.
00010000:00000010:0.1:1787755972.028352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e53800.
00010000:00000010:0.1:1787755972.028358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e55ca00.
00000080:00000010:0.1:1787755972.060363:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505260a940.
00000080:00000010:0.1:1787755972.060384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403580.
00000080:00000010:0.1:1787755972.060393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609af60.
00010000:00000010:1.1:1787755972.072300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926000.
00010000:00000010:1.1:1787755972.072317:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c03b100.
00010000:00000010:1.1:1787755972.072321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e52600.
00010000:00000010:1.1:1787755972.072325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e55d400.
00000080:00000010:1.1:1787755972.084804:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925046108000.
00000080:00000010:1.1:1787755972.084818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65760.
00000080:00000010:1.1:1787755972.088334:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a5e0.
00010000:00000010:1.1:1787755972.107778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912c00.
00010000:00000010:1.1:1787755972.107802:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c03ba00.
00010000:00000010:1.1:1787755972.107808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250487f3c00.
00010000:00000010:1.1:1787755972.107813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e55de00.
00000080:00000010:1.1:1787755972.118698:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505260dac0.
00000080:00000010:1.1:1787755972.118717:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f720.
00000080:00000010:1.1:1787755972.118724:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609aa60.
00010000:00000010:0.1:1787755972.149310:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912c00.
00010000:00000010:0.1:1787755972.149333:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c03bc00.
00010000:00000010:0.1:1787755972.149338:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250487f2000.
00010000:00000010:0.1:1787755972.149341:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e55ce00.
00000080:00000010:0.1:1787755972.172299:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504610a100.
00000080:00000010:0.1:1787755972.172311:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f8a0.
00000080:00000010:0.1:1787755972.172319:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33e5c0.
00010000:00000010:0.1:1787755972.209455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926400.
00010000:00000010:0.1:1787755972.209472:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c03b800.
00010000:00000010:0.1:1787755972.209478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e52200.
00010000:00000010:0.1:1787755972.209481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e55dc00.
00000080:00000010:0.1:1787755972.223941:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505260c200.
00000080:00000010:0.1:1787755972.223966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65f60.
00000080:00000010:0.1:1787755972.223976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62220.
00010000:00000010:1.1:1787755972.243389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926400.
00010000:00000010:1.1:1787755972.243407:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c03b200.
00010000:00000010:1.1:1787755972.243412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582b7800.
00010000:00000010:1.1:1787755972.243417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e55c000.
00000080:00000010:1.1:1787755972.264675:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060b64a40.
00000080:00000010:1.1:1787755972.264690:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65780.
00000080:00000010:1.1:1787755972.264697:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62420.
00010000:00000010:1.1:1787755972.269703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913200.
00010000:00000010:1.1:1787755972.269717:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c03b400.
00010000:00000010:1.1:1787755972.269722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582b6600.
00010000:00000010:1.1:1787755972.269725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e43c200.
00000080:00000010:0.1:1787755972.294486:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505260f380.
00000080:00000010:0.1:1787755972.294498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f720.
00000080:00000010:0.1:1787755972.294509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33e460.
00010000:00000010:0.1:1787755972.299348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927c00.
00010000:00000010:0.1:1787755972.299372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c037500.
00010000:00000010:0.1:1787755972.299379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e53000.
00010000:00000010:0.1:1787755972.299383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad44400.
00000080:00000010:0.1:1787755972.308351:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060b62100.
00000080:00000010:0.1:1787755972.308377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65f60.
00000080:00000010:0.1:1787755972.308388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62ac0.
00010000:00000010:1.1:1787755972.324313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927c00.
00010000:00000010:1.1:1787755972.324328:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250505edc00.
00010000:00000010:1.1:1787755972.324333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582b6200.
00010000:00000010:1.1:1787755972.324336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92506ad45000.
00000080:00000010:1.1:1787755972.337439:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504610ca40.
00000080:00000010:1.1:1787755972.337459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca650a0.
00000080:00000010:1.1:1787755972.341299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925051ba1e80.
00010000:00000010:1.1:1787755972.359300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913200.
00010000:00000010:1.1:1787755972.359317:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c037300.
00010000:00000010:1.1:1787755972.359323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582b6800.
00010000:00000010:1.1:1787755972.359326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e43c600.
00000080:00000010:1.1:1787755972.363621:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505260b9c0.
00000080:00000010:1.1:1787755972.363636:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f880.
00000080:00000010:1.1:1787755972.363644:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609aea0.
00010000:00000010:1.1:1787755972.380725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912400.
00010000:00000010:1.1:1787755972.380744:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c037700.
00010000:00000010:1.1:1787755972.380750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582b7000.
00010000:00000010:1.1:1787755972.380754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507f16a600.
00000080:00000010:2.1:1787755972.392074:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504610e300.
00000080:00000010:2.1:1787755972.392114:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f9e0.
00000080:00000010:2.1:1787755972.392123:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925051ba1c40.
00010000:00000010:2.1:1787755972.410435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532800.
00010000:00000010:2.1:1787755972.410451:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250505ede00.
00010000:00000010:2.1:1787755972.410470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e53600.
00010000:00000010:2.1:1787755972.410475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e43c800.
00000080:00000010:2.1:1787755972.425329:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045745ac0.
00000080:00000010:2.1:1787755972.425350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403980.
00000080:00000010:2.1:1787755972.425360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609aa40.
00010000:00000010:2.1:1787755972.448467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532800.
00010000:00000010:2.1:1787755972.448484:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504819ef00.
00010000:00000010:2.1:1787755972.448501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e53a00.
00010000:00000010:2.1:1787755972.448506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e55c400.
00000080:00000010:2.1:1787755972.448514:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052608000.
00000080:00000010:2.1:1787755972.448522:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403e40.
00000080:00000010:2.1:1787755972.448538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925051ba1e20.
00010000:00000010:2.1:1787755972.464861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532600.
00010000:00000010:2.1:1787755972.464870:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c03bb00.
00010000:00000010:2.1:1787755972.464875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582b7600.
00010000:00000010:2.1:1787755972.464879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e55b800.
00000080:00000010:2.1:1787755972.470648:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045742940.
00000080:00000010:2.1:1787755972.470669:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403980.
00000080:00000010:2.1:1787755972.479593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a880.
00010000:00000010:0.1:1787755972.494398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532600.
00010000:00000010:0.1:1787755972.494416:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c037000.
00010000:00000010:0.1:1787755972.494420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582b7a00.
00010000:00000010:0.1:1787755972.494424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e55cc00.
00000080:00000010:0.1:1787755972.506721:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045743180.
00000080:00000010:0.1:1787755972.506733:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814030c0.
00000080:00000010:0.1:1787755972.506745:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925051ba1c00.
00010000:00000010:0.1:1787755972.519426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927200.
00010000:00000010:0.1:1787755972.519444:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c03b300.
00010000:00000010:0.1:1787755972.519450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e52a00.
00010000:00000010:0.1:1787755972.519453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e55d200.
00000080:00000010:0.1:1787755972.532469:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045745280.
00000080:00000010:0.1:1787755972.532492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65f60.
00000080:00000010:0.1:1787755972.532513:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925051ba15e0.
00010000:00000010:0.1:1787755972.554932:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927200.
00010000:00000010:0.1:1787755972.554943:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c03b700.
00010000:00000010:0.1:1787755972.554948:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e53400.
00010000:00000010:0.1:1787755972.554952:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e55a600.
00000080:00000010:0.1:1787755972.570309:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045741080.
00000080:00000010:1.1:1787755972.570390:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca654c0.
00000080:00000010:1.1:1787755972.570399:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925051ba18a0.
00010000:00000010:1.1:1787755972.580729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912400.
00010000:00000010:1.1:1787755972.580737:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c037d00.
00010000:00000010:1.1:1787755972.580741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e53e00.
00010000:00000010:1.1:1787755972.580746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e55a200.
00000080:00000010:1.1:1787755972.587380:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250457418c0.
00000080:00000010:1.1:1787755972.587401:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f880.
00000080:00000010:1.1:1787755972.587410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33e2c0.
00010000:00000010:2.1:1787755972.609619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913200.
00010000:00000010:2.1:1787755972.609636:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c037100.
00010000:00000010:2.1:1787755972.609642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582b6a00.
00010000:00000010:2.1:1787755972.609645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e55a800.
00000080:00000010:2.1:1787755972.618414:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505260a100.
00000080:00000010:2.1:1787755972.618441:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fc60.
00000080:00000010:2.1:1787755972.622391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a360.
00010000:00000010:2.1:1787755972.641486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532400.
00010000:00000010:2.1:1787755972.641511:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c037a00.
00010000:00000010:2.1:1787755972.641517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504c47b200.
00010000:00000010:2.1:1787755972.641521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e55b000.
00000080:00000010:2.1:1787755972.661326:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505260ca40.
00000080:00000010:2.1:1787755972.661351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403400.
00000080:00000010:2.1:1787755972.661364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a200.
00010000:00000010:2.1:1787755972.680328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532400.
00010000:00000010:2.1:1787755972.680346:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c037c00.
00010000:00000010:2.1:1787755972.680352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925048e52e00.
00010000:00000010:2.1:1787755972.680355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e55d800.
00000080:00000010:2.1:1787755972.689503:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505258dac0.
00000080:00000010:2.1:1787755972.689518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403ac0.
00000080:00000010:2.1:1787755972.694896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925051ba1320.
00010000:00000010:2.1:1787755972.710554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532400.
00010000:00000010:2.1:1787755972.710566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c03b900.
00010000:00000010:2.1:1787755972.710571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582b7400.
00010000:00000010:2.1:1787755972.710574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e558e00.
00000080:00000010:3.1:1787755972.713096:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060b639c0.
00000080:00000010:3.1:1787755972.713112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403400.
00000080:00000010:3.1:1787755972.713123:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33eda0.
00010000:00000010:2.1:1787755972.728378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7cc00.
00010000:00000010:2.1:1787755972.728408:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c03b600.
00010000:00000010:2.1:1787755972.728413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582b7e00.
00010000:00000010:2.1:1787755972.732329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e559c00.
00000080:00000010:2.1:1787755972.743459:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060b66300.
00000080:00000010:2.1:1787755972.743480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2bf00.
00000080:00000010:2.1:1787755972.743488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33eea0.
00010000:00000010:2.1:1787755972.761362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533400.
00010000:00000010:2.1:1787755972.761380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c03be00.
00010000:00000010:2.1:1787755972.761385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504c47a400.
00010000:00000010:2.1:1787755972.761389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e558000.
00000080:00000010:2.1:1787755972.801709:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505260e300.
00000080:00000010:2.1:1787755972.801724:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814030e0.
00000080:00000010:2.1:1787755972.801733:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33e3e0.
00010000:00000010:0.1:1787755972.811525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533400.
00010000:00000010:0.1:1787755972.811543:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c03bf00.
00010000:00000010:0.1:1787755972.811562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582b6e00.
00010000:00000010:0.1:1787755972.811566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e558400.
00000080:00000010:1.1:1787755972.816307:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045746b40.
00000080:00000010:1.1:1787755972.816322:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403b40.
00000080:00000010:1.1:1787755972.816331:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33e0c0.
00010000:00000010:1.1:1787755972.829611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912400.
00010000:00000010:1.1:1787755972.829629:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250487f5600.
00010000:00000010:1.1:1787755972.829638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582b7c00.
00010000:00000010:1.1:1787755972.829642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e43cc00.
00000080:00000010:1.1:1787755972.851497:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504a96a100.
00000080:00000010:1.1:1787755972.851513:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f880.
00000080:00000010:1.1:1787755972.854310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33e380.
00010000:00000010:1.1:1787755972.870784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912400.
00010000:00000010:1.1:1787755972.870799:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c037800.
00010000:00000010:1.1:1787755972.870804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e32c00.
00010000:00000010:1.1:1787755972.870807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92508158c400.
00000080:00000010:1.1:1787755972.901591:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045740840.
00000080:00000010:1.1:1787755972.901621:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f2a0.
00000080:00000010:0.1:1787755972.905819:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925051ba12e0.
00010000:00000010:0.1:1787755972.926342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927200.
00010000:00000010:0.1:1787755972.926359:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cd57c00.
00010000:00000010:0.1:1787755972.926364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582b6000.
00010000:00000010:0.1:1787755972.926368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250721a2600.
00000080:00000010:0.1:1787755972.944462:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045740000.
00000080:00000010:0.1:1787755972.944480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65f60.
00000080:00000010:0.1:1787755972.944490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925051ba1480.
00010000:00000010:1.1:1787755972.986315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927200.
00010000:00000010:1.1:1787755972.986329:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff924f5b7c9300.
00010000:00000010:1.1:1787755972.986332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582b6400.
00010000:00000010:1.1:1787755972.986335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250721a2c00.
00000080:00000010:1.1:1787755973.011343:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504a96b180.
00000080:00000010:1.1:1787755973.011364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65e60.
00000080:00000010:0.1:1787755973.017391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a220.
00010000:00000010:0.1:1787755973.051992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926c00.
00010000:00000010:0.1:1787755973.052014:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff924f5b7c9600.
00010000:00000010:0.1:1787755973.052020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e63a00.
00010000:00000010:0.1:1787755973.052024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250721a3200.
00000080:00000010:0.1:1787755973.114186:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045742100.
00000080:00000010:0.1:1787755973.114207:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65f60.
00000080:00000010:0.1:1787755973.114214:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925051ba1840.
00010000:00000010:2.1:1787755973.146968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912400.
00010000:00000010:2.1:1787755973.146998:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff924f5b7c9100.
00010000:00000010:2.1:1787755973.147003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e63400.
00010000:00000010:2.1:1787755973.147006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e55b600.
00000080:00000010:0.1:1787755973.167507:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504a96a940.
00000080:00000010:0.1:1787755973.167533:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65040.
00000080:00000010:3.1:1787755973.168323:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a560.
00010000:00000010:0.1:1787755973.184406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7d200.
00010000:00000010:0.1:1787755973.184417:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff924f5b7c9c00.
00010000:00000010:0.1:1787755973.184422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e62a00.
00010000:00000010:0.1:1787755973.184425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e55ba00.
00000080:00000010:0.1:1787755973.214721:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504a96d280.
00000080:00000010:0.1:1787755973.214739:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2bae0.
00000080:00000010:0.1:1787755973.214747:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33e2a0.
00010000:00000010:1.1:1787755973.232328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926c00.
00010000:00000010:1.1:1787755973.232346:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c037400.
00010000:00000010:1.1:1787755973.232351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e63e00.
00010000:00000010:1.1:1787755973.232355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92508158d800.
00000080:00000010:1.1:1787755973.251350:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504a9698c0.
00000080:00000010:1.1:1787755973.251371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65040.
00000080:00000010:1.1:1787755973.255334:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a260.
00010000:00000010:1.1:1787755973.267501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912600.
00010000:00000010:1.1:1787755973.267517:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507c037b00.
00010000:00000010:1.1:1787755973.267534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e62e00.
00010000:00000010:1.1:1787755973.267537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250721a3c00.
00000080:00000010:1.1:1787755973.281412:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045744a40.
00000080:00000010:1.1:1787755973.281427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f2a0.
00000080:00000010:1.1:1787755973.281434:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925051ba1820.
00010000:00000010:1.1:1787755973.299487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912600.
00010000:00000010:1.1:1787755973.299514:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff924f5b7c9800.
00010000:00000010:1.1:1787755973.299520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e33c00.
00010000:00000010:1.1:1787755973.299523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250721a2400.
00000080:00000010:1.1:1787755973.314329:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045746300.
00000080:00000010:1.1:1787755973.314347:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f880.
00000080:00000010:1.1:1787755973.314355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925051ba1ee0.
00010000:00000010:1.1:1787755973.333321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912600.
00010000:00000010:1.1:1787755973.333337:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff924f5b7c9700.
00010000:00000010:1.1:1787755973.333343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e63c00.
00010000:00000010:1.1:1787755973.333346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250721a3400.
00000080:00000010:1.1:1787755973.372324:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060b67380.
00000080:00000010:1.1:1787755973.372348:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f2a0.
00000080:00000010:1.1:1787755973.372358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609ada0.
00010000:00000010:3.1:1787755973.442559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912600.
00010000:00000010:3.1:1787755973.442579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff924f5b7c9d00.
00010000:00000010:3.1:1787755973.442583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e62000.
00010000:00000010:3.1:1787755973.442586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e558c00.
00000080:00000010:3.1:1787755973.447337:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504a968000.
00000080:00000010:3.1:1787755973.447366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f880.
00000080:00000010:3.1:1787755973.447377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a440.
00010000:00000010:3.1:1787755973.508733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7c400.
00010000:00000010:3.1:1787755973.508740:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff924f5b7c9900.
00010000:00000010:3.1:1787755973.508745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504c47b400.
00010000:00000010:3.1:1787755973.508748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e55aa00.
00000080:00000010:3.1:1787755973.518125:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250457439c0.
00000080:00000010:3.1:1787755973.518150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2bce0.
00000080:00000010:3.1:1787755973.518159:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925051ba1cc0.
00010000:00000010:2.1:1787755973.520405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7c200.
00010000:00000010:2.1:1787755973.520415:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250487f5e00.
00010000:00000010:2.1:1787755973.520418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e32a00.
00010000:00000010:2.1:1787755973.520420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e55b400.
00000080:00000010:0.1:1787755973.526635:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045747380.
00000080:00000010:0.1:1787755973.526647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b680.
00000080:00000010:0.1:1787755973.530336:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925051ba1540.
00010000:00000010:0.1:1787755973.539325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927800.
00010000:00000010:0.1:1787755973.539341:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cd53900.
00010000:00000010:0.1:1787755973.539346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e33400.
00010000:00000010:0.1:1787755973.539349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e55be00.
00000080:00000010:0.1:1787755973.543523:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504a968840.
00000080:00000010:0.1:1787755973.543538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65f60.
00000080:00000010:0.1:1787755973.543545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a5c0.
00010000:00000010:0.1:1787755973.550324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927000.
00010000:00000010:0.1:1787755973.550332:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cd53600.
00010000:00000010:0.1:1787755973.550336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e62400.
00010000:00000010:0.1:1787755973.550339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e55ae00.
00000080:00000010:0.1:1787755973.556675:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060b61080.
00000080:00000010:0.1:1787755973.556685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca658a0.
00000080:00000010:0.1:1787755973.556696:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62300.
00010000:00000010:0.1:1787755973.561643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927800.
00010000:00000010:0.1:1787755973.561653:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cd53e00.
00010000:00000010:0.1:1787755973.561657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e62c00.
00010000:00000010:0.1:1787755973.561661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e55bc00.
00000080:00000010:0.1:1787755973.571374:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925045744200.
00000080:00000010:0.1:1787755973.571390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65f60.
00000080:00000010:0.1:1787755973.571398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925051ba1300.
00010000:00000010:0.1:1787755973.575412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927000.
00010000:00000010:0.1:1787755973.575423:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cd53f00.
00010000:00000010:0.1:1787755973.575428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e63200.
00010000:00000010:0.1:1787755973.575431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e43da00.
00000080:00000010:0.1:1787755973.579395:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504a96dac0.
00000080:00000010:0.1:1787755973.579405:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca658a0.
00000080:00000010:0.1:1787755973.579410:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a6c0.
00010000:00000010:0.1:1787755973.588400:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927800.
00010000:00000010:0.1:1787755973.588405:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff924f5b7c9500.
00010000:00000010:0.1:1787755973.588408:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e63800.
00010000:00000010:0.1:1787755973.588411:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e43d600.
00000080:00000010:0.1:1787755973.595373:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925046065280.
00000080:00000010:0.1:1787755973.595396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65f60.
00000080:00000010:0.1:1787755973.595405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925051ba1ea0.
00010000:00000010:0.1:1787755973.600322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927000.
00010000:00000010:0.1:1787755973.600333:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff924f5b7c9a00.
00010000:00000010:0.1:1787755973.600338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e33e00.
00010000:00000010:0.1:1787755973.600343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e43d400.
00000080:00000010:0.1:1787755973.604369:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b12a100.
00000080:00000010:0.1:1787755973.604378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca658a0.
00000080:00000010:0.1:1787755973.604384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925051ba1ce0.
00010000:00000010:0.1:1787755973.614314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927800.
00010000:00000010:0.1:1787755973.614321:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff924f5b7c9400.
00010000:00000010:0.1:1787755973.614326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e62600.
00010000:00000010:0.1:1787755973.618322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e43c000.
00000080:00000010:0.1:1787755973.623377:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925046061080.
00000080:00000010:0.1:1787755973.623398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65f60.
00000080:00000010:0.1:1787755973.623408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925051ba12c0.
00010000:00000010:0.1:1787755973.628293:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927000.
00010000:00000010:0.1:1787755973.628300:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cd53100.
00010000:00000010:0.1:1787755973.628303:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e62200.
00010000:00000010:0.1:1787755973.628306:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e55ac00.
00000080:00000010:0.1:1787755973.634927:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460618c0.
00000080:00000010:0.1:1787755973.634944:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca658a0.
00000080:00000010:0.1:1787755973.634950:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925051ba1580.
00010000:00000010:0.1:1787755973.639480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927800.
00010000:00000010:0.1:1787755973.639495:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff924f5b7c9f00.
00010000:00000010:0.1:1787755973.639500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504c47a600.
00010000:00000010:0.1:1787755973.639503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e55b200.
00000080:00000010:0.1:1787755973.643388:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925046066b40.
00000080:00000010:0.1:1787755973.643402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65f60.
00000080:00000010:0.1:1787755973.643407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925051ba1400.
00010000:00000010:0.1:1787755973.650315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927000.
00010000:00000010:0.1:1787755973.650329:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cd53a00.
00010000:00000010:0.1:1787755973.650334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e32e00.
00010000:00000010:0.1:1787755973.650337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e559200.
00000080:00000010:0.1:1787755973.658217:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925046060840.
00000080:00000010:0.1:1787755973.658233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca658a0.
00000080:00000010:0.1:1787755973.663328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a540.
00010000:00000010:2.1:1787755973.677366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927000.
00010000:00000010:2.1:1787755973.677381:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250487f5f00.
00010000:00000010:2.1:1787755973.677386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e62800.
00010000:00000010:2.1:1787755973.677388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e559800.
00000080:00000010:2.1:1787755973.686096:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b12ca40.
00000080:00000010:2.1:1787755973.686121:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65f60.
00000080:00000010:2.1:1787755973.686128:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925051ba1ba0.
00010000:00000010:2.1:1787755973.708342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533a00.
00010000:00000010:2.1:1787755973.708362:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250487f5000.
00010000:00000010:2.1:1787755973.708367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504c47ac00.
00010000:00000010:2.1:1787755973.708371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e2ee00.
00000080:00000010:2.1:1787755973.715760:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b128000.
00000080:00000010:2.1:1787755973.715771:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403040.
00000080:00000010:2.1:1787755973.720345:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f6f2b9ca0.
00010000:00000010:2.1:1787755973.747327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533a00.
00010000:00000010:2.1:1787755973.747343:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cd53c00.
00010000:00000010:2.1:1787755973.747349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92504c47a000.
00010000:00000010:2.1:1787755973.747366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e2fe00.
00000080:00000010:3.1:1787755973.774350:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925046060000.
00000080:00000010:3.1:1787755973.774368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403a60.
00000080:00000010:3.1:1787755973.774381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925048e67b60.
00010000:00000010:2.1:1787755973.790388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7ce00.
00010000:00000010:2.1:1787755973.790397:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cd53800.
00010000:00000010:2.1:1787755973.790402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e63000.
00010000:00000010:2.1:1787755973.790406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e558600.
00000080:00000010:2.1:1787755973.795554:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925046062100.
00000080:00000010:2.1:1787755973.795584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2bce0.
00000080:00000010:2.1:1787755973.795591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a4e0.
00010000:00000010:2.1:1787755973.830338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533600.
00010000:00000010:2.1:1787755973.830353:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cd53200.
00010000:00000010:2.1:1787755973.830357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e32000.
00010000:00000010:2.1:1787755973.830361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e558200.
00000080:00000010:2.1:1787755973.835321:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925046064a40.
00000080:00000010:2.1:1787755973.835339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403e00.
00000080:00000010:2.1:1787755973.835352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f6f2b9860.
00010000:00000010:1.1:1787755973.858246:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532c00.
00010000:00000010:1.1:1787755973.858262:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250487f5d00.
00010000:00000010:1.1:1787755973.858266:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e32400.
00010000:00000010:1.1:1787755973.858290:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e2f400.
00000080:00000010:1.1:1787755973.882013:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925046066300.
00000080:00000010:1.1:1787755973.882030:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403ee0.
00000080:00000010:1.1:1787755973.882046:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f6f2b9ba0.
00010000:00000010:1.1:1787755973.886318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913000.
00010000:00000010:1.1:1787755973.886334:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250487f5100.
00010000:00000010:1.1:1787755973.886339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250487f3800.
00010000:00000010:1.1:1787755973.886343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e43d000.
00000080:00000010:1.1:1787755973.904089:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b128840.
00000080:00000010:1.1:1787755973.904109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f2a0.
00000080:00000010:1.1:1787755973.904118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a000.
00010000:00000010:1.1:1787755973.924352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913000.
00010000:00000010:1.1:1787755973.924373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cd53400.
00010000:00000010:1.1:1787755973.924379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582a2a00.
00010000:00000010:1.1:1787755973.924383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507f16a000.
00000080:00000010:1.1:1787755973.936809:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925046067380.
00000080:00000010:1.1:1787755973.936831:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f0e0.
00000080:00000010:1.1:1787755973.939601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f6f2b9560.
00010000:00000010:2.1:1787755973.953330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913000.
00010000:00000010:2.1:1787755973.953346:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f00dc00.
00010000:00000010:2.1:1787755973.953352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e33200.
00010000:00000010:2.1:1787755973.953355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e2f800.
00000080:00000010:2.1:1787755973.961585:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250460639c0.
00000080:00000010:2.1:1787755973.961605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f2a0.
00000080:00000010:2.1:1787755973.965600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f6f2b9360.
00010000:00000010:2.1:1787755973.983369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533400.
00010000:00000010:2.1:1787755973.983379:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f00da00.
00010000:00000010:2.1:1787755973.983384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e33800.
00010000:00000010:2.1:1787755973.983386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e558800.
00000080:00000010:2.1:1787755973.993676:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925046064200.
00000080:00000010:2.1:1787755973.993686:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403100.
00000080:00000010:2.1:1787755973.993697:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f6f2b90c0.
00010000:00000010:3.1:1787755974.015963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532c00.
00010000:00000010:3.1:1787755974.015981:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cd53b00.
00010000:00000010:3.1:1787755974.015988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077e63600.
00010000:00000010:3.1:1787755974.015995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e559000.
00000080:00000010:0.1:1787755974.021633:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b12eb40.
00000080:00000010:0.1:1787755974.021662:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403b60.
00000080:00000010:0.1:1787755974.021673:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a640.
00010000:00000010:0.1:1787755974.044323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927800.
00010000:00000010:0.1:1787755974.044346:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250487f5a00.
00010000:00000010:0.1:1787755974.044351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582a3400.
00010000:00000010:0.1:1787755974.044355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e2e600.
00000080:00000010:0.1:1787755974.068368:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b1298c0.
00000080:00000010:0.1:1787755974.068387:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca658a0.
00000080:00000010:0.1:1787755974.068395:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609ad80.
00010000:00000010:2.1:1787755974.079561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927800.
00010000:00000010:2.1:1787755974.079579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cd53500.
00010000:00000010:2.1:1787755974.079584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582a3600.
00010000:00000010:2.1:1787755974.079588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e2e200.
00000080:00000010:2.1:1787755974.120330:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b129080.
00000080:00000010:2.1:1787755974.120345:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65720.
00000080:00000010:2.1:1787755974.125604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a7e0.
00010000:00000010:2.1:1787755974.159624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533800.
00010000:00000010:2.1:1787755974.159640:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cd53300.
00010000:00000010:2.1:1787755974.159645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925078ad3000.
00010000:00000010:2.1:1787755974.159649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e2e800.
00000080:00000010:2.1:1787755974.187079:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925046065ac0.
00000080:00000010:2.1:1787755974.187094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403ba0.
00000080:00000010:2.1:1787755974.187103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f6f2b95a0.
00010000:00000010:2.1:1787755974.207791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533800.
00010000:00000010:2.1:1787755974.207805:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cd53700.
00010000:00000010:2.1:1787755974.207829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e32600.
00010000:00000010:2.1:1787755974.207833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e559600.
00000080:00000010:0.1:1787755974.229782:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925046062940.
00000080:00000010:0.1:1787755974.229807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814030a0.
00000080:00000010:0.1:1787755974.229822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a180.
00010000:00000010:0.1:1787755974.255330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927a00.
00010000:00000010:0.1:1787755974.255345:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250487f5c00.
00010000:00000010:0.1:1787755974.255351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925078ad2a00.
00010000:00000010:0.1:1787755974.255354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e559a00.
00000080:00000010:0.1:1787755974.274474:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b12d280.
00000080:00000010:0.1:1787755974.274494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca658a0.
00000080:00000010:0.1:1787755974.274519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a4c0.
00010000:00000010:1.1:1787755974.310166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927a00.
00010000:00000010:1.1:1787755974.310189:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250487f5800.
00010000:00000010:1.1:1787755974.310201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e32200.
00010000:00000010:1.1:1787755974.310205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e558a00.
00000080:00000010:1.1:1787755974.329340:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925046063180.
00000080:00000010:1.1:1787755974.329361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65880.
00000080:00000010:1.1:1787755974.329370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f6f2b9880.
00010000:00000010:1.1:1787755974.351626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912800.
00010000:00000010:1.1:1787755974.351642:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250487f5200.
00010000:00000010:1.1:1787755974.351646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582a2200.
00010000:00000010:1.1:1787755974.351649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e559400.
00000080:00000010:1.1:1787755974.371808:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b12b180.
00000080:00000010:1.1:1787755974.371818:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f0e0.
00000080:00000010:1.1:1787755974.371827:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f6f2b9de0.
00010000:00000010:0.1:1787755974.397334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912800.
00010000:00000010:0.1:1787755974.397355:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250487f5400.
00010000:00000010:0.1:1787755974.397361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e32800.
00010000:00000010:0.1:1787755974.397366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e2f000.
00000080:00000010:0.1:1787755974.437187:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b16b180.
00000080:00000010:0.1:1787755974.437203:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f900.
00000080:00000010:0.1:1787755974.443473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f6f2b93a0.
00010000:00000010:0.1:1787755974.472393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926600.
00010000:00000010:0.1:1787755974.472409:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cd56d00.
00010000:00000010:0.1:1787755974.472427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250487f3400.
00010000:00000010:0.1:1787755974.472431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e2f600.
00000080:00000010:0.1:1787755974.490488:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b169080.
00000080:00000010:0.1:1787755974.490511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca658a0.
00000080:00000010:0.1:1787755974.500806:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f6f2b9fe0.
00010000:00000010:0.1:1787755974.506450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926600.
00010000:00000010:0.1:1787755974.506471:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cd56900.
00010000:00000010:0.1:1787755974.506479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925078ad3a00.
00010000:00000010:0.1:1787755974.506483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e559e00.
00000080:00000010:0.1:1787755974.531710:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b12a940.
00000080:00000010:0.1:1787755974.531733:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca659e0.
00000080:00000010:0.1:1787755974.531741:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925048e67fe0.
00010000:00000010:1.1:1787755974.562024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926600.
00010000:00000010:1.1:1787755974.562042:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cd56600.
00010000:00000010:1.1:1787755974.562047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e33000.
00010000:00000010:1.1:1787755974.562051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e2dc00.
00000080:00000010:1.1:1787755974.570649:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b16d280.
00000080:00000010:1.1:1787755974.570669:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca658a0.
00000080:00000010:1.1:1787755974.570678:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925048e676e0.
00010000:00000010:2.1:1787755974.598378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913a00.
00010000:00000010:2.1:1787755974.598402:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250487f5b00.
00010000:00000010:2.1:1787755974.598407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e33600.
00010000:00000010:2.1:1787755974.598410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e2c000.
00000080:00000010:2.1:1787755974.623409:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505258f380.
00000080:00000010:2.1:1787755974.623426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f0e0.
00000080:00000010:2.1:1787755974.626376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb625e0.
00010000:00000010:2.1:1787755974.644453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533800.
00010000:00000010:2.1:1787755974.644468:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250487f5500.
00010000:00000010:2.1:1787755974.644473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582a2800.
00010000:00000010:2.1:1787755974.644476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e2c400.
00000080:00000010:2.1:1787755974.659583:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b16a940.
00000080:00000010:2.1:1787755974.659603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814033e0.
00000080:00000010:2.1:1787755974.659616:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925048e673e0.
00010000:00000010:0.1:1787755974.706402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533800.
00010000:00000010:0.1:1787755974.706426:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250487f5300.
00010000:00000010:0.1:1787755974.706433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925078ad3400.
00010000:00000010:0.1:1787755974.706436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e2cc00.
00000080:00000010:1.1:1787755974.724365:0:273508:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b12c200.
00000080:00000010:1.1:1787755974.724380:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403fc0.
00000080:00000010:1.1:1787755974.732652:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925048e67660.
00010000:00000010:1.1:1787755974.755741:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913600.
00010000:00000010:1.1:1787755974.755756:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250487f5700.
00010000:00000010:1.1:1787755974.755761:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582a3c00.
00010000:00000010:1.1:1787755974.755765:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e2fa00.
00000080:00000010:3.1:1787755974.759481:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b16c200.
00000080:00000010:3.1:1787755974.759510:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f100.
00000080:00000010:3.1:1787755974.759521:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a820.
00010000:00000010:3.1:1787755974.776411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7c400.
00010000:00000010:3.1:1787755974.776426:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250487f5900.
00010000:00000010:3.1:1787755974.776431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e33a00.
00010000:00000010:3.1:1787755974.776434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e2ea00.
00000080:00000010:3.1:1787755974.784798:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b16b9c0.
00000080:00000010:3.1:1787755974.784816:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2bbc0.
00000080:00000010:3.1:1787755974.787433:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925048e67860.
00010000:00000010:1.1:1787755974.811327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7c400.
00010000:00000010:1.1:1787755974.811345:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cd56e00.
00010000:00000010:1.1:1787755974.811350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925078ad3e00.
00010000:00000010:1.1:1787755974.811354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e43de00.
00000080:00000010:0.1:1787755974.835714:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b12dac0.
00000080:00000010:0.1:1787755974.835730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b340.
00000080:00000010:0.1:1787755974.835739:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a3c0.
00010000:00000010:0.1:1787755974.849351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926a00.
00010000:00000010:0.1:1787755974.849363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cd56f00.
00010000:00000010:0.1:1787755974.849368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582a3000.
00010000:00000010:0.1:1787755974.849371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e43c400.
00000080:00000010:0.1:1787755974.853365:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b16f380.
00000080:00000010:0.1:1787755974.853402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca650e0.
00000080:00000010:0.1:1787755974.853411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cb38b00.
00010000:00000010:0.1:1787755974.866313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927600.
00010000:00000010:0.1:1787755974.866331:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f00d400.
00010000:00000010:0.1:1787755974.866336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925049be1e00.
00010000:00000010:0.1:1787755974.866340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e2fc00.
00000080:00000010:0.1:1787755974.877430:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b12f380.
00000080:00000010:0.1:1787755974.877447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65860.
00000080:00000010:1.1:1787755974.881410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a2c0.
00010000:00000010:1.1:1787755974.895001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913600.
00010000:00000010:1.1:1787755974.895026:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cd56a00.
00010000:00000010:1.1:1787755974.895032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925049be1200.
00010000:00000010:1.1:1787755974.895036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e2e000.
00000080:00000010:1.1:1787755974.904454:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b12b9c0.
00000080:00000010:1.1:1787755974.904474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f840.
00000080:00000010:1.1:1787755974.904482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cb38dc0.
00010000:00000010:0.1:1787755974.922346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927600.
00010000:00000010:0.1:1787755974.922366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cd56c00.
00010000:00000010:0.1:1787755974.922373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925078ad2e00.
00010000:00000010:0.1:1787755974.922376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e2e400.
00000080:00000010:0.1:1787755974.938557:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b12e300.
00000080:00000010:0.1:1787755974.938572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f320.
00000080:00000010:0.1:1787755974.941310:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a620.
00010000:00000010:0.1:1787755974.956608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927600.
00010000:00000010:0.1:1787755974.956615:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cd56800.
00010000:00000010:0.1:1787755974.956620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925049be1c00.
00010000:00000010:0.1:1787755974.956623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e2ec00.
00000080:00000010:0.1:1787755974.956630:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b16ca40.
00000080:00000010:0.1:1787755974.956640:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65860.
00000080:00000010:0.1:1787755974.956648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cb381e0.
00010000:00000010:1.1:1787755974.985456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926a00.
00010000:00000010:1.1:1787755974.985477:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cd56200.
00010000:00000010:1.1:1787755974.985483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925078ad3c00.
00010000:00000010:1.1:1787755974.985487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e2f200.
00000080:00000010:1.1:1787755974.985751:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505252c200.
00000080:00000010:1.1:1787755974.985765:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca650e0.
00000080:00000010:1.1:1787755974.985775:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a680.
00010000:00000010:1.1:1787755975.001960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913600.
00010000:00000010:1.1:1787755975.001974:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cd56400.
00010000:00000010:1.1:1787755975.001980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925078ad2000.
00010000:00000010:1.1:1787755975.001984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c155a00.
00000080:00000010:1.1:1787755975.001991:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b16a100.
00000080:00000010:1.1:1787755975.002002:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f840.
00000080:00000010:1.1:1787755975.018354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cb386a0.
00010000:00000010:1.1:1787755975.025451:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913e00.
00010000:00000010:1.1:1787755975.025458:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cd56b00.
00010000:00000010:1.1:1787755975.025462:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925049be1000.
00010000:00000010:1.1:1787755975.025467:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e43dc00.
00000080:00000010:1.1:1787755975.036332:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505252eb40.
00000080:00000010:1.1:1787755975.036350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f980.
00000080:00000010:1.1:1787755975.036357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a760.
00010000:00000010:1.1:1787755975.044428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913600.
00010000:00000010:1.1:1787755975.044446:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cd56500.
00010000:00000010:1.1:1787755975.044451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925049be0600.
00010000:00000010:1.1:1787755975.044455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250672dc200.
00000080:00000010:1.1:1787755975.066324:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b168000.
00000080:00000010:1.1:1787755975.066338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f840.
00000080:00000010:1.1:1787755975.072913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cb38500.
00010000:00000010:1.1:1787755975.082331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913600.
00010000:00000010:1.1:1787755975.082354:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f00d500.
00010000:00000010:1.1:1787755975.082360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925049be0200.
00010000:00000010:1.1:1787755975.082364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e2d800.
00000080:00000010:1.1:1787755975.087405:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b16e300.
00000080:00000010:1.1:1787755975.087414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f980.
00000080:00000010:1.1:1787755975.087423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cb387c0.
00010000:00000010:1.1:1787755975.103299:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913e00.
00010000:00000010:1.1:1787755975.103306:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a14100.
00010000:00000010:1.1:1787755975.103310:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925049be0800.
00010000:00000010:1.1:1787755975.103313:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e2c600.
00000080:00000010:1.1:1787755975.108422:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b168840.
00000080:00000010:1.1:1787755975.108442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f840.
00000080:00000010:1.1:1787755975.114325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cb38440.
00010000:00000010:0.1:1787755975.132523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913e00.
00010000:00000010:0.1:1787755975.132532:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a14a00.
00010000:00000010:0.1:1787755975.132545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925078ad2400.
00010000:00000010:0.1:1787755975.132548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e2c200.
00000080:00000010:0.1:1787755975.138311:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250525298c0.
00000080:00000010:0.1:1787755975.138331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f980.
00000080:00000010:0.1:1787755975.138343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a7c0.
00010000:00000010:0.1:1787755975.157794:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927600.
00010000:00000010:0.1:1787755975.157810:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a14c00.
00010000:00000010:0.1:1787755975.157815:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925049be1600.
00010000:00000010:0.1:1787755975.157818:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e2c800.
00000080:00000010:0.1:1787755975.166352:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505252a940.
00000080:00000010:0.1:1787755975.166376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65860.
00000080:00000010:0.1:1787755975.166385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609ab20.
00010000:00000010:0.1:1787755975.186842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927600.
00010000:00000010:0.1:1787755975.186861:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a14800.
00010000:00000010:0.1:1787755975.186867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925078ad2c00.
00010000:00000010:0.1:1787755975.186871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e2d000.
00000080:00000010:0.1:1787755975.189333:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052528840.
00000080:00000010:0.1:1787755975.189354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca652a0.
00000080:00000010:0.1:1787755975.189362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a340.
00010000:00000010:0.1:1787755975.214434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927400.
00010000:00000010:0.1:1787755975.214443:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507f00d300.
00010000:00000010:0.1:1787755975.214461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925078ad3200.
00010000:00000010:0.1:1787755975.214464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e2d600.
00000080:00000010:1.1:1787755975.231406:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505252f380.
00000080:00000010:1.1:1787755975.231424:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65860.
00000080:00000010:1.1:1787755975.246375:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a980.
00010000:00000010:1.1:1787755975.252586:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913600.
00010000:00000010:1.1:1787755975.252594:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a14b00.
00010000:00000010:1.1:1787755975.252599:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925049be1a00.
00010000:00000010:1.1:1787755975.252602:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c155800.
00000080:00000010:1.1:1787755975.265351:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b16eb40.
00000080:00000010:1.1:1787755975.265364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f840.
00000080:00000010:1.1:1787755975.265374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609ab80.
00010000:00000010:1.1:1787755975.269348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912200.
00010000:00000010:1.1:1787755975.269363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a14200.
00010000:00000010:1.1:1787755975.269369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925078ad3800.
00010000:00000010:1.1:1787755975.269373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250490e8e00.
00000080:00000010:0.1:1787755975.278073:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b1698c0.
00000080:00000010:0.1:1787755975.278088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f5e0.
00000080:00000010:0.1:1787755975.278095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cb38560.
00010000:00000010:0.1:1787755975.290398:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927400.
00010000:00000010:0.1:1787755975.290415:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cd56300.
00010000:00000010:0.1:1787755975.290434:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925049be0a00.
00010000:00000010:0.1:1787755975.290439:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e2da00.
00000080:00000010:0.1:1787755975.303064:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92504b16dac0.
00000080:00000010:0.1:1787755975.303083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca652a0.
00000080:00000010:1.1:1787755975.303281:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cb38360.
00010000:00000010:1.1:1787755975.312705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912200.
00010000:00000010:1.1:1787755975.312714:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a14500.
00010000:00000010:1.1:1787755975.312718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925078ad2600.
00010000:00000010:1.1:1787755975.312721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e2ca00.
00000080:00000010:1.1:1787755975.319331:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505252b9c0.
00000080:00000010:1.1:1787755975.319351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f840.
00000080:00000010:1.1:1787755975.319360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609ac00.
00010000:00000010:1.1:1787755975.334329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912200.
00010000:00000010:1.1:1787755975.334347:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a14300.
00010000:00000010:1.1:1787755975.334353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582a2600.
00010000:00000010:1.1:1787755975.334356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e2d400.
00000080:00000010:1.1:1787755975.341444:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925052528000.
00000080:00000010:1.1:1787755975.341467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f000.
00000080:00000010:1.1:1787755975.345869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a8c0.
00010000:00000010:1.1:1787755975.362493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912200.
00010000:00000010:1.1:1787755975.362660:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a14700.
00010000:00000010:1.1:1787755975.362667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925078ad2200.
00010000:00000010:1.1:1787755975.362670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e2de00.
00000080:00000010:1.1:1787755975.367330:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505252d280.
00000080:00000010:1.1:1787755975.367354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f840.
00000080:00000010:1.1:1787755975.367363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a3e0.
00010000:00000010:1.1:1787755975.383480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913600.
00010000:00000010:1.1:1787755975.383519:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a14900.
00010000:00000010:1.1:1787755975.383525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925049be1400.
00010000:00000010:1.1:1787755975.383537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c154400.
00000080:00000010:1.1:1787755975.393834:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060b618c0.
00000080:00000010:1.1:1787755975.393856:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f000.
00000080:00000010:1.1:1787755975.393866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33eee0.
00010000:00000010:1.1:1787755975.412330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913600.
00010000:00000010:1.1:1787755975.412350:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cd57200.
00010000:00000010:1.1:1787755975.412355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925049be0e00.
00010000:00000010:1.1:1787755975.412358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c155e00.
00000080:00000010:1.1:1787755975.419467:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250503c0000.
00000080:00000010:1.1:1787755975.419487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f840.
00000080:00000010:1.1:1787755975.423308:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cb38760.
00010000:00000010:1.1:1787755975.440773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913600.
00010000:00000010:1.1:1787755975.440783:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cd57400.
00010000:00000010:1.1:1787755975.440789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925078ad2800.
00010000:00000010:1.1:1787755975.440791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c154600.
00000080:00000010:1.1:1787755975.446069:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505252a100.
00000080:00000010:1.1:1787755975.446094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f000.
00000080:00000010:1.1:1787755975.446103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a580.
00010000:00000010:1.1:1787755975.466324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912200.
00010000:00000010:1.1:1787755975.466341:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cd57b00.
00010000:00000010:1.1:1787755975.466346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925049be0000.
00010000:00000010:1.1:1787755975.466349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250490e8800.
00000080:00000010:1.1:1787755975.477411:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250503c0840.
00000080:00000010:1.1:1787755975.477430:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f840.
00000080:00000010:1.1:1787755975.477437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cb38800.
00010000:00000010:2.1:1787755975.499200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532e00.
00010000:00000010:2.1:1787755975.499211:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cd57500.
00010000:00000010:2.1:1787755975.499216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925049be0400.
00010000:00000010:2.1:1787755975.499219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925066e2ce00.
00000080:00000010:2.1:1787755975.504329:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505252ca40.
00000080:00000010:2.1:1787755975.504352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f000.
00000080:00000010:2.1:1787755975.504361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609ace0.
00010000:00000010:2.1:1787755975.524328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533800.
00010000:00000010:2.1:1787755975.524336:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff924f5b7c9b00.
00010000:00000010:2.1:1787755975.524354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925049be0c00.
00010000:00000010:2.1:1787755975.524357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e434600.
00000080:00000010:2.1:1787755975.529341:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060b66b40.
00000080:00000010:2.1:1787755975.529362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814037a0.
00000080:00000010:2.1:1787755975.529378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33e480.
00010000:00000010:2.1:1787755975.549788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532e00.
00010000:00000010:2.1:1787755975.549796:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a14600.
00010000:00000010:2.1:1787755975.549800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582a3e00.
00010000:00000010:2.1:1787755975.549803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e435200.
00000080:00000010:2.1:1787755975.554368:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060b60840.
00000080:00000010:2.1:1787755975.554392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403360.
00000080:00000010:2.1:1787755975.554405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33e320.
00010000:00000010:3.1:1787755975.572334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532000.
00010000:00000010:3.1:1787755975.572353:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a14e00.
00010000:00000010:3.1:1787755975.572359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925078ad3600.
00010000:00000010:3.1:1787755975.572362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e435000.
00000080:00000010:3.1:1787755975.584152:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060b60000.
00000080:00000010:3.1:1787755975.584172:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403ec0.
00000080:00000010:3.1:1787755975.592294:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33e340.
00010000:00000010:3.1:1787755975.598303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7ca00.
00010000:00000010:3.1:1787755975.598318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a14f00.
00010000:00000010:3.1:1787755975.598324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c032200.
00010000:00000010:3.1:1787755975.598328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e434400.
00000080:00000010:3.1:1787755975.612507:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060b65280.
00000080:00000010:3.1:1787755975.612540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2ba60.
00000080:00000010:3.1:1787755975.612548:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33e740.
00010000:00000010:3.1:1787755975.643316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7ca00.
00010000:00000010:3.1:1787755975.643325:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a14000.
00010000:00000010:3.1:1787755975.643349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c032800.
00010000:00000010:3.1:1787755975.643352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e435a00.
00000080:00000010:0.1:1787755975.650317:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250503c1080.
00000080:00000010:0.1:1787755975.650330:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2be00.
00000080:00000010:0.1:1787755975.650337:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cb38220.
00010000:00000010:0.1:1787755975.666906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927400.
00010000:00000010:0.1:1787755975.666913:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a10c00.
00010000:00000010:0.1:1787755975.666917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c033000.
00010000:00000010:0.1:1787755975.666920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c154200.
00000080:00000010:0.1:1787755975.672327:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92505252e300.
00000080:00000010:0.1:1787755975.672349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca652a0.
00000080:00000010:0.1:1787755975.672359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609ae20.
00010000:00000010:1.1:1787755975.698743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927600.
00010000:00000010:1.1:1787755975.698759:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a10a00.
00010000:00000010:1.1:1787755975.698765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c033600.
00010000:00000010:1.1:1787755975.698768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c154800.
00000080:00000010:1.1:1787755975.705409:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250502d2100.
00000080:00000010:1.1:1787755975.705424:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65c60.
00000080:00000010:1.1:1787755975.705432:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a480.
00010000:00000010:0.1:1787755975.716513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912200.
00010000:00000010:0.1:1787755975.716540:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cd57300.
00010000:00000010:0.1:1787755975.716544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925049be1800.
00010000:00000010:0.1:1787755975.716547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250490e8200.
00000080:00000010:0.1:1787755975.732352:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250502d4a40.
00000080:00000010:0.1:1787755975.732376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f840.
00000080:00000010:0.1:1787755975.732385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a600.
00010000:00000010:0.1:1787755975.755522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927400.
00010000:00000010:0.1:1787755975.755537:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cd57700.
00010000:00000010:0.1:1787755975.755541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d1a2e00.
00010000:00000010:0.1:1787755975.755545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250490e8c00.
00000080:00000010:0.1:1787755975.760338:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250502d6b40.
00000080:00000010:0.1:1787755975.760362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca652a0.
00000080:00000010:0.1:1787755975.760371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a3a0.
00010000:00000010:0.1:1787755975.778422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926200.
00010000:00000010:0.1:1787755975.778437:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cae9500.
00010000:00000010:0.1:1787755975.778455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d1a3e00.
00010000:00000010:0.1:1787755975.778459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e435e00.
00000080:00000010:0.1:1787755975.784432:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060b63180.
00000080:00000010:0.1:1787755975.784450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65320.
00000080:00000010:0.1:1787755975.790328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33e360.
00010000:00000010:0.1:1787755975.804314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926200.
00010000:00000010:0.1:1787755975.804330:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a10600.
00010000:00000010:0.1:1787755975.804337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c032a00.
00010000:00000010:0.1:1787755975.804340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e435400.
00000080:00000010:2.1:1787755975.815241:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250502d7380.
00000080:00000010:2.1:1787755975.815256:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca652a0.
00000080:00000010:2.1:1787755975.819518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cb38b40.
00010000:00000010:0.1:1787755975.832452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532600.
00010000:00000010:0.1:1787755975.832470:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a10e00.
00010000:00000010:0.1:1787755975.832477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c033a00.
00010000:00000010:0.1:1787755975.832480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e434e00.
00000080:00000010:0.1:1787755975.839441:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250503c5280.
00000080:00000010:0.1:1787755975.839467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814036a0.
00000080:00000010:0.1:1787755975.839481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609ad40.
00010000:00000010:0.1:1787755975.861488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926200.
00010000:00000010:0.1:1787755975.861507:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a10f00.
00010000:00000010:0.1:1787755975.861514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d1a3400.
00010000:00000010:0.1:1787755975.861517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e435600.
00000080:00000010:0.1:1787755975.872842:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250503c18c0.
00000080:00000010:0.1:1787755975.872853:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65320.
00000080:00000010:0.1:1787755975.872861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cb38600.
00010000:00000010:0.1:1787755975.891509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927400.
00010000:00000010:0.1:1787755975.891518:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a10000.
00010000:00000010:0.1:1787755975.891533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582a3a00.
00010000:00000010:0.1:1787755975.891536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e434200.
00000080:00000010:0.1:1787755975.896440:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250502d6300.
00000080:00000010:0.1:1787755975.896465:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65900.
00000080:00000010:0.1:1787755975.896472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62fa0.
00010000:00000010:0.1:1787755975.915966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926200.
00010000:00000010:0.1:1787755975.915974:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a10d00.
00010000:00000010:0.1:1787755975.915979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c033400.
00010000:00000010:0.1:1787755975.915982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e434800.
00000080:00000010:0.1:1787755975.926513:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250503c6b40.
00000080:00000010:0.1:1787755975.926539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65320.
00000080:00000010:0.1:1787755975.933607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cb38960.
00010000:00000010:0.1:1787755975.942540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927400.
00010000:00000010:0.1:1787755975.942556:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cd57900.
00010000:00000010:0.1:1787755975.942562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d1a2200.
00010000:00000010:0.1:1787755975.942565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e434a00.
00000080:00000010:3.1:1787755975.950691:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250502d39c0.
00000080:00000010:3.1:1787755975.950713:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65900.
00000080:00000010:3.1:1787755975.950725:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a320.
00010000:00000010:2.1:1787755975.962331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7d400.
00010000:00000010:2.1:1787755975.962348:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a10100.
00010000:00000010:2.1:1787755975.962354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d1a2800.
00010000:00000010:2.1:1787755975.962357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c155000.
00000080:00000010:2.1:1787755975.981420:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060b62940.
00000080:00000010:2.1:1787755975.981462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b420.
00000080:00000010:2.1:1787755975.982516:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33e280.
00010000:00000010:2.1:1787755976.011486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533200.
00010000:00000010:2.1:1787755976.011499:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cd57600.
00010000:00000010:2.1:1787755976.011506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250487f2200.
00010000:00000010:2.1:1787755976.011536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c155600.
00000080:00000010:0.1:1787755976.032572:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250502d4200.
00000080:00000010:0.1:1787755976.032588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814035a0.
00000080:00000010:0.1:1787755976.032602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a0a0.
00010000:00000010:0.1:1787755976.043031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927400.
00010000:00000010:0.1:1787755976.043050:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cd57e00.
00010000:00000010:0.1:1787755976.043055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250582a2c00.
00010000:00000010:0.1:1787755976.043074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250490e9800.
00000080:00000010:1.1:1787755976.059337:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250502d5ac0.
00000080:00000010:1.1:1787755976.059365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65320.
00000080:00000010:1.1:1787755976.064650:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609ab00.
00010000:00000010:1.1:1787755976.079353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913600.
00010000:00000010:1.1:1787755976.079375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507cd57f00.
00010000:00000010:1.1:1787755976.079401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c032e00.
00010000:00000010:1.1:1787755976.079405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058301400.
00000080:00000010:1.1:1787755976.088174:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250502d5280.
00000080:00000010:1.1:1787755976.088194:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f080.
00000080:00000010:1.1:1787755976.092021:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609a840.
00010000:00000010:1.1:1787755976.106332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913600.
00010000:00000010:1.1:1787755976.106353:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a10300.
00010000:00000010:1.1:1787755976.106358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c033e00.
00010000:00000010:1.1:1787755976.106362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058301e00.
00000080:00000010:1.1:1787755976.114577:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250502d18c0.
00000080:00000010:1.1:1787755976.114607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f420.
00000080:00000010:1.1:1787755976.114615:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609ad20.
00010000:00000010:1.1:1787755976.132225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913600.
00010000:00000010:1.1:1787755976.132246:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a10700.
00010000:00000010:1.1:1787755976.132253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c032000.
00010000:00000010:1.1:1787755976.132256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058301c00.
00000080:00000010:1.1:1787755976.143868:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250503c3180.
00000080:00000010:1.1:1787755976.143896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f080.
00000080:00000010:1.1:1787755976.143906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cb38840.
00010000:00000010:0.1:1787755976.161337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913600.
00010000:00000010:0.1:1787755976.161353:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925077a10900.
00010000:00000010:0.1:1787755976.161358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c033c00.
00010000:00000010:0.1:1787755976.161361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058300800.
00000080:00000010:0.1:1787755976.172335:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250503c2940.
00000080:00000010:0.1:1787755976.172353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f420.
00000080:00000010:0.1:1787755976.172361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cb38cc0.
00010000:00000010:0.1:1787755976.192120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927400.
00010000:00000010:0.1:1787755976.192126:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92504b4b5400.
00010000:00000010:0.1:1787755976.192150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c032400.
00010000:00000010:0.1:1787755976.192153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c154000.
00000080:00000010:0.1:1787755976.198423:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250503c5ac0.
00000080:00000010:0.1:1787755976.198457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65840.
00000080:00000010:0.1:1787755976.198470:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cb388c0.
00010000:00000010:0.1:1787755976.212322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926200.
00010000:00000010:0.1:1787755976.212337:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925048685c00.
00010000:00000010:0.1:1787755976.212342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c032c00.
00010000:00000010:0.1:1787755976.212345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250670b4600.
00000080:00000010:0.1:1787755976.222662:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250502d0840.
00000080:00000010:0.1:1787755976.222678:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65100.
00000080:00000010:0.1:1787755976.230425:0:273508:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609aa80.
00010000:00000010:0.1:1787755976.262350:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926200.
00010000:00000010:0.1:1787755976.262358:0:273508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507eb0b700.
00010000:00000010:0.1:1787755976.262363:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c033200.
00010000:00000010:0.1:1787755976.262366:0:273508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250771c2800.
00000080:00000010:0.1:1787755976.279621:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250503c39c0.
00000080:00000010:0.1:1787755976.279631:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65840.
00000080:00000010:0.1:1787755976.279637:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cb382c0.
00010000:00000010:0.1:1787755976.286316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927400.
00010000:00000010:0.1:1787755976.286331:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507eb0b900.
00010000:00000010:0.1:1787755976.286337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c033800.
00010000:00000010:0.1:1787755976.286341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058300000.
00000080:00000010:0.1:1787755976.286348:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250503c7380.
00000080:00000010:0.1:1787755976.286358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65100.
00000080:00000010:0.1:1787755976.286367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cb38520.
00010000:00000010:3.1:1787755976.302334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926200.
00010000:00000010:3.1:1787755976.302350:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925048685a00.
00010000:00000010:3.1:1787755976.302355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507c032600.
00010000:00000010:3.1:1787755976.302358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925058300a00.
00000080:00000010:2.1:1787755976.318415:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f5609aa00.
00000080:00000010:3.1:1787755976.318526:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250502d1080.
00000080:00000010:3.1:1787755976.318544:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca655e0.
00010000:00000010:0.1:1787755976.341691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532c00.
00010000:00000010:0.1:1787755976.341702:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925048685900.
00010000:00000010:0.1:1787755976.341707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d1a3000.
00010000:00000010:0.1:1787755976.341710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507eb0d600.
00000080:00000010:0.1:1787755976.345322:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250503c4a40.
00000080:00000010:0.1:1787755976.345346:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403a60.
00000080:00000010:0.1:1787755976.345357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cb38580.
00010000:00000010:0.1:1787755976.358338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927400.
00010000:00000010:0.1:1787755976.358352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925048685600.
00010000:00000010:0.1:1787755976.358376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d1a3600.
00010000:00000010:0.1:1787755976.358380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250771c2e00.
00000080:00000010:0.1:1787755976.369330:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9250503c2100.
00000080:00000010:0.1:1787755976.369350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65100.
00000080:00000010:0.1:1787755976.369359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507cb38fe0.
00010000:00000010:0.1:1787755976.387773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927400.
00010000:00000010:0.1:1787755976.387783:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507eb0b600.
00010000:00000010:0.1:1787755976.387788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d1a3a00.
00010000:00000010:0.1:1787755976.387792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250771c2000.
00000080:00000010:0.1:1787755976.393761:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060b65ac0.
00000080:00000010:0.1:1787755976.393783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65840.
00000080:00000010:0.1:1787755976.397732:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff924f4c33eac0.
00010000:00000010:0.1:1787755976.414324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927400.
00010000:00000010:0.1:1787755976.414343:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507eb0be00.
00010000:00000010:0.1:1787755976.414349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507d1a2a00.
00010000:00000010:0.1:1787755976.414352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507eb0bf00.
00010000:00000010:0.1:1787755976.414369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9250771c2200.
00000080:00000010:1.1:1787755976.429815:0:277579:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff925060b64200.
00000080:00000010:1.1:1787755976.429831:0:277579:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65100.
00000080:00000010:1.1:1787755976.429839:0:277579:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92504bb62ca0.
00010000:00000010:1.1:1787755976.455401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912000.
00000080:00000010:1.1:1787755976.455417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f9a0.
00010000:00000010:1.1:1787755976.462306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912a00.
00000080:00000010:1.1:1787755976.467328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f180.
00000080:00000010:2.1:1787755976.483942:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2bcc0.
00010000:00000010:2.1:1787755976.533425:0:238949:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed100.
00010000:00000010:2.1:1787755976.533434:0:238949:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533c00.
00000080:00000010:0.1:1787755976.543368:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403a00.
00000080:00000010:0.1:1787755976.543385:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814034c0.
00010000:00000010:0.1:1787755976.554390:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8000.
00010000:00000010:0.1:1787755976.554410:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927400.
00000080:00000010:1.1:1787755976.568597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65420.
00000080:00000010:1.1:1787755976.568632:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65840.
00010000:00000010:1.1:1787755976.576682:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503a00.
00010000:00000010:1.1:1787755976.576704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912a00.
00000080:00000010:1.1:1787755976.585363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f220.
00000080:00000010:1.1:1787755976.585388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f080.
00010000:00000010:1.1:1787755976.599619:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503a00.
00010000:00000010:1.1:1787755976.599638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912000.
00000080:00000010:1.1:1787755976.610564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f9a0.
00000080:00000010:1.1:1787755976.610585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f180.
00010000:00000010:1.1:1787755976.616050:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503a00.
00010000:00000010:1.1:1787755976.616057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912a00.
00000080:00000010:2.1:1787755976.636311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f220.
00000080:00000010:2.1:1787755976.636322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f080.
00010000:00000010:0.1:1787755976.644609:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8000.
00010000:00000010:0.1:1787755976.644620:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533000.
00000080:00000010:0.1:1787755976.651460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65980.
00000080:00000010:0.1:1787755976.651479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403480.
00010000:00000010:0.1:1787755976.654390:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8400.
00010000:00000010:0.1:1787755976.654400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927400.
00000080:00000010:0.1:1787755976.658488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65ee0.
00000080:00000010:0.1:1787755976.658522:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65000.
00010000:00000010:0.1:1787755976.670494:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8400.
00010000:00000010:0.1:1787755976.670610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926200.
00000080:00000010:0.1:1787755976.681051:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65000.
00000080:00000010:0.1:1787755976.681080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65980.
00010000:00000010:0.1:1787755976.694473:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8400.
00010000:00000010:0.1:1787755976.694492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926200.
00000080:00000010:0.1:1787755976.709550:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65980.
00000080:00000010:0.1:1787755976.709563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65ee0.
00010000:00000010:0.1:1787755976.730319:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8400.
00010000:00000010:0.1:1787755976.730325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926200.
00000080:00000010:0.1:1787755976.735361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65ee0.
00000080:00000010:0.1:1787755976.735381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65000.
00010000:00000010:2.1:1787755976.739523:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8000.
00010000:00000010:2.1:1787755976.739542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927400.
00000080:00000010:0.1:1787755976.751943:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403180.
00000080:00000010:0.1:1787755976.751968:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65980.
00010000:00000010:1.1:1787755976.758471:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8400.
00010000:00000010:1.1:1787755976.758489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926200.
00000080:00000010:1.1:1787755976.773317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f180.
00000080:00000010:1.1:1787755976.773339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65000.
00010000:00000010:1.1:1787755976.782319:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503a00.
00010000:00000010:1.1:1787755976.782337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912a00.
00000080:00000010:1.1:1787755976.790325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f180.
00000080:00000010:1.1:1787755976.790348:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f9a0.
00010000:00000010:1.1:1787755976.799779:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503a00.
00010000:00000010:1.1:1787755976.799796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912a00.
00000080:00000010:2.1:1787755976.820561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f9a0.
00000080:00000010:2.1:1787755976.820574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f460.
00010000:00000010:0.1:1787755976.825474:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8200.
00010000:00000010:0.1:1787755976.825489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533400.
00000080:00000010:0.1:1787755976.825495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65980.
00000080:00000010:0.1:1787755976.825520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403420.
00010000:00000010:0.1:1787755976.838570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8200.
00010000:00000010:0.1:1787755976.838596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927600.
00000080:00000010:0.1:1787755976.852445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65980.
00000080:00000010:0.1:1787755976.852466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65ee0.
00010000:00000010:0.1:1787755976.871621:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8200.
00010000:00000010:0.1:1787755976.871633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927600.
00000080:00000010:0.1:1787755976.875324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65ee0.
00000080:00000010:0.1:1787755976.875348:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65940.
00010000:00000010:0.1:1787755976.884477:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8200.
00010000:00000010:0.1:1787755976.884515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926a00.
00000080:00000010:0.1:1787755976.896322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65940.
00000080:00000010:0.1:1787755976.896343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65980.
00010000:00000010:1.1:1787755976.929497:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503a00.
00010000:00000010:1.1:1787755976.929514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912a00.
00000080:00000010:1.1:1787755976.944323:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fb00.
00000080:00000010:1.1:1787755976.944343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f180.
00010000:00000010:1.1:1787755976.944350:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503e00.
00010000:00000010:1.1:1787755976.944355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912000.
00000080:00000010:1.1:1787755976.944358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7ff40.
00000080:00000010:1.1:1787755976.944362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7ffc0.
00010000:00000010:0.1:1787755976.949421:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8200.
00010000:00000010:0.1:1787755976.949442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912a00.
00000080:00000010:0.1:1787755976.959861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65980.
00000080:00000010:0.1:1787755976.959875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f380.
00010000:00000010:0.1:1787755976.973369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8200.
00010000:00000010:0.1:1787755976.973378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926a00.
00000080:00000010:0.1:1787755976.978475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65980.
00000080:00000010:0.1:1787755976.978488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65940.
00010000:00000010:0.1:1787755976.984920:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8200.
00010000:00000010:0.1:1787755976.984936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927600.
00000080:00000010:0.1:1787755976.996439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65940.
00000080:00000010:0.1:1787755976.996463:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65ee0.
00010000:00000010:2.1:1787755977.009427:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8200.
00010000:00000010:2.1:1787755977.009437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927600.
00000080:00000010:2.1:1787755977.018322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814032c0.
00000080:00000010:2.1:1787755977.023359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65980.
00010000:00000010:2.1:1787755977.033313:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed100.
00010000:00000010:2.1:1787755977.033320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533c00.
00000080:00000010:2.1:1787755977.038603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814032c0.
00000080:00000010:2.1:1787755977.038620:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403560.
00010000:00000010:2.1:1787755977.044431:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed100.
00010000:00000010:2.1:1787755977.044448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533e00.
00000080:00000010:2.1:1787755977.066486:0:238950:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403560.
00000080:00000010:2.1:1787755977.066524:0:238950:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403380.
00010000:00000010:3.1:1787755977.069783:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e568900.
00010000:00000010:3.1:1787755977.069799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533e00.
00000080:00000010:2.1:1787755977.088339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b360.
00000080:00000010:2.1:1787755977.088362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814032c0.
00010000:00000010:0.1:1787755977.096582:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8700.
00010000:00000010:0.1:1787755977.096598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7ca00.
00000080:00000010:0.1:1787755977.112581:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65ee0.
00000080:00000010:0.1:1787755977.112604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b080.
00010000:00000010:0.1:1787755977.130327:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8700.
00010000:00000010:0.1:1787755977.130347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926a00.
00000080:00000010:0.1:1787755977.143368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65ee0.
00000080:00000010:0.1:1787755977.143383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65940.
00010000:00000010:2.1:1787755977.156167:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8700.
00010000:00000010:2.1:1787755977.156187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926a00.
00000080:00000010:3.1:1787755977.164311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403740.
00000080:00000010:3.1:1787755977.164334:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65f40.
00010000:00000010:2.1:1787755977.183952:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e568900.
00010000:00000010:2.1:1787755977.183971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7da00.
00000080:00000010:0.1:1787755977.191987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403880.
00000080:00000010:0.1:1787755977.192011:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b280.
00010000:00000010:0.1:1787755977.203336:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8100.
00010000:00000010:0.1:1787755977.203357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926800.
00000080:00000010:1.1:1787755977.218357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65ee0.
00000080:00000010:1.1:1787755977.218388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65940.
00010000:00000010:1.1:1787755977.234008:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503e00.
00010000:00000010:1.1:1787755977.234026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912000.
00000080:00000010:1.1:1787755977.243358:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7ff40.
00000080:00000010:1.1:1787755977.243386:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7ffc0.
00010000:00000010:1.1:1787755977.262593:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503e00.
00010000:00000010:1.1:1787755977.262613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913c00.
00000080:00000010:1.1:1787755977.270845:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fb00.
00000080:00000010:1.1:1787755977.270866:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f180.
00010000:00000010:0.1:1787755977.284535:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8100.
00010000:00000010:0.1:1787755977.284557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912000.
00000080:00000010:0.1:1787755977.300670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65380.
00000080:00000010:0.1:1787755977.300689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7ffc0.
00010000:00000010:0.1:1787755977.304768:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8100.
00010000:00000010:0.1:1787755977.304788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926800.
00000080:00000010:0.1:1787755977.321321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65080.
00000080:00000010:0.1:1787755977.321337:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65340.
00010000:00000010:2.1:1787755977.335328:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed100.
00010000:00000010:2.1:1787755977.335342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533a00.
00000080:00000010:2.1:1787755977.344917:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403400.
00000080:00000010:2.1:1787755977.344940:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403420.
00010000:00000010:2.1:1787755977.355315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed100.
00010000:00000010:2.1:1787755977.355331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532e00.
00000080:00000010:2.1:1787755977.359295:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403e80.
00000080:00000010:2.1:1787755977.359311:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403ac0.
00010000:00000010:0.1:1787755977.377561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8100.
00010000:00000010:0.1:1787755977.377576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533a00.
00000080:00000010:0.1:1787755977.385334:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65340.
00000080:00000010:0.1:1787755977.385361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403420.
00010000:00000010:1.1:1787755977.395304:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8100.
00010000:00000010:1.1:1787755977.395314:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926800.
00000080:00000010:1.1:1787755977.412328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f180.
00000080:00000010:1.1:1787755977.412355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65080.
00010000:00000010:1.1:1787755977.412366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503e00.
00010000:00000010:1.1:1787755977.412372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913c00.
00000080:00000010:1.1:1787755977.425443:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7ff40.
00000080:00000010:1.1:1787755977.425459:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fb00.
00010000:00000010:0.1:1787755977.437314:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503e00.
00010000:00000010:0.1:1787755977.437321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913c00.
00000080:00000010:0.1:1787755977.441337:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65340.
00000080:00000010:0.1:1787755977.441355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f180.
00010000:00000010:0.1:1787755977.457414:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8500.
00010000:00000010:0.1:1787755977.457423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926600.
00000080:00000010:1.1:1787755977.466315:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65340.
00000080:00000010:1.1:1787755977.469731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65380.
00010000:00000010:1.1:1787755977.473508:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503a00.
00010000:00000010:1.1:1787755977.473528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912e00.
00000080:00000010:1.1:1787755977.485343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7ff40.
00000080:00000010:1.1:1787755977.485377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fb00.
00010000:00000010:1.1:1787755977.501503:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503a00.
00010000:00000010:1.1:1787755977.501512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912e00.
00000080:00000010:1.1:1787755977.506430:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fb00.
00000080:00000010:1.1:1787755977.506454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f340.
00010000:00000010:1.1:1787755977.528395:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503a00.
00010000:00000010:1.1:1787755977.528402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913c00.
00000080:00000010:1.1:1787755977.532407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f340.
00000080:00000010:1.1:1787755977.532432:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7ff40.
00010000:00000010:0.1:1787755977.547113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8500.
00010000:00000010:0.1:1787755977.547132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926600.
00000080:00000010:0.1:1787755977.557396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65b00.
00000080:00000010:0.1:1787755977.557417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65fc0.
00010000:00000010:0.1:1787755977.575322:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8500.
00010000:00000010:0.1:1787755977.575340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926600.
00000080:00000010:0.1:1787755977.583423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65fc0.
00000080:00000010:0.1:1787755977.583441:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65180.
00010000:00000010:1.1:1787755977.592842:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8500.
00010000:00000010:1.1:1787755977.592862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926600.
00000080:00000010:1.1:1787755977.606460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7ff40.
00000080:00000010:1.1:1787755977.606487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65b00.
00010000:00000010:1.1:1787755977.618359:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503a00.
00010000:00000010:1.1:1787755977.618387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913c00.
00000080:00000010:1.1:1787755977.633335:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7ff40.
00000080:00000010:1.1:1787755977.633363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f340.
00010000:00000010:1.1:1787755977.647467:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503a00.
00010000:00000010:1.1:1787755977.647474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913c00.
00000080:00000010:1.1:1787755977.651666:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f340.
00000080:00000010:1.1:1787755977.651698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fb00.
00010000:00000010:1.1:1787755977.667368:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503a00.
00010000:00000010:1.1:1787755977.667385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912e00.
00000080:00000010:1.1:1787755977.678338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fb00.
00000080:00000010:1.1:1787755977.678362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7ff40.
00010000:00000010:1.1:1787755977.687510:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503a00.
00010000:00000010:1.1:1787755977.687530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913c00.
00000080:00000010:1.1:1787755977.693123:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fee0.
00000080:00000010:1.1:1787755977.693144:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f340.
00010000:00000010:1.1:1787755977.719399:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503a00.
00010000:00000010:1.1:1787755977.719415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912e00.
00000080:00000010:1.1:1787755977.726960:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f340.
00000080:00000010:1.1:1787755977.726982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7ff40.
00010000:00000010:1.1:1787755977.726991:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503000.
00010000:00000010:1.1:1787755977.726997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913c00.
00000080:00000010:1.1:1787755977.735633:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fb00.
00000080:00000010:1.1:1787755977.735655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fee0.
00010000:00000010:1.1:1787755977.739457:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503000.
00010000:00000010:1.1:1787755977.739481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912e00.
00000080:00000010:1.1:1787755977.756371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7ff40.
00000080:00000010:1.1:1787755977.756383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f940.
00010000:00000010:2.1:1787755977.764515:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503000.
00010000:00000010:2.1:1787755977.764533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912e00.
00000080:00000010:0.1:1787755977.769509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403120.
00000080:00000010:0.1:1787755977.769538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fee0.
00010000:00000010:0.1:1787755977.791893:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8a00.
00010000:00000010:0.1:1787755977.791903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927800.
00000080:00000010:0.1:1787755977.799031:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca650c0.
00000080:00000010:0.1:1787755977.799054:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65fc0.
00010000:00000010:0.1:1787755977.812332:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8a00.
00010000:00000010:0.1:1787755977.812352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927800.
00000080:00000010:0.1:1787755977.822334:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65fc0.
00000080:00000010:0.1:1787755977.822357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65fe0.
00010000:00000010:2.1:1787755977.837388:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed100.
00010000:00000010:2.1:1787755977.837405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927800.
00000080:00000010:0.1:1787755977.846341:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814033c0.
00000080:00000010:0.1:1787755977.857556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca650c0.
00010000:00000010:0.1:1787755977.862327:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8a00.
00010000:00000010:0.1:1787755977.862347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927000.
00000080:00000010:0.1:1787755977.868079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65fc0.
00000080:00000010:0.1:1787755977.868107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65fe0.
00010000:00000010:0.1:1787755977.875171:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8a00.
00010000:00000010:0.1:1787755977.875182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926c00.
00000080:00000010:0.1:1787755977.883026:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca650c0.
00000080:00000010:0.1:1787755977.883054:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65460.
00010000:00000010:1.1:1787755977.900406:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8a00.
00010000:00000010:1.1:1787755977.900415:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926c00.
00000080:00000010:1.1:1787755977.910536:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f940.
00000080:00000010:1.1:1787755977.910549:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65fe0.
00010000:00000010:1.1:1787755977.919965:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503a00.
00010000:00000010:1.1:1787755977.919980:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913c00.
00000080:00000010:0.1:1787755977.932695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fb00.
00000080:00000010:0.1:1787755977.932717:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7ff40.
00010000:00000010:0.1:1787755977.936436:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8f00.
00010000:00000010:0.1:1787755977.936452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927000.
00000080:00000010:0.1:1787755977.951711:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca650c0.
00000080:00000010:0.1:1787755977.951721:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65460.
00010000:00000010:0.1:1787755977.955526:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8f00.
00010000:00000010:0.1:1787755977.955542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927000.
00000080:00000010:0.1:1787755977.964448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65a20.
00000080:00000010:0.1:1787755977.964472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65fc0.
00010000:00000010:0.1:1787755977.975711:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8f00.
00010000:00000010:0.1:1787755977.975735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927000.
00000080:00000010:0.1:1787755977.983845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65fc0.
00000080:00000010:0.1:1787755977.983865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65460.
00010000:00000010:0.1:1787755977.997441:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8f00.
00010000:00000010:0.1:1787755977.997457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927000.
00000080:00000010:0.1:1787755978.007085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65460.
00000080:00000010:0.1:1787755978.007120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65a20.
00010000:00000010:0.1:1787755978.015450:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8f00.
00010000:00000010:0.1:1787755978.015466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927000.
00000080:00000010:1.1:1787755978.032887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65a20.
00000080:00000010:1.1:1787755978.032898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65fc0.
00010000:00000010:3.1:1787755978.040026:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e568300.
00010000:00000010:3.1:1787755978.040047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913c00.
00000080:00000010:3.1:1787755978.049669:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b220.
00000080:00000010:3.1:1787755978.049692:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f940.
00010000:00000010:3.1:1787755978.059524:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e568300.
00010000:00000010:3.1:1787755978.059544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7da00.
00000080:00000010:3.1:1787755978.068320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b220.
00000080:00000010:3.1:1787755978.068347:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2bf20.
00010000:00000010:0.1:1787755978.085112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503a00.
00010000:00000010:0.1:1787755978.085124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532800.
00000080:00000010:0.1:1787755978.103545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65460.
00000080:00000010:0.1:1787755978.103558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403540.
00010000:00000010:0.1:1787755978.107423:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8f00.
00010000:00000010:0.1:1787755978.107441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927000.
00000080:00000010:0.1:1787755978.113762:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca659a0.
00000080:00000010:0.1:1787755978.113780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca650c0.
00010000:00000010:0.1:1787755978.135350:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8f00.
00010000:00000010:0.1:1787755978.135358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927000.
00000080:00000010:3.1:1787755978.145372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca650c0.
00000080:00000010:3.1:1787755978.145392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65460.
00010000:00000010:3.1:1787755978.152432:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e568300.
00010000:00000010:3.1:1787755978.152450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7dc00.
00000080:00000010:3.1:1787755978.169440:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2bf20.
00000080:00000010:3.1:1787755978.169456:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b220.
00010000:00000010:3.1:1787755978.176328:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e568300.
00010000:00000010:3.1:1787755978.176345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7da00.
00000080:00000010:3.1:1787755978.183628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b220.
00000080:00000010:3.1:1787755978.183657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2bfa0.
00010000:00000010:2.1:1787755978.194815:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e568300.
00010000:00000010:2.1:1787755978.194836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7da00.
00000080:00000010:0.1:1787755978.213717:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403000.
00000080:00000010:0.1:1787755978.213744:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2bf20.
00010000:00000010:0.1:1787755978.222327:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8f00.
00010000:00000010:0.1:1787755978.222347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927000.
00000080:00000010:0.1:1787755978.231322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca657e0.
00000080:00000010:0.1:1787755978.231343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca659a0.
00010000:00000010:0.1:1787755978.244325:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8f00.
00010000:00000010:0.1:1787755978.244342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927000.
00000080:00000010:0.1:1787755978.263003:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca659a0.
00000080:00000010:0.1:1787755978.263023:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65580.
00010000:00000010:0.1:1787755978.267162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8f00.
00010000:00000010:0.1:1787755978.267170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927000.
00000080:00000010:0.1:1787755978.273370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65560.
00000080:00000010:0.1:1787755978.273392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca657e0.
00010000:00000010:0.1:1787755978.285319:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8f00.
00010000:00000010:0.1:1787755978.285340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927200.
00000080:00000010:0.1:1787755978.297342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca657e0.
00000080:00000010:0.1:1787755978.297367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65580.
00010000:00000010:0.1:1787755978.308475:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8f00.
00010000:00000010:0.1:1787755978.308518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927200.
00000080:00000010:0.1:1787755978.324604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65580.
00000080:00000010:0.1:1787755978.324616:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65560.
00010000:00000010:0.1:1787755978.338393:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8f00.
00010000:00000010:0.1:1787755978.338411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927200.
00000080:00000010:0.1:1787755978.342344:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65560.
00000080:00000010:0.1:1787755978.342371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca657e0.
00010000:00000010:0.1:1787755978.351335:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8f00.
00010000:00000010:0.1:1787755978.351352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927000.
00000080:00000010:0.1:1787755978.360536:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca657e0.
00000080:00000010:0.1:1787755978.360554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65580.
00010000:00000010:1.1:1787755978.376339:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8f00.
00010000:00000010:1.1:1787755978.376366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927000.
00000080:00000010:1.1:1787755978.388317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f340.
00000080:00000010:1.1:1787755978.388343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65560.
00010000:00000010:2.1:1787755978.409335:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503d00.
00010000:00000010:2.1:1787755978.409355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912000.
00000080:00000010:2.1:1787755978.425324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403140.
00000080:00000010:2.1:1787755978.425351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f0c0.
00010000:00000010:2.1:1787755978.433462:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed100.
00010000:00000010:2.1:1787755978.433486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533e00.
00000080:00000010:2.1:1787755978.450842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403140.
00000080:00000010:2.1:1787755978.450888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403f20.
00010000:00000010:2.1:1787755978.458929:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed100.
00010000:00000010:2.1:1787755978.458953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533e00.
00000080:00000010:2.1:1787755978.481255:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403f20.
00000080:00000010:2.1:1787755978.487315:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403660.
00010000:00000010:0.1:1787755978.487388:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8b00.
00010000:00000010:0.1:1787755978.487398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533e00.
00000080:00000010:1.1:1787755978.491300:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65580.
00000080:00000010:1.1:1787755978.491310:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403140.
00010000:00000010:1.1:1787755978.506355:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503c00.
00010000:00000010:1.1:1787755978.506369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912a00.
00000080:00000010:1.1:1787755978.527355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fa20.
00000080:00000010:1.1:1787755978.527388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f340.
00010000:00000010:1.1:1787755978.531324:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503c00.
00010000:00000010:1.1:1787755978.531341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912a00.
00000080:00000010:1.1:1787755978.547320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f1a0.
00000080:00000010:1.1:1787755978.547341:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f560.
00010000:00000010:1.1:1787755978.557420:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503c00.
00010000:00000010:1.1:1787755978.557436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912a00.
00000080:00000010:1.1:1787755978.576465:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f560.
00000080:00000010:1.1:1787755978.576487:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f340.
00010000:00000010:1.1:1787755978.586212:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503c00.
00010000:00000010:1.1:1787755978.586225:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912a00.
00000080:00000010:0.1:1787755978.597364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fa20.
00000080:00000010:0.1:1787755978.597389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f1a0.
00010000:00000010:0.1:1787755978.610013:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8b00.
00010000:00000010:0.1:1787755978.610033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927c00.
00000080:00000010:0.1:1787755978.623455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca651a0.
00000080:00000010:0.1:1787755978.623484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca659a0.
00010000:00000010:0.1:1787755978.639560:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8b00.
00010000:00000010:0.1:1787755978.639578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927c00.
00000080:00000010:0.1:1787755978.651403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca659a0.
00000080:00000010:0.1:1787755978.651418:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65cc0.
00010000:00000010:1.1:1787755978.668465:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503c00.
00010000:00000010:1.1:1787755978.668488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927c00.
00000080:00000010:1.1:1787755978.672326:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f340.
00000080:00000010:1.1:1787755978.672348:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca651a0.
00010000:00000010:1.1:1787755978.681327:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503c00.
00010000:00000010:1.1:1787755978.681345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912a00.
00000080:00000010:1.1:1787755978.693491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f340.
00000080:00000010:1.1:1787755978.693519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f560.
00010000:00000010:1.1:1787755978.707604:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503c00.
00010000:00000010:1.1:1787755978.707622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912a00.
00000080:00000010:1.1:1787755978.718444:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f560.
00000080:00000010:1.1:1787755978.718462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fa00.
00010000:00000010:0.1:1787755978.742588:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8b00.
00010000:00000010:0.1:1787755978.742603:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926400.
00000080:00000010:0.1:1787755978.747597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca659a0.
00000080:00000010:0.1:1787755978.747620:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65cc0.
00010000:00000010:2.1:1787755978.756317:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed100.
00010000:00000010:2.1:1787755978.756332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926000.
00000080:00000010:2.1:1787755978.768317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403d80.
00000080:00000010:2.1:1787755978.768341:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65960.
00010000:00000010:2.1:1787755978.787296:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed100.
00010000:00000010:2.1:1787755978.787318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533400.
00000080:00000010:2.1:1787755978.793658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403d80.
00000080:00000010:2.1:1787755978.793680:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403360.
00010000:00000010:2.1:1787755978.805629:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed100.
00010000:00000010:2.1:1787755978.805647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533400.
00000080:00000010:2.1:1787755978.817497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403360.
00000080:00000010:2.1:1787755978.817528:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403060.
00010000:00000010:2.1:1787755978.829695:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed100.
00010000:00000010:2.1:1787755978.829710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533400.
00000080:00000010:2.1:1787755978.844546:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403060.
00000080:00000010:2.1:1787755978.844570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403d80.
00010000:00000010:2.1:1787755978.854330:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed100.
00010000:00000010:2.1:1787755978.854355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533400.
00000080:00000010:2.1:1787755978.867024:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403d80.
00000080:00000010:2.1:1787755978.867039:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403360.
00010000:00000010:0.1:1787755978.888044:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8b00.
00010000:00000010:0.1:1787755978.888061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926400.
00000080:00000010:0.1:1787755978.892477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65cc0.
00000080:00000010:0.1:1787755978.892496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403060.
00010000:00000010:0.1:1787755978.903333:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8b00.
00010000:00000010:0.1:1787755978.903351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926e00.
00000080:00000010:0.1:1787755978.913865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65cc0.
00000080:00000010:0.1:1787755978.913896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca659a0.
00010000:00000010:0.1:1787755978.926645:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8b00.
00010000:00000010:0.1:1787755978.926663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926e00.
00000080:00000010:0.1:1787755978.941372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca659a0.
00000080:00000010:0.1:1787755978.941394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65a00.
00010000:00000010:0.1:1787755978.952697:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8b00.
00010000:00000010:0.1:1787755978.952718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926e00.
00000080:00000010:0.1:1787755978.965028:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65a00.
00000080:00000010:0.1:1787755978.965047:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65cc0.
00010000:00000010:2.1:1787755978.977465:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8b00.
00010000:00000010:2.1:1787755978.977490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926e00.
00000080:00000010:0.1:1787755978.986409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403300.
00000080:00000010:0.1:1787755978.986446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca659a0.
00010000:00000010:2.1:1787755979.009617:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed100.
00010000:00000010:2.1:1787755979.009635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532200.
00000080:00000010:2.1:1787755979.025597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814034e0.
00000080:00000010:2.1:1787755979.025625:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65cc0.
00010000:00000010:2.1:1787755979.044227:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed100.
00010000:00000010:2.1:1787755979.044236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7ca00.
00000080:00000010:2.1:1787755979.057498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814034e0.
00000080:00000010:2.1:1787755979.057517:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2bb60.
00010000:00000010:3.1:1787755979.061672:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed100.
00010000:00000010:3.1:1787755979.061699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533000.
00000080:00000010:0.1:1787755979.068770:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2be80.
00000080:00000010:0.1:1787755979.068796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814039e0.
00010000:00000010:0.1:1787755979.079460:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8b00.
00010000:00000010:0.1:1787755979.079485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926400.
00000080:00000010:0.1:1787755979.094324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65a00.
00000080:00000010:0.1:1787755979.094348:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca659a0.
00010000:00000010:0.1:1787755979.103626:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8b00.
00010000:00000010:0.1:1787755979.103642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926400.
00000080:00000010:0.1:1787755979.123838:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca659a0.
00000080:00000010:0.1:1787755979.123879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca655a0.
00010000:00000010:2.1:1787755979.138096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8b00.
00010000:00000010:2.1:1787755979.138114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7dc00.
00000080:00000010:2.1:1787755979.153561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403e20.
00000080:00000010:2.1:1787755979.153590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2ba40.
00010000:00000010:2.1:1787755979.163437:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771eda00.
00010000:00000010:2.1:1787755979.163451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533000.
00000080:00000010:2.1:1787755979.181451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403e20.
00000080:00000010:2.1:1787755979.181475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403960.
00010000:00000010:2.1:1787755979.187649:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771eda00.
00010000:00000010:2.1:1787755979.187667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533000.
00000080:00000010:2.1:1787755979.195456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814039e0.
00000080:00000010:2.1:1787755979.195519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403640.
00010000:00000010:3.1:1787755979.215574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771eda00.
00010000:00000010:3.1:1787755979.215587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533000.
00000080:00000010:0.1:1787755979.232331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b0c0.
00000080:00000010:0.1:1787755979.232357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403960.
00010000:00000010:0.1:1787755979.232372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8f00.
00010000:00000010:0.1:1787755979.232378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926400.
00000080:00000010:0.1:1787755979.244139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca659a0.
00000080:00000010:0.1:1787755979.244160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca655a0.
00010000:00000010:2.1:1787755979.258322:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8f00.
00010000:00000010:2.1:1787755979.258340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926400.
00000080:00000010:2.1:1787755979.269339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403e20.
00000080:00000010:2.1:1787755979.269371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65a00.
00010000:00000010:2.1:1787755979.280621:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed400.
00010000:00000010:2.1:1787755979.280640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533800.
00000080:00000010:2.1:1787755979.295184:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403e20.
00000080:00000010:2.1:1787755979.295209:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814034e0.
00010000:00000010:2.1:1787755979.306333:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed400.
00010000:00000010:2.1:1787755979.306353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533800.
00000080:00000010:2.1:1787755979.314578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814034e0.
00000080:00000010:2.1:1787755979.314610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403ca0.
00010000:00000010:2.1:1787755979.337987:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed400.
00010000:00000010:2.1:1787755979.337995:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533800.
00000080:00000010:0.1:1787755979.338410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403ca0.
00000080:00000010:0.1:1787755979.338425:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403e20.
00010000:00000010:0.1:1787755979.350094:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8a00.
00010000:00000010:0.1:1787755979.350113:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927e00.
00000080:00000010:0.1:1787755979.360321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca659a0.
00000080:00000010:0.1:1787755979.360333:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca655a0.
00010000:00000010:1.1:1787755979.374582:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503c00.
00010000:00000010:1.1:1787755979.374600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912a00.
00000080:00000010:1.1:1787755979.378323:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fa00.
00000080:00000010:1.1:1787755979.378337:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65ca0.
00010000:00000010:1.1:1787755979.390792:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503c00.
00010000:00000010:1.1:1787755979.390803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913600.
00000080:00000010:1.1:1787755979.395324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fa00.
00000080:00000010:1.1:1787755979.395345:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f560.
00010000:00000010:1.1:1787755979.406802:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503c00.
00010000:00000010:1.1:1787755979.406818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912a00.
00000080:00000010:1.1:1787755979.415340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f560.
00000080:00000010:1.1:1787755979.415366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f340.
00010000:00000010:1.1:1787755979.424454:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503c00.
00010000:00000010:1.1:1787755979.424478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912a00.
00000080:00000010:1.1:1787755979.432600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f340.
00000080:00000010:1.1:1787755979.432622:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fa00.
00010000:00000010:0.1:1787755979.444440:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8a00.
00010000:00000010:0.1:1787755979.444456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927e00.
00000080:00000010:0.1:1787755979.454747:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca659a0.
00000080:00000010:0.1:1787755979.454771:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca655a0.
00010000:00000010:0.1:1787755979.465605:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8a00.
00010000:00000010:0.1:1787755979.465627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927e00.
00000080:00000010:0.1:1787755979.479657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca655a0.
00000080:00000010:0.1:1787755979.479680:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca651c0.
00010000:00000010:0.1:1787755979.496593:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8a00.
00010000:00000010:0.1:1787755979.496612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927e00.
00000080:00000010:0.1:1787755979.501266:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca651c0.
00000080:00000010:0.1:1787755979.501291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca659a0.
00010000:00000010:2.1:1787755979.513341:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8a00.
00010000:00000010:2.1:1787755979.513364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926400.
00000080:00000010:2.1:1787755979.521944:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403d80.
00000080:00000010:2.1:1787755979.521964:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca655a0.
00010000:00000010:2.1:1787755979.541337:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed400.
00010000:00000010:2.1:1787755979.541358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532400.
00000080:00000010:2.1:1787755979.555490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403d80.
00000080:00000010:2.1:1787755979.555518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403060.
00010000:00000010:2.1:1787755979.561446:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed400.
00010000:00000010:2.1:1787755979.561469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532400.
00000080:00000010:2.1:1787755979.581668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403060.
00000080:00000010:2.1:1787755979.581686:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403360.
00010000:00000010:2.1:1787755979.581692:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed400.
00010000:00000010:2.1:1787755979.581697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532400.
00000080:00000010:2.1:1787755979.590335:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814039a0.
00000080:00000010:2.1:1787755979.590358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403d80.
00010000:00000010:2.1:1787755979.612479:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed400.
00010000:00000010:2.1:1787755979.612507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532400.
00000080:00000010:2.1:1787755979.616453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403d80.
00000080:00000010:2.1:1787755979.616486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403360.
00010000:00000010:2.1:1787755979.633509:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed400.
00010000:00000010:2.1:1787755979.633516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533400.
00000080:00000010:2.1:1787755979.638303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403360.
00000080:00000010:2.1:1787755979.638326:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814039a0.
00010000:00000010:3.1:1787755979.646431:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e568200.
00010000:00000010:3.1:1787755979.646450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533200.
00000080:00000010:3.1:1787755979.660338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b0a0.
00000080:00000010:3.1:1787755979.660366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403700.
00010000:00000010:3.1:1787755979.670466:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e568200.
00010000:00000010:3.1:1787755979.670483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7ce00.
00000080:00000010:3.1:1787755979.681311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b0a0.
00000080:00000010:3.1:1787755979.681327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b4a0.
00010000:00000010:0.1:1787755979.701492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8500.
00010000:00000010:0.1:1787755979.701514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927e00.
00000080:00000010:0.1:1787755979.714661:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca651c0.
00000080:00000010:0.1:1787755979.714673:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca659a0.
00010000:00000010:0.1:1787755979.727649:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8500.
00010000:00000010:0.1:1787755979.727666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927e00.
00000080:00000010:0.1:1787755979.738327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65bc0.
00000080:00000010:0.1:1787755979.738343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65de0.
00010000:00000010:0.1:1787755979.747540:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8500.
00010000:00000010:0.1:1787755979.747554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926e00.
00000080:00000010:0.1:1787755979.759387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca651c0.
00000080:00000010:0.1:1787755979.759399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca659a0.
00010000:00000010:0.1:1787755979.764353:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8500.
00010000:00000010:0.1:1787755979.764369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926e00.
00000080:00000010:0.1:1787755979.773510:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65bc0.
00000080:00000010:0.1:1787755979.773541:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65de0.
00010000:00000010:0.1:1787755979.786323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8500.
00010000:00000010:0.1:1787755979.786342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926e00.
00000080:00000010:0.1:1787755979.810178:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65de0.
00000080:00000010:0.1:1787755979.810199:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca659a0.
00010000:00000010:1.1:1787755979.814389:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503c00.
00010000:00000010:1.1:1787755979.814396:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926e00.
00000080:00000010:1.1:1787755979.824702:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fa00.
00000080:00000010:1.1:1787755979.824718:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65bc0.
00010000:00000010:1.1:1787755979.834144:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503c00.
00010000:00000010:1.1:1787755979.834151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912a00.
00000080:00000010:1.1:1787755979.837445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f560.
00000080:00000010:1.1:1787755979.837474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f340.
00010000:00000010:1.1:1787755979.861471:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503c00.
00010000:00000010:1.1:1787755979.861486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913600.
00000080:00000010:1.1:1787755979.870407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f340.
00000080:00000010:1.1:1787755979.870459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fa00.
00010000:00000010:1.1:1787755979.886346:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503c00.
00010000:00000010:1.1:1787755979.886374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913600.
00000080:00000010:1.1:1787755979.897322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fa00.
00000080:00000010:1.1:1787755979.897341:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f560.
00010000:00000010:1.1:1787755979.909330:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503c00.
00010000:00000010:1.1:1787755979.909348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913600.
00000080:00000010:1.1:1787755979.937405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f560.
00000080:00000010:1.1:1787755979.937429:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f340.
00010000:00000010:0.1:1787755979.942546:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8500.
00010000:00000010:0.1:1787755979.942568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913600.
00000080:00000010:0.1:1787755979.953629:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca659a0.
00000080:00000010:0.1:1787755979.953652:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fa00.
00010000:00000010:2.1:1787755979.971588:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed400.
00010000:00000010:2.1:1787755979.971605:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927e00.
00000080:00000010:2.1:1787755979.978381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403160.
00000080:00000010:2.1:1787755979.978408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65de0.
00010000:00000010:2.1:1787755979.988653:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed400.
00010000:00000010:2.1:1787755979.988672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532c00.
00000080:00000010:2.1:1787755980.001323:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403160.
00000080:00000010:2.1:1787755980.001348:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403340.
00010000:00000010:2.1:1787755980.016324:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed400.
00010000:00000010:2.1:1787755980.016342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532c00.
00000080:00000010:2.1:1787755980.027325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403340.
00000080:00000010:2.1:1787755980.027352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814036a0.
00010000:00000010:2.1:1787755980.035480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed400.
00010000:00000010:2.1:1787755980.035496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532c00.
00000080:00000010:2.1:1787755980.048319:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814036a0.
00000080:00000010:2.1:1787755980.048341:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403160.
00010000:00000010:2.1:1787755980.067680:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed400.
00010000:00000010:2.1:1787755980.067689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532c00.
00000080:00000010:2.1:1787755980.072321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403160.
00000080:00000010:2.1:1787755980.072345:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403340.
00010000:00000010:1.1:1787755980.082323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503c00.
00010000:00000010:1.1:1787755980.082340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7c400.
00000080:00000010:1.1:1787755980.098417:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f340.
00000080:00000010:1.1:1787755980.098428:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b0a0.
00010000:00000010:1.1:1787755980.107744:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503c00.
00010000:00000010:1.1:1787755980.107769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912a00.
00000080:00000010:1.1:1787755980.114322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fcc0.
00000080:00000010:1.1:1787755980.114343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f560.
00010000:00000010:1.1:1787755980.125314:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503c00.
00010000:00000010:1.1:1787755980.125331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912a00.
00000080:00000010:1.1:1787755980.139331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f560.
00000080:00000010:1.1:1787755980.139355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f340.
00010000:00000010:1.1:1787755980.146654:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503c00.
00010000:00000010:1.1:1787755980.146670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912a00.
00000080:00000010:1.1:1787755980.167316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f340.
00000080:00000010:1.1:1787755980.167335:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fcc0.
00010000:00000010:0.1:1787755980.171385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8500.
00010000:00000010:0.1:1787755980.171413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912a00.
00000080:00000010:0.1:1787755980.180332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca659a0.
00000080:00000010:0.1:1787755980.180359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f560.
00010000:00000010:1.1:1787755980.190341:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503c00.
00010000:00000010:1.1:1787755980.190370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926000.
00000080:00000010:1.1:1787755980.202343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fcc0.
00000080:00000010:1.1:1787755980.202367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca651c0.
00010000:00000010:1.1:1787755980.214330:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503c00.
00010000:00000010:1.1:1787755980.214356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912200.
00000080:00000010:1.1:1787755980.225453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fcc0.
00000080:00000010:1.1:1787755980.225476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f340.
00010000:00000010:1.1:1787755980.244321:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503c00.
00010000:00000010:1.1:1787755980.244329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912200.
00000080:00000010:1.1:1787755980.248537:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f340.
00000080:00000010:1.1:1787755980.248567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f580.
00010000:00000010:2.1:1787755980.260327:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503c00.
00010000:00000010:2.1:1787755980.260351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913e00.
00000080:00000010:2.1:1787755980.282857:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403cc0.
00000080:00000010:2.1:1787755980.282887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fcc0.
00010000:00000010:0.1:1787755980.288433:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8500.
00010000:00000010:0.1:1787755980.288442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533800.
00000080:00000010:0.1:1787755980.292421:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca659a0.
00000080:00000010:0.1:1787755980.292452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403fc0.
00010000:00000010:0.1:1787755980.302332:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8500.
00010000:00000010:0.1:1787755980.302351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927c00.
00000080:00000010:1.1:1787755980.314311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca659a0.
00000080:00000010:1.1:1787755980.314333:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65740.
00010000:00000010:1.1:1787755980.329110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503c00.
00010000:00000010:1.1:1787755980.329141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912200.
00000080:00000010:1.1:1787755980.358516:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f340.
00000080:00000010:1.1:1787755980.358541:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f580.
00010000:00000010:1.1:1787755980.362478:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503c00.
00010000:00000010:1.1:1787755980.362513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912200.
00000080:00000010:1.1:1787755980.371311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f1c0.
00000080:00000010:1.1:1787755980.371331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f960.
00010000:00000010:1.1:1787755980.380974:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503c00.
00010000:00000010:1.1:1787755980.380995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912200.
00000080:00000010:1.1:1787755980.400292:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f960.
00000080:00000010:1.1:1787755980.400303:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f580.
00010000:00000010:0.1:1787755980.411329:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503c00.
00010000:00000010:0.1:1787755980.411350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912200.
00000080:00000010:0.1:1787755980.420326:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65d60.
00000080:00000010:0.1:1787755980.420354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f1c0.
00010000:00000010:0.1:1787755980.431034:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8500.
00010000:00000010:0.1:1787755980.431065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927c00.
00000080:00000010:0.1:1787755980.441507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65d60.
00000080:00000010:0.1:1787755980.441532:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65b60.
00010000:00000010:1.1:1787755980.453322:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8500.
00010000:00000010:1.1:1787755980.453338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927c00.
00000080:00000010:1.1:1787755980.463351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f580.
00000080:00000010:1.1:1787755980.463376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65360.
00010000:00000010:1.1:1787755980.491393:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503d00.
00010000:00000010:1.1:1787755980.491400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913a00.
00000080:00000010:1.1:1787755980.503451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f580.
00000080:00000010:1.1:1787755980.503465:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f960.
00010000:00000010:3.1:1787755980.508415:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e568200.
00010000:00000010:3.1:1787755980.508432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912800.
00000080:00000010:3.1:1787755980.508446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2bea0.
00000080:00000010:3.1:1787755980.508456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f340.
00010000:00000010:3.1:1787755980.514488:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e568200.
00010000:00000010:3.1:1787755980.514524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7d400.
00000080:00000010:3.1:1787755980.530812:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2bea0.
00000080:00000010:3.1:1787755980.530835:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2bd20.
00010000:00000010:0.1:1787755980.548361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8100.
00010000:00000010:0.1:1787755980.548377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927200.
00000080:00000010:1.1:1787755980.553293:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65d60.
00000080:00000010:1.1:1787755980.553304:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65b60.
00010000:00000010:1.1:1787755980.560316:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503d00.
00010000:00000010:1.1:1787755980.560334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913a00.
00000080:00000010:1.1:1787755980.570981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f580.
00000080:00000010:1.1:1787755980.571013:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f960.
00010000:00000010:1.1:1787755980.585460:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503d00.
00010000:00000010:1.1:1787755980.585476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913a00.
00000080:00000010:1.1:1787755980.590768:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f960.
00000080:00000010:1.1:1787755980.590791:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fca0.
00010000:00000010:1.1:1787755980.603420:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503d00.
00010000:00000010:1.1:1787755980.603427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913000.
00000080:00000010:1.1:1787755980.608894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fca0.
00000080:00000010:1.1:1787755980.608924:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f580.
00010000:00000010:1.1:1787755980.620337:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503d00.
00010000:00000010:1.1:1787755980.620354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913a00.
00000080:00000010:1.1:1787755980.644715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f580.
00000080:00000010:1.1:1787755980.644728:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f960.
00010000:00000010:1.1:1787755980.655370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503d00.
00010000:00000010:1.1:1787755980.655385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913a00.
00000080:00000010:1.1:1787755980.663316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f5a0.
00000080:00000010:1.1:1787755980.663339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fca0.
00010000:00000010:1.1:1787755980.681251:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503d00.
00010000:00000010:1.1:1787755980.681288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913a00.
00000080:00000010:1.1:1787755980.689288:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fca0.
00000080:00000010:1.1:1787755980.689315:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f960.
00010000:00000010:2.1:1787755980.706764:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed400.
00010000:00000010:2.1:1787755980.706782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913a00.
00000080:00000010:0.1:1787755980.721412:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403240.
00000080:00000010:0.1:1787755980.721427:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f5a0.
00010000:00000010:0.1:1787755980.730319:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8100.
00010000:00000010:0.1:1787755980.730334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927000.
00000080:00000010:0.1:1787755980.740357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65d20.
00000080:00000010:0.1:1787755980.740375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65400.
00010000:00000010:0.1:1787755980.757519:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8100.
00010000:00000010:0.1:1787755980.757526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927000.
00000080:00000010:1.1:1787755980.762031:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65400.
00000080:00000010:1.1:1787755980.762064:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65620.
00010000:00000010:1.1:1787755980.773490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503d00.
00010000:00000010:1.1:1787755980.773516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913000.
00000080:00000010:1.1:1787755980.789335:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fca0.
00000080:00000010:1.1:1787755980.789363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f960.
00010000:00000010:1.1:1787755980.797613:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503d00.
00010000:00000010:1.1:1787755980.797634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913000.
00000080:00000010:1.1:1787755980.811319:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f960.
00000080:00000010:1.1:1787755980.811344:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f580.
00010000:00000010:1.1:1787755980.821031:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503d00.
00010000:00000010:1.1:1787755980.821060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913000.
00000080:00000010:1.1:1787755980.829448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f580.
00000080:00000010:1.1:1787755980.829469:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fca0.
00010000:00000010:1.1:1787755980.839218:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503d00.
00010000:00000010:1.1:1787755980.839236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913000.
00000080:00000010:1.1:1787755980.850326:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fca0.
00000080:00000010:1.1:1787755980.850347:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f960.
00010000:00000010:1.1:1787755980.864323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503d00.
00010000:00000010:1.1:1787755980.864341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913000.
00000080:00000010:0.1:1787755980.875311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f960.
00000080:00000010:0.1:1787755980.875339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f580.
00010000:00000010:0.1:1787755980.883598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8100.
00010000:00000010:0.1:1787755980.883618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927000.
00000080:00000010:2.1:1787755980.899971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca657a0.
00000080:00000010:2.1:1787755980.899993:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65d20.
00010000:00000010:0.1:1787755980.911340:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8100.
00010000:00000010:0.1:1787755980.911363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533200.
00000080:00000010:0.1:1787755980.930457:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65dc0.
00000080:00000010:0.1:1787755980.930471:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403c40.
00010000:00000010:1.1:1787755980.942307:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8100.
00010000:00000010:1.1:1787755980.942315:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927000.
00000080:00000010:1.1:1787755980.948411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65dc0.
00000080:00000010:1.1:1787755980.948453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65ac0.
00010000:00000010:1.1:1787755980.960805:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503d00.
00010000:00000010:1.1:1787755980.960825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913000.
00000080:00000010:1.1:1787755980.980076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fde0.
00000080:00000010:1.1:1787755980.980101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fca0.
00010000:00000010:1.1:1787755980.985334:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503d00.
00010000:00000010:1.1:1787755980.985358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913000.
00000080:00000010:1.1:1787755981.006760:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f740.
00000080:00000010:1.1:1787755981.006786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fbc0.
00010000:00000010:1.1:1787755981.012458:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503d00.
00010000:00000010:1.1:1787755981.012473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532400.
00000080:00000010:1.1:1787755981.029985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fca0.
00000080:00000010:1.1:1787755981.030010:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403480.
00010000:00000010:1.1:1787755981.034475:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503d00.
00010000:00000010:1.1:1787755981.034493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913000.
00000080:00000010:1.1:1787755981.044615:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f740.
00000080:00000010:1.1:1787755981.044645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fbc0.
00010000:00000010:1.1:1787755981.058453:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503d00.
00010000:00000010:1.1:1787755981.058469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913000.
00000080:00000010:0.1:1787755981.079330:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fbc0.
00000080:00000010:0.1:1787755981.079355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fca0.
00010000:00000010:0.1:1787755981.091329:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8700.
00010000:00000010:0.1:1787755981.091350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926c00.
00000080:00000010:0.1:1787755981.105321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65060.
00000080:00000010:0.1:1787755981.105342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65ec0.
00010000:00000010:0.1:1787755981.120337:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8700.
00010000:00000010:0.1:1787755981.120358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926c00.
00000080:00000010:0.1:1787755981.140536:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65ec0.
00000080:00000010:0.1:1787755981.140559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65e80.
00010000:00000010:2.1:1787755981.146323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed400.
00010000:00000010:2.1:1787755981.146341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533a00.
00000080:00000010:2.1:1787755981.153590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403e60.
00000080:00000010:2.1:1787755981.153629:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403980.
00010000:00000010:2.1:1787755981.171372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed400.
00010000:00000010:2.1:1787755981.171379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533a00.
00000080:00000010:2.1:1787755981.176334:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403980.
00000080:00000010:2.1:1787755981.176366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814031e0.
00010000:00000010:2.1:1787755981.191144:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed400.
00010000:00000010:2.1:1787755981.191154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532800.
00000080:00000010:2.1:1787755981.199085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814031e0.
00000080:00000010:2.1:1787755981.199118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403e60.
00010000:00000010:2.1:1787755981.210725:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed400.
00010000:00000010:2.1:1787755981.210748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532800.
00000080:00000010:2.1:1787755981.221523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403e60.
00000080:00000010:2.1:1787755981.221548:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403980.
00010000:00000010:2.1:1787755981.238525:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed400.
00010000:00000010:2.1:1787755981.238535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532800.
00000080:00000010:2.1:1787755981.243511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403980.
00000080:00000010:2.1:1787755981.243541:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814031e0.
00010000:00000010:3.1:1787755981.265931:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed400.
00010000:00000010:3.1:1787755981.265939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532800.
00000080:00000010:2.1:1787755981.274364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2bca0.
00000080:00000010:2.1:1787755981.274397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403e60.
00010000:00000010:3.1:1787755981.291352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e568200.
00010000:00000010:3.1:1787755981.291369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532200.
00000080:00000010:3.1:1787755981.296329:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2bea0.
00000080:00000010:3.1:1787755981.296355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403980.
00010000:00000010:3.1:1787755981.310347:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e568200.
00010000:00000010:3.1:1787755981.310363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7d400.
00000080:00000010:3.1:1787755981.316422:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2bea0.
00000080:00000010:3.1:1787755981.316445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b740.
00010000:00000010:2.1:1787755981.335986:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e568200.
00010000:00000010:2.1:1787755981.336007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7d400.
00000080:00000010:0.1:1787755981.339188:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403ac0.
00000080:00000010:0.1:1787755981.339218:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b860.
00010000:00000010:0.1:1787755981.349540:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8700.
00010000:00000010:0.1:1787755981.349555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926c00.
00000080:00000010:0.1:1787755981.363452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65ec0.
00000080:00000010:0.1:1787755981.363471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65e80.
00010000:00000010:0.1:1787755981.389483:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8700.
00010000:00000010:0.1:1787755981.389516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926c00.
00000080:00000010:0.1:1787755981.394202:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65e80.
00000080:00000010:0.1:1787755981.394217:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65060.
00010000:00000010:0.1:1787755981.411413:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8700.
00010000:00000010:0.1:1787755981.411432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927800.
00000080:00000010:0.1:1787755981.418218:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65060.
00000080:00000010:0.1:1787755981.418241:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65ec0.
00010000:00000010:0.1:1787755981.428331:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8700.
00010000:00000010:0.1:1787755981.428353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927800.
00000080:00000010:0.1:1787755981.438323:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65ec0.
00000080:00000010:0.1:1787755981.438342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65e80.
00010000:00000010:0.1:1787755981.448312:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8700.
00010000:00000010:0.1:1787755981.448327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927800.
00000080:00000010:0.1:1787755981.455756:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65e80.
00000080:00000010:0.1:1787755981.455775:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65060.
00010000:00000010:0.1:1787755981.464598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8700.
00010000:00000010:0.1:1787755981.464621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927800.
00000080:00000010:0.1:1787755981.474445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65060.
00000080:00000010:0.1:1787755981.479363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65ec0.
00010000:00000010:0.1:1787755981.499340:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8700.
00010000:00000010:0.1:1787755981.499347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927800.
00000080:00000010:2.1:1787755981.503460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65ec0.
00000080:00000010:2.1:1787755981.503471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65e80.
00010000:00000010:2.1:1787755981.509332:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed500.
00010000:00000010:2.1:1787755981.509353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533200.
00000080:00000010:2.1:1787755981.518186:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403560.
00000080:00000010:2.1:1787755981.518209:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814031a0.
00010000:00000010:2.1:1787755981.532027:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed500.
00010000:00000010:2.1:1787755981.532048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533200.
00000080:00000010:2.1:1787755981.539525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814031a0.
00000080:00000010:2.1:1787755981.539550:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814032c0.
00010000:00000010:2.1:1787755981.558997:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed500.
00010000:00000010:2.1:1787755981.559008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533200.
00000080:00000010:2.1:1787755981.563331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814032c0.
00000080:00000010:2.1:1787755981.563372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403560.
00010000:00000010:2.1:1787755981.573330:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed500.
00010000:00000010:2.1:1787755981.573349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532400.
00000080:00000010:2.1:1787755981.581445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403560.
00000080:00000010:2.1:1787755981.581467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814031a0.
00010000:00000010:2.1:1787755981.596331:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed500.
00010000:00000010:2.1:1787755981.596353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532400.
00000080:00000010:2.1:1787755981.606316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814031a0.
00000080:00000010:2.1:1787755981.606341:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814032c0.
00010000:00000010:2.1:1787755981.615314:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed500.
00010000:00000010:2.1:1787755981.615331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532400.
00000080:00000010:2.1:1787755981.625334:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814032c0.
00000080:00000010:2.1:1787755981.625357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403560.
00010000:00000010:2.1:1787755981.633413:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed500.
00010000:00000010:2.1:1787755981.633436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532400.
00000080:00000010:2.1:1787755981.644317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403560.
00000080:00000010:2.1:1787755981.644341:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814031a0.
00010000:00000010:2.1:1787755981.657323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed500.
00010000:00000010:2.1:1787755981.657339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532400.
00000080:00000010:2.1:1787755981.670345:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814031a0.
00000080:00000010:2.1:1787755981.670867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814032c0.
00010000:00000010:2.1:1787755981.685426:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed500.
00010000:00000010:2.1:1787755981.685440:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532400.
00000080:00000010:3.1:1787755981.691489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814032c0.
00000080:00000010:3.1:1787755981.691508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403560.
00010000:00000010:0.1:1787755981.702341:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8700.
00010000:00000010:0.1:1787755981.702365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7ce00.
00000080:00000010:0.1:1787755981.726310:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65060.
00000080:00000010:0.1:1787755981.726322:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2bea0.
00010000:00000010:0.1:1787755981.738342:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8700.
00010000:00000010:0.1:1787755981.738367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927800.
00000080:00000010:0.1:1787755981.746846:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65060.
00000080:00000010:0.1:1787755981.746867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca656c0.
00010000:00000010:0.1:1787755981.756938:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8700.
00010000:00000010:0.1:1787755981.756957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927800.
00000080:00000010:0.1:1787755981.770845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca656c0.
00000080:00000010:0.1:1787755981.770868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca651e0.
00010000:00000010:0.1:1787755981.789827:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8700.
00010000:00000010:0.1:1787755981.789841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927800.
00000080:00000010:1.1:1787755981.809977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca651e0.
00000080:00000010:1.1:1787755981.809993:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65060.
00010000:00000010:1.1:1787755981.816313:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503d00.
00010000:00000010:1.1:1787755981.816326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913000.
00000080:00000010:1.1:1787755981.824390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fde0.
00000080:00000010:1.1:1787755981.824427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f740.
00010000:00000010:2.1:1787755981.847327:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503d00.
00010000:00000010:2.1:1787755981.847348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912600.
00000080:00000010:3.1:1787755981.858374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814030e0.
00000080:00000010:3.1:1787755981.858409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fd60.
00010000:00000010:2.1:1787755981.872659:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed500.
00010000:00000010:2.1:1787755981.872667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7c200.
00000080:00000010:2.1:1787755981.879731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814037e0.
00000080:00000010:2.1:1787755981.879758:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b820.
00010000:00000010:2.1:1787755981.889431:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed500.
00010000:00000010:2.1:1787755981.889448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533a00.
00000080:00000010:2.1:1787755981.904248:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814037e0.
00000080:00000010:2.1:1787755981.904285:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403420.
00010000:00000010:3.1:1787755981.917794:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed500.
00010000:00000010:3.1:1787755981.917826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533a00.
00000080:00000010:0.1:1787755981.927311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b800.
00000080:00000010:0.1:1787755981.927343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403ac0.
00010000:00000010:1.1:1787755981.943406:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8700.
00010000:00000010:1.1:1787755981.943425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927800.
00000080:00000010:1.1:1787755981.953411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca652c0.
00000080:00000010:1.1:1787755981.953444:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca656c0.
00010000:00000010:1.1:1787755981.960439:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503a00.
00010000:00000010:1.1:1787755981.960458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913000.
00000080:00000010:1.1:1787755981.972507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fde0.
00000080:00000010:1.1:1787755981.972540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f740.
00010000:00000010:1.1:1787755981.980331:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503a00.
00010000:00000010:1.1:1787755981.980351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913000.
00000080:00000010:0.1:1787755981.998643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f740.
00000080:00000010:0.1:1787755981.998661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fb60.
00010000:00000010:0.1:1787755982.002866:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8200.
00010000:00000010:0.1:1787755982.002883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926c00.
00000080:00000010:0.1:1787755982.011365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65b80.
00000080:00000010:0.1:1787755982.011386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca655c0.
00010000:00000010:0.1:1787755982.021453:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8200.
00010000:00000010:0.1:1787755982.021469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926c00.
00000080:00000010:0.1:1787755982.036329:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca655c0.
00000080:00000010:0.1:1787755982.036351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65680.
00010000:00000010:0.1:1787755982.045130:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8200.
00010000:00000010:0.1:1787755982.045149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926c00.
00000080:00000010:0.1:1787755982.076514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65680.
00000080:00000010:0.1:1787755982.076529:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65b80.
00010000:00000010:0.1:1787755982.084012:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8200.
00010000:00000010:0.1:1787755982.084039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926c00.
00000080:00000010:2.1:1787755982.097506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65ae0.
00000080:00000010:2.1:1787755982.097530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca655c0.
00010000:00000010:3.1:1787755982.111977:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e568c00.
00010000:00000010:3.1:1787755982.111995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533000.
00000080:00000010:3.1:1787755982.125509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2bdc0.
00000080:00000010:3.1:1787755982.125529:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403e60.
00010000:00000010:2.1:1787755982.140315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e568c00.
00010000:00000010:2.1:1787755982.140337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7d200.
00000080:00000010:0.1:1787755982.152752:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403b80.
00000080:00000010:0.1:1787755982.152779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2bb80.
00010000:00000010:0.1:1787755982.176321:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8200.
00010000:00000010:0.1:1787755982.176339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926c00.
00000080:00000010:0.1:1787755982.189391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65680.
00000080:00000010:0.1:1787755982.189426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65b80.
00010000:00000010:0.1:1787755982.202551:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8200.
00010000:00000010:0.1:1787755982.202567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926c00.
00000080:00000010:0.1:1787755982.219297:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65b80.
00000080:00000010:0.1:1787755982.219319:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65160.
00010000:00000010:0.1:1787755982.228739:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8200.
00010000:00000010:0.1:1787755982.228757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926c00.
00000080:00000010:0.1:1787755982.257593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65160.
00000080:00000010:0.1:1787755982.257611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65680.
00010000:00000010:2.1:1787755982.279159:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8200.
00010000:00000010:2.1:1787755982.279180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532400.
00000080:00000010:0.1:1787755982.287401:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403820.
00000080:00000010:0.1:1787755982.287432:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403c40.
00010000:00000010:0.1:1787755982.296129:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8400.
00010000:00000010:0.1:1787755982.296152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926c00.
00000080:00000010:1.1:1787755982.334472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65160.
00000080:00000010:1.1:1787755982.334889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65680.
00010000:00000010:1.1:1787755982.339334:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503a00.
00010000:00000010:1.1:1787755982.339356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913000.
00000080:00000010:1.1:1787755982.346343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f400.
00000080:00000010:1.1:1787755982.346371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fde0.
00010000:00000010:1.1:1787755982.367322:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503a00.
00010000:00000010:1.1:1787755982.367331:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913000.
00000080:00000010:1.1:1787755982.375363:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fde0.
00000080:00000010:1.1:1787755982.375375:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f360.
00010000:00000010:0.1:1787755982.382327:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503a00.
00010000:00000010:0.1:1787755982.382352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912400.
00000080:00000010:0.1:1787755982.391490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65b80.
00000080:00000010:0.1:1787755982.391524:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f400.
00010000:00000010:0.1:1787755982.400478:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8400.
00010000:00000010:0.1:1787755982.400498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926c00.
00000080:00000010:0.1:1787755982.415730:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65b80.
00000080:00000010:0.1:1787755982.415747:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65d80.
00010000:00000010:0.1:1787755982.426320:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8400.
00010000:00000010:0.1:1787755982.426337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926c00.
00000080:00000010:0.1:1787755982.441428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65d80.
00000080:00000010:0.1:1787755982.441440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65c00.
00010000:00000010:1.1:1787755982.445607:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503000.
00010000:00000010:1.1:1787755982.445613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926c00.
00000080:00000010:1.1:1787755982.450324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f360.
00000080:00000010:1.1:1787755982.450350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65b80.
00010000:00000010:1.1:1787755982.463341:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503000.
00010000:00000010:1.1:1787755982.463363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913000.
00000080:00000010:1.1:1787755982.470642:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f360.
00000080:00000010:1.1:1787755982.470664:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fde0.
00010000:00000010:1.1:1787755982.484436:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503000.
00010000:00000010:1.1:1787755982.484452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913000.
00000080:00000010:1.1:1787755982.493024:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fde0.
00000080:00000010:1.1:1787755982.493046:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fac0.
00010000:00000010:0.1:1787755982.504318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8400.
00010000:00000010:0.1:1787755982.504337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927a00.
00000080:00000010:0.1:1787755982.522337:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65c00.
00000080:00000010:0.1:1787755982.522359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f360.
00010000:00000010:0.1:1787755982.534321:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8400.
00010000:00000010:0.1:1787755982.534336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927a00.
00000080:00000010:0.1:1787755982.546338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65c00.
00000080:00000010:0.1:1787755982.546363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65d80.
00010000:00000010:0.1:1787755982.555822:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8400.
00010000:00000010:0.1:1787755982.555840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927a00.
00000080:00000010:0.1:1787755982.566358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65d80.
00000080:00000010:0.1:1787755982.570354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca656a0.
00010000:00000010:0.1:1787755982.576479:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8400.
00010000:00000010:0.1:1787755982.576496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927a00.
00000080:00000010:0.1:1787755982.602466:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca656a0.
00000080:00000010:0.1:1787755982.602476:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65c00.
00010000:00000010:0.1:1787755982.614429:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8400.
00010000:00000010:0.1:1787755982.614438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927a00.
00000080:00000010:0.1:1787755982.619334:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65480.
00000080:00000010:0.1:1787755982.619370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65d80.
00010000:00000010:0.1:1787755982.631911:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8400.
00010000:00000010:0.1:1787755982.631934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926600.
00000080:00000010:0.1:1787755982.644622:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65d80.
00000080:00000010:0.1:1787755982.644654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65c00.
00010000:00000010:0.1:1787755982.652705:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8400.
00010000:00000010:0.1:1787755982.652722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926600.
00000080:00000010:0.1:1787755982.661560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65c00.
00000080:00000010:0.1:1787755982.661582:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65480.
00010000:00000010:1.1:1787755982.679316:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8400.
00010000:00000010:1.1:1787755982.679322:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926600.
00000080:00000010:1.1:1787755982.685600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fac0.
00000080:00000010:1.1:1787755982.685627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65d80.
00010000:00000010:1.1:1787755982.694491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503000.
00010000:00000010:1.1:1787755982.694522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913000.
00000080:00000010:1.1:1787755982.712447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fac0.
00000080:00000010:1.1:1787755982.712468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fde0.
00010000:00000010:1.1:1787755982.723434:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503000.
00010000:00000010:1.1:1787755982.723452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913000.
00000080:00000010:1.1:1787755982.733351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fde0.
00000080:00000010:1.1:1787755982.733388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f200.
00010000:00000010:1.1:1787755982.746322:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503000.
00010000:00000010:1.1:1787755982.746339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913000.
00000080:00000010:1.1:1787755982.755436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f200.
00000080:00000010:1.1:1787755982.755456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fac0.
00010000:00000010:1.1:1787755982.766489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503000.
00010000:00000010:1.1:1787755982.766518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913000.
00000080:00000010:1.1:1787755982.791935:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fac0.
00000080:00000010:1.1:1787755982.791958:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fde0.
00010000:00000010:1.1:1787755982.791964:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503000.
00010000:00000010:1.1:1787755982.791971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913000.
00000080:00000010:2.1:1787755982.816179:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fd20.
00000080:00000010:2.1:1787755982.816203:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f200.
00010000:00000010:0.1:1787755982.820343:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8000.
00010000:00000010:0.1:1787755982.820364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533400.
00000080:00000010:0.1:1787755982.826450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65480.
00000080:00000010:0.1:1787755982.826471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403a40.
00010000:00000010:0.1:1787755982.839478:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8000.
00010000:00000010:0.1:1787755982.839551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927a00.
00000080:00000010:0.1:1787755982.863711:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65480.
00000080:00000010:0.1:1787755982.863727:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65c00.
00010000:00000010:1.1:1787755982.871464:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503000.
00010000:00000010:1.1:1787755982.871480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913000.
00000080:00000010:1.1:1787755982.880933:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fde0.
00000080:00000010:1.1:1787755982.880956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca656a0.
00010000:00000010:0.1:1787755982.891320:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503000.
00010000:00000010:0.1:1787755982.891333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913000.
00000080:00000010:0.1:1787755982.902457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65c00.
00000080:00000010:0.1:1787755982.902480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fac0.
00010000:00000010:0.1:1787755982.925446:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8000.
00010000:00000010:0.1:1787755982.925462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927a00.
00000080:00000010:0.1:1787755982.933355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65c00.
00000080:00000010:0.1:1787755982.933375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65480.
00010000:00000010:0.1:1787755982.950311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8000.
00010000:00000010:0.1:1787755982.950326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927a00.
00000080:00000010:0.1:1787755982.959443:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65480.
00000080:00000010:0.1:1787755982.959462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca656a0.
00010000:00000010:0.1:1787755982.972324:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8000.
00010000:00000010:0.1:1787755982.972343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927a00.
00000080:00000010:0.1:1787755982.989328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca656a0.
00000080:00000010:0.1:1787755982.989352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65c00.
00010000:00000010:0.1:1787755982.999625:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8000.
00010000:00000010:0.1:1787755982.999651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927a00.
00000080:00000010:0.1:1787755983.012922:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65c00.
00000080:00000010:0.1:1787755983.012950:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65480.
00010000:00000010:0.1:1787755983.024168:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8000.
00010000:00000010:0.1:1787755983.024189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927a00.
00000080:00000010:0.1:1787755983.046932:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65480.
00000080:00000010:0.1:1787755983.046953:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca656a0.
00010000:00000010:1.1:1787755983.050420:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503e00.
00010000:00000010:1.1:1787755983.050433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927a00.
00000080:00000010:1.1:1787755983.059749:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fde0.
00000080:00000010:1.1:1787755983.059772:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65c00.
00010000:00000010:1.1:1787755983.068321:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503e00.
00010000:00000010:1.1:1787755983.068337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913200.
00000080:00000010:1.1:1787755983.079333:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fde0.
00000080:00000010:1.1:1787755983.079356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f7a0.
00010000:00000010:2.1:1787755983.092349:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8000.
00010000:00000010:2.1:1787755983.092371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533c00.
00000080:00000010:0.1:1787755983.099535:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403000.
00000080:00000010:0.1:1787755983.099563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f620.
00010000:00000010:0.1:1787755983.115322:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8d00.
00010000:00000010:0.1:1787755983.115338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926800.
00000080:00000010:0.1:1787755983.123331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65480.
00000080:00000010:0.1:1787755983.123352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca656a0.
00010000:00000010:2.1:1787755983.136556:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed500.
00010000:00000010:2.1:1787755983.136572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532200.
00000080:00000010:0.1:1787755983.151811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403340.
00000080:00000010:0.1:1787755983.151830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403160.
00010000:00000010:0.1:1787755983.160407:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8d00.
00010000:00000010:0.1:1787755983.160423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926800.
00000080:00000010:1.1:1787755983.183303:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65480.
00000080:00000010:1.1:1787755983.183314:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca656a0.
00010000:00000010:1.1:1787755983.188401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503e00.
00010000:00000010:1.1:1787755983.188417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913200.
00000080:00000010:1.1:1787755983.205728:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fde0.
00000080:00000010:1.1:1787755983.205758:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f7a0.
00010000:00000010:1.1:1787755983.218916:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503e00.
00010000:00000010:1.1:1787755983.218933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913200.
00000080:00000010:1.1:1787755983.229471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f7a0.
00000080:00000010:1.1:1787755983.229493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fdc0.
00010000:00000010:2.1:1787755983.243487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503e00.
00010000:00000010:2.1:1787755983.243518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913200.
00000080:00000010:2.1:1787755983.255432:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403140.
00000080:00000010:2.1:1787755983.255450:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fde0.
00010000:00000010:2.1:1787755983.271525:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed500.
00010000:00000010:2.1:1787755983.271546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533400.
00000080:00000010:2.1:1787755983.278830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403140.
00000080:00000010:2.1:1787755983.278852:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403660.
00010000:00000010:2.1:1787755983.283337:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed500.
00010000:00000010:2.1:1787755983.283361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533200.
00000080:00000010:2.1:1787755983.292472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814033a0.
00000080:00000010:2.1:1787755983.292507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403f20.
00010000:00000010:2.1:1787755983.307329:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed500.
00010000:00000010:2.1:1787755983.307349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533200.
00000080:00000010:2.1:1787755983.327332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403f20.
00000080:00000010:2.1:1787755983.327350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403660.
00010000:00000010:1.1:1787755983.332483:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8d00.
00010000:00000010:1.1:1787755983.332500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533200.
00000080:00000010:1.1:1787755983.344338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fdc0.
00000080:00000010:1.1:1787755983.344362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814033a0.
00010000:00000010:1.1:1787755983.369697:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503800.
00010000:00000010:1.1:1787755983.369708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912c00.
00000080:00000010:1.1:1787755983.377699:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fdc0.
00000080:00000010:1.1:1787755983.377729:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f7a0.
00010000:00000010:1.1:1787755983.381544:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503800.
00010000:00000010:1.1:1787755983.381566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913800.
00000080:00000010:1.1:1787755983.406366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f060.
00000080:00000010:1.1:1787755983.406377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fe80.
00010000:00000010:2.1:1787755983.418431:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed500.
00010000:00000010:2.1:1787755983.418440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913800.
00000080:00000010:2.1:1787755983.429556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403ce0.
00000080:00000010:2.1:1787755983.429585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f7a0.
00010000:00000010:2.1:1787755983.434922:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed500.
00010000:00000010:2.1:1787755983.434947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533400.
00000080:00000010:2.1:1787755983.454430:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403220.
00000080:00000010:2.1:1787755983.454450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403940.
00010000:00000010:2.1:1787755983.459354:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed500.
00010000:00000010:2.1:1787755983.459380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533400.
00000080:00000010:1.1:1787755983.468534:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403fa0.
00000080:00000010:1.1:1787755983.468569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403ce0.
00010000:00000010:0.1:1787755983.485367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8300.
00010000:00000010:0.1:1787755983.485400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912c00.
00000080:00000010:0.1:1787755983.497690:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65d80.
00000080:00000010:0.1:1787755983.497715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fe80.
00010000:00000010:1.1:1787755983.516309:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8300.
00010000:00000010:1.1:1787755983.516330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926800.
00000080:00000010:0.1:1787755983.525399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f060.
00000080:00000010:0.1:1787755983.525427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65b80.
00010000:00000010:0.1:1787755983.534336:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8800.
00010000:00000010:0.1:1787755983.534358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926a00.
00000080:00000010:0.1:1787755983.547417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65b80.
00000080:00000010:0.1:1787755983.547440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65d80.
00010000:00000010:0.1:1787755983.563319:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8800.
00010000:00000010:0.1:1787755983.563334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926a00.
00000080:00000010:0.1:1787755983.578648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65d80.
00000080:00000010:0.1:1787755983.578659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65680.
00010000:00000010:0.1:1787755983.586494:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8800.
00010000:00000010:0.1:1787755983.586528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926a00.
00000080:00000010:0.1:1787755983.595322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65160.
00000080:00000010:0.1:1787755983.595343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65b80.
00010000:00000010:0.1:1787755983.603413:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8800.
00010000:00000010:0.1:1787755983.603431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926a00.
00000080:00000010:0.1:1787755983.621322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65b80.
00000080:00000010:0.1:1787755983.621334:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65680.
00010000:00000010:1.1:1787755983.628322:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503800.
00010000:00000010:1.1:1787755983.628342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926a00.
00000080:00000010:1.1:1787755983.638327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fdc0.
00000080:00000010:1.1:1787755983.638350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65160.
00010000:00000010:1.1:1787755983.654033:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503800.
00010000:00000010:1.1:1787755983.654040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912c00.
00000080:00000010:1.1:1787755983.657801:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fdc0.
00000080:00000010:1.1:1787755983.657825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f1e0.
00010000:00000010:1.1:1787755983.681981:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503800.
00010000:00000010:1.1:1787755983.682015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913800.
00000080:00000010:1.1:1787755983.688254:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f1e0.
00000080:00000010:1.1:1787755983.688266:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f6c0.
00010000:00000010:0.1:1787755983.694187:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503800.
00010000:00000010:0.1:1787755983.694215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912c00.
00000080:00000010:0.1:1787755983.713308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65b80.
00000080:00000010:0.1:1787755983.713330:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fdc0.
00010000:00000010:0.1:1787755983.730661:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8800.
00010000:00000010:0.1:1787755983.730681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926200.
00000080:00000010:0.1:1787755983.758496:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65b80.
00000080:00000010:0.1:1787755983.758523:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65d80.
00010000:00000010:0.1:1787755983.768614:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8800.
00010000:00000010:0.1:1787755983.768621:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926200.
00000080:00000010:0.1:1787755983.768625:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65ae0.
00000080:00000010:0.1:1787755983.768634:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca655c0.
00010000:00000010:0.1:1787755983.783775:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8c00.
00010000:00000010:0.1:1787755983.783795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927400.
00000080:00000010:0.1:1787755983.788827:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65b80.
00000080:00000010:0.1:1787755983.788849:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65d80.
00010000:00000010:0.1:1787755983.793688:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8c00.
00010000:00000010:0.1:1787755983.793705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926200.
00000080:00000010:0.1:1787755983.804379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65ae0.
00000080:00000010:0.1:1787755983.804408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca655c0.
00010000:00000010:2.1:1787755983.820389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8c00.
00010000:00000010:2.1:1787755983.820398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926200.
00000080:00000010:2.1:1787755983.824695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca655c0.
00000080:00000010:2.1:1787755983.824717:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65d80.
00010000:00000010:2.1:1787755983.838312:0:238950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed500.
00010000:00000010:2.1:1787755983.838319:0:238950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532200.
00000080:00000010:2.1:1787755983.843342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403300.
00000080:00000010:2.1:1787755983.843389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403bc0.
00010000:00000010:3.1:1787755983.855339:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed500.
00010000:00000010:3.1:1787755983.855362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533800.
00000080:00000010:0.1:1787755983.868325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b140.
00000080:00000010:0.1:1787755983.868355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403020.
00010000:00000010:0.1:1787755983.882476:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8800.
00010000:00000010:0.1:1787755983.882493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927400.
00000080:00000010:0.1:1787755983.899018:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65b80.
00000080:00000010:0.1:1787755983.899050:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65ae0.
00010000:00000010:0.1:1787755983.913348:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8800.
00010000:00000010:0.1:1787755983.913373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927400.
00000080:00000010:0.1:1787755983.924352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65ae0.
00000080:00000010:0.1:1787755983.924415:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca656c0.
00010000:00000010:0.1:1787755983.941491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8800.
00010000:00000010:0.1:1787755983.941697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927400.
00000080:00000010:0.1:1787755983.955766:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca656c0.
00000080:00000010:0.1:1787755983.955798:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65b80.
00010000:00000010:1.1:1787755983.967340:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503f00.
00010000:00000010:1.1:1787755983.967362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927400.
00000080:00000010:1.1:1787755983.995322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f6c0.
00000080:00000010:1.1:1787755983.995352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65ae0.
00010000:00000010:3.1:1787755983.999337:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e568400.
00010000:00000010:3.1:1787755983.999345:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532400.
00000080:00000010:3.1:1787755984.004342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b660.
00000080:00000010:3.1:1787755984.004370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403960.
00010000:00000010:2.1:1787755984.016642:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed400.
00010000:00000010:2.1:1787755984.016665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7de00.
00000080:00000010:2.1:1787755984.039810:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403ca0.
00000080:00000010:2.1:1787755984.039844:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b900.
00010000:00000010:2.1:1787755984.052329:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed400.
00010000:00000010:2.1:1787755984.052349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533400.
00000080:00000010:2.1:1787755984.062469:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403ca0.
00000080:00000010:2.1:1787755984.062495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403e20.
00010000:00000010:2.1:1787755984.083451:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed400.
00010000:00000010:2.1:1787755984.083466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533400.
00000080:00000010:2.1:1787755984.088316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403e20.
00000080:00000010:2.1:1787755984.088333:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403020.
00010000:00000010:0.1:1787755984.098474:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed400.
00010000:00000010:0.1:1787755984.098506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533200.
00000080:00000010:0.1:1787755984.107649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65b80.
00000080:00000010:0.1:1787755984.107678:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403ca0.
00010000:00000010:0.1:1787755984.121590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8800.
00010000:00000010:0.1:1787755984.121604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927400.
00000080:00000010:0.1:1787755984.145915:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65b80.
00000080:00000010:0.1:1787755984.145938:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca656c0.
00010000:00000010:0.1:1787755984.154340:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8800.
00010000:00000010:0.1:1787755984.154360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927400.
00000080:00000010:0.1:1787755984.168122:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65060.
00000080:00000010:0.1:1787755984.168140:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca652c0.
00010000:00000010:0.1:1787755984.173547:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8800.
00010000:00000010:0.1:1787755984.173568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927400.
00000080:00000010:0.1:1787755984.195641:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca652c0.
00000080:00000010:0.1:1787755984.195659:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca656c0.
00010000:00000010:0.1:1787755984.205690:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8800.
00010000:00000010:0.1:1787755984.205705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927400.
00000080:00000010:0.1:1787755984.214339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca656c0.
00000080:00000010:0.1:1787755984.220437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65060.
00010000:00000010:0.1:1787755984.229331:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8800.
00010000:00000010:0.1:1787755984.229351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927400.
00000080:00000010:0.1:1787755984.235324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca656c0.
00000080:00000010:0.1:1787755984.235340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca652c0.
00010000:00000010:2.1:1787755984.240330:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771eda00.
00010000:00000010:2.1:1787755984.240356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926200.
00000080:00000010:2.1:1787755984.253594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814034a0.
00000080:00000010:2.1:1787755984.253626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65060.
00010000:00000010:0.1:1787755984.263484:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8800.
00010000:00000010:0.1:1787755984.263500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532a00.
00000080:00000010:0.1:1787755984.281473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca652c0.
00000080:00000010:0.1:1787755984.281498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403060.
00010000:00000010:2.1:1787755984.284410:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771eda00.
00010000:00000010:2.1:1787755984.284433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533e00.
00000080:00000010:2.1:1787755984.307473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814039a0.
00000080:00000010:2.1:1787755984.307493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403d80.
00010000:00000010:2.1:1787755984.311616:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771eda00.
00010000:00000010:2.1:1787755984.311639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533e00.
00000080:00000010:2.1:1787755984.329006:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403700.
00000080:00000010:2.1:1787755984.329040:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403360.
00010000:00000010:2.1:1787755984.334214:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771eda00.
00010000:00000010:2.1:1787755984.334233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533e00.
00000080:00000010:2.1:1787755984.350457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814039a0.
00000080:00000010:2.1:1787755984.350480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403d80.
00010000:00000010:2.1:1787755984.359655:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771eda00.
00010000:00000010:2.1:1787755984.359674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533e00.
00000080:00000010:2.1:1787755984.374759:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403d80.
00000080:00000010:2.1:1787755984.374790:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403360.
00010000:00000010:2.1:1787755984.387325:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771eda00.
00010000:00000010:2.1:1787755984.387344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533e00.
00000080:00000010:2.1:1787755984.396871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403360.
00000080:00000010:2.1:1787755984.396903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814039a0.
00010000:00000010:3.1:1787755984.418930:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771eda00.
00010000:00000010:3.1:1787755984.418949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533e00.
00000080:00000010:0.1:1787755984.430192:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b660.
00000080:00000010:0.1:1787755984.430223:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403d80.
00010000:00000010:0.1:1787755984.445326:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8800.
00010000:00000010:0.1:1787755984.445349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927400.
00000080:00000010:0.1:1787755984.463458:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca656c0.
00000080:00000010:0.1:1787755984.463470:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca652c0.
00010000:00000010:0.1:1787755984.470331:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8800.
00010000:00000010:0.1:1787755984.470348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927400.
00000080:00000010:0.1:1787755984.486416:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca652c0.
00000080:00000010:0.1:1787755984.486428:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65b80.
00010000:00000010:0.1:1787755984.498380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8800.
00010000:00000010:0.1:1787755984.498401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927400.
00000080:00000010:0.1:1787755984.508425:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65b80.
00000080:00000010:0.1:1787755984.508434:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca656c0.
00010000:00000010:0.1:1787755984.518943:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8800.
00010000:00000010:0.1:1787755984.518953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927400.
00000080:00000010:0.1:1787755984.530453:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca651e0.
00000080:00000010:0.1:1787755984.530464:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca652c0.
00010000:00000010:0.1:1787755984.541627:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8800.
00010000:00000010:0.1:1787755984.541636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927400.
00000080:00000010:0.1:1787755984.547334:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca652c0.
00000080:00000010:0.1:1787755984.547366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca656c0.
00010000:00000010:0.1:1787755984.559343:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8800.
00010000:00000010:0.1:1787755984.559364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927600.
00000080:00000010:0.1:1787755984.572496:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca656c0.
00000080:00000010:0.1:1787755984.572632:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca651e0.
00010000:00000010:1.1:1787755984.583338:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8800.
00010000:00000010:1.1:1787755984.583356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927600.
00000080:00000010:1.1:1787755984.602426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65b80.
00000080:00000010:1.1:1787755984.602437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca652c0.
00010000:00000010:0.1:1787755984.611879:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8e00.
00010000:00000010:0.1:1787755984.611894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913800.
00000080:00000010:0.1:1787755984.627604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca651e0.
00000080:00000010:0.1:1787755984.627628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f6c0.
00010000:00000010:0.1:1787755984.641588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8e00.
00010000:00000010:0.1:1787755984.641602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927400.
00000080:00000010:0.1:1787755984.664305:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca651e0.
00000080:00000010:0.1:1787755984.664315:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca656c0.
00010000:00000010:0.1:1787755984.669451:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8e00.
00010000:00000010:0.1:1787755984.669473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927400.
00000080:00000010:0.1:1787755984.692376:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65ec0.
00000080:00000010:0.1:1787755984.692392:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65e80.
00010000:00000010:0.1:1787755984.700335:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8e00.
00010000:00000010:0.1:1787755984.700354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927400.
00000080:00000010:2.1:1787755984.727312:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca651e0.
00000080:00000010:2.1:1787755984.727330:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca656c0.
00010000:00000010:0.1:1787755984.730445:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8e00.
00010000:00000010:0.1:1787755984.730462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532200.
00000080:00000010:0.1:1787755984.736715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65e80.
00000080:00000010:0.1:1787755984.736742:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403620.
00010000:00000010:0.1:1787755984.742606:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8e00.
00010000:00000010:0.1:1787755984.742638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927400.
00000080:00000010:0.1:1787755984.757285:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65ac0.
00000080:00000010:0.1:1787755984.757305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65ec0.
00010000:00000010:0.1:1787755984.768602:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8e00.
00010000:00000010:0.1:1787755984.768618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927400.
00000080:00000010:0.1:1787755984.781121:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65ec0.
00000080:00000010:0.1:1787755984.781149:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65e80.
00010000:00000010:1.1:1787755984.791017:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503f00.
00010000:00000010:1.1:1787755984.791037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927400.
00000080:00000010:1.1:1787755984.810421:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f1e0.
00000080:00000010:1.1:1787755984.810440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65ac0.
00010000:00000010:1.1:1787755984.814509:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503f00.
00010000:00000010:1.1:1787755984.814534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913200.
00000080:00000010:1.1:1787755984.827715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f2c0.
00000080:00000010:1.1:1787755984.827736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fec0.
00010000:00000010:1.1:1787755984.839459:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503f00.
00010000:00000010:1.1:1787755984.839474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913200.
00000080:00000010:0.1:1787755984.847301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fec0.
00000080:00000010:0.1:1787755984.847321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f1e0.
00010000:00000010:0.1:1787755984.860399:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8e00.
00010000:00000010:0.1:1787755984.860416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926a00.
00000080:00000010:0.1:1787755984.874402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65ec0.
00000080:00000010:0.1:1787755984.874414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65e80.
00010000:00000010:1.1:1787755984.884460:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8e00.
00010000:00000010:1.1:1787755984.884478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926a00.
00000080:00000010:1.1:1787755984.891442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65d20.
00000080:00000010:1.1:1787755984.891465:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65dc0.
00010000:00000010:0.1:1787755984.908511:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503f00.
00010000:00000010:0.1:1787755984.908523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913200.
00000080:00000010:0.1:1787755984.912855:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65e80.
00000080:00000010:0.1:1787755984.912873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f2c0.
00010000:00000010:1.1:1787755984.931314:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8e00.
00010000:00000010:1.1:1787755984.931324:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926800.
00000080:00000010:1.1:1787755984.938474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fb80.
00000080:00000010:1.1:1787755984.938507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65ec0.
00010000:00000010:1.1:1787755984.955316:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503500.
00010000:00000010:1.1:1787755984.955335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913000.
00000080:00000010:1.1:1787755984.966394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fb80.
00000080:00000010:1.1:1787755984.966414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fd80.
00010000:00000010:1.1:1787755984.976603:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503500.
00010000:00000010:1.1:1787755984.976618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913000.
00000080:00000010:1.1:1787755984.992332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fd80.
00000080:00000010:1.1:1787755984.992359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f680.
00010000:00000010:2.1:1787755984.995496:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503500.
00010000:00000010:2.1:1787755984.995524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913000.
00000080:00000010:0.1:1787755985.003322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814032a0.
00000080:00000010:0.1:1787755985.003347:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fb80.
00010000:00000010:2.1:1787755985.022093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed100.
00010000:00000010:2.1:1787755985.022110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927a00.
00000080:00000010:0.1:1787755985.025736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403f00.
00000080:00000010:0.1:1787755985.025760:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65e80.
00010000:00000010:0.1:1787755985.036893:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8800.
00010000:00000010:0.1:1787755985.036910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926600.
00000080:00000010:0.1:1787755985.053335:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65e80.
00000080:00000010:0.1:1787755985.053370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca657a0.
00010000:00000010:1.1:1787755985.076055:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8800.
00010000:00000010:1.1:1787755985.076066:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926600.
00000080:00000010:1.1:1787755985.086653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f680.
00000080:00000010:1.1:1787755985.086679:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65620.
00010000:00000010:1.1:1787755985.091094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503900.
00010000:00000010:1.1:1787755985.091102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912400.
00000080:00000010:1.1:1787755985.094432:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f5c0.
00000080:00000010:1.1:1787755985.094450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fd80.
00010000:00000010:1.1:1787755985.106332:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503900.
00010000:00000010:1.1:1787755985.106354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912600.
00000080:00000010:1.1:1787755985.124635:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fd80.
00000080:00000010:1.1:1787755985.124654:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f680.
00010000:00000010:1.1:1787755985.130332:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503900.
00010000:00000010:1.1:1787755985.130355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912600.
00000080:00000010:1.1:1787755985.149659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f160.
00000080:00000010:1.1:1787755985.149680:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f5c0.
00010000:00000010:1.1:1787755985.157393:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503900.
00010000:00000010:1.1:1787755985.157402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912600.
00000080:00000010:1.1:1787755985.161470:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fd80.
00000080:00000010:1.1:1787755985.161510:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f680.
00010000:00000010:1.1:1787755985.169800:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503900.
00010000:00000010:1.1:1787755985.169816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912400.
00000080:00000010:1.1:1787755985.181476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f680.
00000080:00000010:1.1:1787755985.181512:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f5c0.
00010000:00000010:2.1:1787755985.198348:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503900.
00010000:00000010:2.1:1787755985.198379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912400.
00000080:00000010:0.1:1787755985.207894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814037c0.
00000080:00000010:0.1:1787755985.207924:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fd80.
00010000:00000010:0.1:1787755985.222765:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8c00.
00010000:00000010:0.1:1787755985.222791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926c00.
00000080:00000010:0.1:1787755985.236305:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65e80.
00000080:00000010:0.1:1787755985.236320:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca657a0.
00010000:00000010:0.1:1787755985.242342:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8c00.
00010000:00000010:0.1:1787755985.242368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926c00.
00000080:00000010:0.1:1787755985.263317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca657a0.
00000080:00000010:0.1:1787755985.263331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65400.
00010000:00000010:2.1:1787755985.270340:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8c00.
00010000:00000010:2.1:1787755985.270369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926c00.
00000080:00000010:0.1:1787755985.282446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403d00.
00000080:00000010:0.1:1787755985.282475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65e80.
00010000:00000010:2.1:1787755985.293419:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8300.
00010000:00000010:2.1:1787755985.293427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927800.
00000080:00000010:2.1:1787755985.313236:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814036e0.
00000080:00000010:2.1:1787755985.313256:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65400.
00010000:00000010:2.1:1787755985.318333:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed100.
00010000:00000010:2.1:1787755985.318364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532a00.
00000080:00000010:2.1:1787755985.326459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814033c0.
00000080:00000010:2.1:1787755985.326491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403e00.
00010000:00000010:2.1:1787755985.336591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed100.
00010000:00000010:2.1:1787755985.336610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532a00.
00000080:00000010:2.1:1787755985.346327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403e00.
00000080:00000010:2.1:1787755985.346365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814036e0.
00010000:00000010:2.1:1787755985.356324:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed100.
00010000:00000010:2.1:1787755985.356347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532a00.
00000080:00000010:2.1:1787755985.368544:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814036e0.
00000080:00000010:2.1:1787755985.368575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814033c0.
00010000:00000010:2.1:1787755985.382549:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed100.
00010000:00000010:2.1:1787755985.382557:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7d000.
00000080:00000010:2.1:1787755985.391899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814033c0.
00000080:00000010:2.1:1787755985.391924:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403e00.
00010000:00000010:0.1:1787755985.395969:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8d00.
00010000:00000010:0.1:1787755985.395987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533000.
00000080:00000010:0.1:1787755985.406741:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65e80.
00000080:00000010:0.1:1787755985.406769:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814036e0.
00010000:00000010:0.1:1787755985.410509:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8d00.
00010000:00000010:0.1:1787755985.410539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927000.
00000080:00000010:0.1:1787755985.435540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65200.
00000080:00000010:0.1:1787755985.435569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca657a0.
00010000:00000010:0.1:1787755985.440185:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8d00.
00010000:00000010:0.1:1787755985.440197:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927000.
00000080:00000010:0.1:1787755985.447494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65b60.
00000080:00000010:0.1:1787755985.447524:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65e80.
00010000:00000010:0.1:1787755985.454540:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8d00.
00010000:00000010:0.1:1787755985.454564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927000.
00000080:00000010:0.1:1787755985.465373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65e80.
00000080:00000010:0.1:1787755985.465387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca657a0.
00010000:00000010:0.1:1787755985.481441:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8d00.
00010000:00000010:0.1:1787755985.481458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927000.
00000080:00000010:1.1:1787755985.501493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca657a0.
00000080:00000010:1.1:1787755985.501516:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65b60.
00010000:00000010:1.1:1787755985.505421:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503300.
00010000:00000010:1.1:1787755985.505439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912600.
00000080:00000010:1.1:1787755985.515342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f680.
00000080:00000010:1.1:1787755985.515372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f5c0.
00010000:00000010:1.1:1787755985.527311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503300.
00010000:00000010:1.1:1787755985.527328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912600.
00000080:00000010:1.1:1787755985.535704:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f5c0.
00000080:00000010:1.1:1787755985.535724:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f160.
00010000:00000010:1.1:1787755985.548334:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503300.
00010000:00000010:1.1:1787755985.548363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912600.
00000080:00000010:1.1:1787755985.558569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f160.
00000080:00000010:1.1:1787755985.558596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f680.
00010000:00000010:1.1:1787755985.569554:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503300.
00010000:00000010:1.1:1787755985.569575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912600.
00000080:00000010:1.1:1787755985.584333:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f680.
00000080:00000010:1.1:1787755985.584365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f5c0.
00010000:00000010:1.1:1787755985.599319:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503300.
00010000:00000010:1.1:1787755985.599343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912600.
00000080:00000010:1.1:1787755985.608880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f5c0.
00000080:00000010:1.1:1787755985.608912:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f160.
00010000:00000010:1.1:1787755985.619731:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503300.
00010000:00000010:1.1:1787755985.619749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912600.
00000080:00000010:1.1:1787755985.643450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f160.
00000080:00000010:1.1:1787755985.643468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f680.
00010000:00000010:0.1:1787755985.647337:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8d00.
00010000:00000010:0.1:1787755985.647359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912600.
00000080:00000010:0.1:1787755985.665478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65e80.
00000080:00000010:0.1:1787755985.665502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f5c0.
00010000:00000010:0.1:1787755985.674327:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8d00.
00010000:00000010:0.1:1787755985.674346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927000.
00000080:00000010:0.1:1787755985.684326:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65d60.
00000080:00000010:0.1:1787755985.684358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65200.
00010000:00000010:1.1:1787755985.704716:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8d00.
00010000:00000010:1.1:1787755985.704725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927000.
00000080:00000010:1.1:1787755985.709377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f680.
00000080:00000010:1.1:1787755985.709403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65e80.
00010000:00000010:1.1:1787755985.722922:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503300.
00010000:00000010:1.1:1787755985.722938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913a00.
00000080:00000010:1.1:1787755985.736463:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f680.
00000080:00000010:1.1:1787755985.736486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f160.
00010000:00000010:1.1:1787755985.747334:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503300.
00010000:00000010:1.1:1787755985.747362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913a00.
00000080:00000010:1.1:1787755985.759319:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f160.
00000080:00000010:1.1:1787755985.759338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fae0.
00010000:00000010:0.1:1787755985.775327:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8400.
00010000:00000010:0.1:1787755985.775344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913a00.
00000080:00000010:0.1:1787755985.791428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65200.
00000080:00000010:0.1:1787755985.791444:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f680.
00010000:00000010:0.1:1787755985.799386:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8400.
00010000:00000010:0.1:1787755985.799404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927200.
00000080:00000010:0.1:1787755985.812416:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65200.
00000080:00000010:0.1:1787755985.812426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65d60.
00010000:00000010:1.1:1787755985.818638:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503300.
00010000:00000010:1.1:1787755985.818657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927200.
00000080:00000010:1.1:1787755985.837055:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fae0.
00000080:00000010:1.1:1787755985.837074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65360.
00010000:00000010:1.1:1787755985.841329:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503300.
00010000:00000010:1.1:1787755985.841355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912800.
00000080:00000010:1.1:1787755985.854317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f6a0.
00000080:00000010:1.1:1787755985.854336:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f160.
00010000:00000010:1.1:1787755985.865327:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503300.
00010000:00000010:1.1:1787755985.865353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912800.
00000080:00000010:1.1:1787755985.877424:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f160.
00000080:00000010:1.1:1787755985.877439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fae0.
00010000:00000010:1.1:1787755985.883447:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503300.
00010000:00000010:1.1:1787755985.883466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912800.
00000080:00000010:1.1:1787755985.908331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fae0.
00000080:00000010:1.1:1787755985.908364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f6a0.
00010000:00000010:1.1:1787755985.919317:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503300.
00010000:00000010:1.1:1787755985.919333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912800.
00000080:00000010:1.1:1787755985.930125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f6a0.
00000080:00000010:1.1:1787755985.930145:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f160.
00010000:00000010:1.1:1787755985.942341:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503300.
00010000:00000010:1.1:1787755985.942374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912800.
00000080:00000010:1.1:1787755985.953330:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f160.
00000080:00000010:1.1:1787755985.953372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fae0.
00010000:00000010:1.1:1787755985.961725:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503300.
00010000:00000010:1.1:1787755985.961753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912800.
00000080:00000010:1.1:1787755985.977175:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fae0.
00000080:00000010:1.1:1787755985.977198:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f6a0.
00010000:00000010:1.1:1787755985.988668:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503300.
00010000:00000010:1.1:1787755985.988685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912800.
00000080:00000010:1.1:1787755986.005737:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f6a0.
00000080:00000010:1.1:1787755986.009912:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f160.
00010000:00000010:1.1:1787755986.018566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503300.
00010000:00000010:1.1:1787755986.018581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912800.
00000080:00000010:1.1:1787755986.023314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fc00.
00000080:00000010:1.1:1787755986.023327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fae0.
00010000:00000010:2.1:1787755986.028459:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503300.
00010000:00000010:2.1:1787755986.028480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912200.
00000080:00000010:3.1:1787755986.051301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814035c0.
00000080:00000010:3.1:1787755986.051322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f160.
00010000:00000010:2.1:1787755986.058389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed100.
00010000:00000010:2.1:1787755986.058399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7cc00.
00000080:00000010:0.1:1787755986.075565:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403380.
00000080:00000010:0.1:1787755986.075579:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b900.
00010000:00000010:0.1:1787755986.085474:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8400.
00010000:00000010:0.1:1787755986.085491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927c00.
00000080:00000010:0.1:1787755986.094355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65200.
00000080:00000010:0.1:1787755986.094377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65d60.
00010000:00000010:1.1:1787755986.118617:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8400.
00010000:00000010:1.1:1787755986.118634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927c00.
00000080:00000010:1.1:1787755986.130439:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fae0.
00000080:00000010:1.1:1787755986.130454:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65740.
00010000:00000010:1.1:1787755986.147405:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503b00.
00010000:00000010:1.1:1787755986.147425:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912800.
00000080:00000010:1.1:1787755986.166396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f6a0.
00000080:00000010:1.1:1787755986.166418:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fc00.
00010000:00000010:0.1:1787755986.171289:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8200.
00010000:00000010:0.1:1787755986.171295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913e00.
00000080:00000010:0.1:1787755986.176616:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65d60.
00000080:00000010:0.1:1787755986.176635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fae0.
00010000:00000010:0.1:1787755986.192480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8200.
00010000:00000010:0.1:1787755986.192509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926000.
00000080:00000010:0.1:1787755986.215701:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65d60.
00000080:00000010:0.1:1787755986.215715:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65200.
00010000:00000010:0.1:1787755986.220472:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8200.
00010000:00000010:0.1:1787755986.220488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926000.
00000080:00000010:0.1:1787755986.245333:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65200.
00000080:00000010:0.1:1787755986.245353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca659a0.
00010000:00000010:3.1:1787755986.257595:0:273323:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92507e568400.
00010000:00000010:3.1:1787755986.257606:0:273323:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507ca7c600.
00000080:00000010:0.1:1787755986.264862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2b140.
00000080:00000010:0.1:1787755986.264890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65d60.
00010000:00000010:0.1:1787755986.275828:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8200.
00010000:00000010:0.1:1787755986.275845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926000.
00000080:00000010:0.1:1787755986.284380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65d60.
00000080:00000010:0.1:1787755986.284409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca659a0.
00010000:00000010:1.1:1787755986.304694:0:1028:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8200.
00010000:00000010:1.1:1787755986.304716:0:1028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926000.
00000080:00000010:1.1:1787755986.313321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fc00.
00000080:00000010:1.1:1787755986.313357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65200.
00010000:00000010:1.1:1787755986.330319:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503b00.
00010000:00000010:1.1:1787755986.330335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912800.
00000080:00000010:1.1:1787755986.340849:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fc00.
00000080:00000010:1.1:1787755986.340878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f6a0.
00010000:00000010:2.1:1787755986.353389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed100.
00010000:00000010:2.1:1787755986.353405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912800.
00000080:00000010:2.1:1787755986.363333:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403180.
00000080:00000010:2.1:1787755986.363368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f480.
00010000:00000010:2.1:1787755986.375474:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed100.
00010000:00000010:2.1:1787755986.375490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533a00.
00000080:00000010:2.1:1787755986.392514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403180.
00000080:00000010:2.1:1787755986.392547:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814031e0.
00010000:00000010:2.1:1787755986.400346:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed100.
00010000:00000010:2.1:1787755986.400364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533a00.
00000080:00000010:2.1:1787755986.411345:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814031e0.
00000080:00000010:2.1:1787755986.411374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814030c0.
00010000:00000010:3.1:1787755986.420471:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ed100.
00010000:00000010:3.1:1787755986.420494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533a00.
00000080:00000010:1.1:1787755986.430092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814030c0.
00000080:00000010:1.1:1787755986.430121:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403180.
00010000:00000010:1.1:1787755986.446507:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503b00.
00010000:00000010:1.1:1787755986.446530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912a00.
00000080:00000010:1.1:1787755986.453485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fc00.
00000080:00000010:1.1:1787755986.453512:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f6a0.
00010000:00000010:1.1:1787755986.467451:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503b00.
00010000:00000010:1.1:1787755986.467469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912a00.
00000080:00000010:1.1:1787755986.476473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f6a0.
00000080:00000010:1.1:1787755986.476497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f280.
00010000:00000010:1.1:1787755986.488673:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503b00.
00010000:00000010:1.1:1787755986.488689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912a00.
00000080:00000010:1.1:1787755986.501471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f280.
00000080:00000010:1.1:1787755986.501496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fc00.
00010000:00000010:1.1:1787755986.512461:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503b00.
00010000:00000010:1.1:1787755986.512481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912a00.
00000080:00000010:1.1:1787755986.520331:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fc00.
00000080:00000010:1.1:1787755986.520364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f6a0.
00010000:00000010:1.1:1787755986.530818:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503b00.
00010000:00000010:1.1:1787755986.530833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912a00.
00000080:00000010:1.1:1787755986.543397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f6a0.
00000080:00000010:1.1:1787755986.543418:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f280.
00010000:00000010:1.1:1787755986.558725:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503b00.
00010000:00000010:1.1:1787755986.558733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912a00.
00000080:00000010:0.1:1787755986.567524:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f280.
00000080:00000010:0.1:1787755986.567537:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fc00.
00010000:00000010:0.1:1787755986.579343:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8700.
00010000:00000010:0.1:1787755986.579361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927e00.
00000080:00000010:0.1:1787755986.588354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65d60.
00000080:00000010:0.1:1787755986.588378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca659a0.
00010000:00000010:1.1:1787755986.597314:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8700.
00010000:00000010:1.1:1787755986.597329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077927e00.
00000080:00000010:1.1:1787755986.604467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f6a0.
00000080:00000010:1.1:1787755986.604486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca651c0.
00010000:00000010:1.1:1787755986.611894:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503b00.
00010000:00000010:1.1:1787755986.619324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912a00.
00000080:00000010:1.1:1787755986.626484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f6a0.
00000080:00000010:1.1:1787755986.626613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f800.
00010000:00000010:1.1:1787755986.636413:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503b00.
00010000:00000010:1.1:1787755986.636441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913600.
00000080:00000010:1.1:1787755986.655355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f800.
00000080:00000010:1.1:1787755986.655380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fa40.
00010000:00000010:2.1:1787755986.677520:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ede00.
00010000:00000010:2.1:1787755986.677544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533e00.
00000080:00000010:2.1:1787755986.693055:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9250814038e0.
00000080:00000010:2.1:1787755986.693078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403240.
00010000:00000010:2.1:1787755986.707310:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ede00.
00010000:00000010:2.1:1787755986.707321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e533e00.
00000080:00000010:2.1:1787755986.716341:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403a60.
00000080:00000010:2.1:1787755986.716360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403900.
00010000:00000010:0.1:1787755986.729351:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8100.
00010000:00000010:0.1:1787755986.729377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532a00.
00000080:00000010:0.1:1787755986.741337:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65d60.
00000080:00000010:0.1:1787755986.741358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403240.
00010000:00000010:1.1:1787755986.762355:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8100.
00010000:00000010:1.1:1787755986.762378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926400.
00000080:00000010:1.1:1787755986.766352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fa40.
00000080:00000010:1.1:1787755986.766380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65de0.
00010000:00000010:1.1:1787755986.776349:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503b00.
00010000:00000010:1.1:1787755986.776373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913600.
00000080:00000010:1.1:1787755986.791630:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fa40.
00000080:00000010:1.1:1787755986.791660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f800.
00010000:00000010:0.1:1787755986.805351:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8500.
00010000:00000010:0.1:1787755986.805370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913600.
00000080:00000010:0.1:1787755986.820401:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65d60.
00000080:00000010:0.1:1787755986.820412:0:273323:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f6a0.
00010000:00000010:0.1:1787755986.825941:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8500.
00010000:00000010:0.1:1787755986.825967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926400.
00000080:00000010:1.1:1787755986.844322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca655a0.
00000080:00000010:1.1:1787755986.844350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65bc0.
00010000:00000010:1.1:1787755986.856366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503b00.
00010000:00000010:1.1:1787755986.856388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912a00.
00000080:00000010:1.1:1787755986.867352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fa40.
00000080:00000010:1.1:1787755986.867374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f800.
00010000:00000010:1.1:1787755986.878343:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503b00.
00010000:00000010:1.1:1787755986.878365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912a00.
00000080:00000010:1.1:1787755986.896690:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f800.
00000080:00000010:1.1:1787755986.896718:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f260.
00010000:00000010:1.1:1787755986.911344:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503b00.
00010000:00000010:1.1:1787755986.911367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912a00.
00000080:00000010:1.1:1787755986.922525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f260.
00000080:00000010:1.1:1787755986.922553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fa40.
00010000:00000010:0.1:1787755986.937648:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8500.
00010000:00000010:0.1:1787755986.937685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912a00.
00000080:00000010:0.1:1787755986.957514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65d60.
00000080:00000010:0.1:1787755986.957541:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f800.
00010000:00000010:0.1:1787755986.967101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8500.
00010000:00000010:0.1:1787755986.967125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926400.
00000080:00000010:1.1:1787755986.993923:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65d60.
00000080:00000010:1.1:1787755986.993947:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65ca0.
00010000:00000010:1.1:1787755987.009621:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503b00.
00010000:00000010:1.1:1787755987.009636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912000.
00000080:00000010:1.1:1787755987.019518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f260.
00000080:00000010:1.1:1787755987.019547:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fa40.
00010000:00000010:0.1:1787755987.020307:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8500.
00010000:00000010:0.1:1787755987.020317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926400.
00000080:00000010:0.1:1787755987.040355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65cc0.
00000080:00000010:0.1:1787755987.040386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65a00.
00010000:00000010:0.1:1787755987.044414:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8500.
00010000:00000010:0.1:1787755987.044435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926400.
00000080:00000010:0.1:1787755987.056489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca651a0.
00000080:00000010:0.1:1787755987.056525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65960.
00010000:00000010:0.1:1787755987.070408:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8500.
00010000:00000010:0.1:1787755987.070426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926400.
00000080:00000010:0.1:1787755987.078636:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65960.
00000080:00000010:0.1:1787755987.078658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65a00.
00010000:00000010:0.1:1787755987.088093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250447b8500.
00010000:00000010:0.1:1787755987.088116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926400.
00000080:00000010:0.1:1787755987.097339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65a00.
00000080:00000010:0.1:1787755987.097357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca651a0.
00010000:00000010:1.1:1787755987.110465:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503b00.
00010000:00000010:1.1:1787755987.110487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077926400.
00000080:00000010:1.1:1787755987.124631:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fa40.
00000080:00000010:1.1:1787755987.124660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca65960.
00010000:00000010:1.1:1787755987.139804:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503b00.
00010000:00000010:1.1:1787755987.139816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912000.
00000080:00000010:2.1:1787755987.144348:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7fa40.
00000080:00000010:2.1:1787755987.144378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f260.
00010000:00000010:2.1:1787755987.158330:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ede00.
00010000:00000010:2.1:1787755987.158346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532800.
00000080:00000010:2.1:1787755987.174104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403a40.
00000080:00000010:2.1:1787755987.174128:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403ea0.
00010000:00000010:2.1:1787755987.184340:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ede00.
00010000:00000010:2.1:1787755987.184358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532800.
00000080:00000010:2.1:1787755987.197099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403ea0.
00000080:00000010:2.1:1787755987.197125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403dc0.
00010000:00000010:2.1:1787755987.206510:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ede00.
00010000:00000010:2.1:1787755987.206528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532800.
00000080:00000010:2.1:1787755987.218472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403dc0.
00000080:00000010:2.1:1787755987.218494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403a40.
00010000:00000010:3.1:1787755987.233840:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9250771ede00.
00010000:00000010:3.1:1787755987.233852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532800.
00000080:00000010:1.1:1787755987.241336:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925066e2bdc0.
00000080:00000010:1.1:1787755987.241361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff925081403ea0.
00010000:00000010:1.1:1787755987.251342:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503b00.
00010000:00000010:1.1:1787755987.251363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912000.
00000080:00000010:1.1:1787755987.266423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f600.
00000080:00000010:1.1:1787755987.266441:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f3c0.
00010000:00000010:1.1:1787755987.278445:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503b00.
00010000:00000010:1.1:1787755987.278463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077912000.
00000080:00000010:1.1:1787755987.294435:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f3c0.
00000080:00000010:1.1:1787755987.294458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92507ca7f6e0.
00000800:00000200:3.1:1787756028.478490:0:238946:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 3, ksnr_connected 6 ksnr_max_conns 1
00000800:00000200:3.1:1787756028.478494:0:238946:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 2, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:3.1:1787756028.478497:0:238946:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 1, ksnr_connected 0 ksnr_max_conns 1
00000800:00000200:1.1:1787756028.608751:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756030.655614:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756030.655787:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756062.465331:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756062.465334:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 1, 1 secs later)
00000800:00000200:1.1:1787756062.467596:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756062.467600:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 1, 1 secs later)
00000800:00000200:1.1:1787756062.467928:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756062.467930:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 1, 1 secs later)
00000800:00000200:3.1:1787756067.583485:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787756067.584410:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787756067.587734:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787756072.705355:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787756072.705624:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787756072.705749:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756077.823515:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756077.824465:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756077.824613:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787756082.943664:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787756082.943668:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 8, 6 secs later)
00000800:00000200:3.1:1787756082.944039:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787756082.944041:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 8, 6 secs later)
00000800:00000200:3.1:1787756082.944351:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787756082.944353:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 8, 6 secs later)
00000800:00000200:1.1:1787756088.063201:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756088.063204:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 8, 1 secs later)
00000800:00000200:1.1:1787756088.064335:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756088.064337:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 8, 1 secs later)
00000800:00000200:1.1:1787756088.067423:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756088.067427:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 8, 1 secs later)
00000800:00000200:2.1:1787756093.185949:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756093.196092:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756093.197026:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756098.303082:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756098.303087:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 16, 14 secs later)
00000800:00000200:0.1:1787756098.313164:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787756098.313168:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 16, 14 secs later)
00000800:00000200:0.1:1787756098.313644:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787756098.313646:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 16, 14 secs later)
00000800:00000200:0.1:1787756103.423468:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787756103.423471:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 16, 8 secs later)
00000800:00000200:0.1:1787756103.424630:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787756103.424638:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 16, 8 secs later)
00000800:00000200:1.1:1787756103.429467:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756103.429471:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 16, 8 secs later)
00000800:00000200:1.1:1787756108.544417:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756108.544420:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 16, 3 secs later)
00000800:00000200:1.1:1787756108.546464:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756108.546467:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 16, 3 secs later)
00000800:00000200:1.1:1787756108.546831:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756108.546834:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 16, 3 secs later)
00000800:00000200:1.1:1787756113.663019:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756113.663223:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756113.663342:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787756118.783020:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787756118.783024:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 32, 30 secs later)
00000800:00000200:0.1:1787756118.783523:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787756118.783526:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 32, 30 secs later)
00000800:00000200:0.1:1787756118.783807:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787756118.783809:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 32, 30 secs later)
00000800:00000200:0.1:1787756123.903092:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787756123.903095:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 32, 25 secs later)
00000800:00000200:0.1:1787756123.903544:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787756123.903547:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 32, 25 secs later)
00000800:00000200:0.1:1787756123.903739:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787756123.903740:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 32, 25 secs later)
00000800:00000200:0.1:1787756129.023135:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787756129.023142:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 32, 20 secs later)
00000800:00000200:0.1:1787756129.023517:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787756129.023519:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 32, 20 secs later)
00000800:00000200:0.1:1787756129.023734:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787756129.023736:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 32, 20 secs later)
00000800:00000200:0.1:1787756134.143027:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787756134.143031:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 32, 15 secs later)
00000800:00000200:0.1:1787756134.143479:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787756134.143481:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 32, 15 secs later)
00000800:00000200:0.1:1787756134.143761:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787756134.143763:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 32, 15 secs later)
00000800:00000200:0.1:1787756139.263024:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787756139.263031:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 32, 10 secs later)
00000800:00000200:0.1:1787756139.263541:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787756139.263543:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 32, 10 secs later)
00000800:00000200:0.1:1787756139.263753:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787756139.263755:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 32, 10 secs later)
00000800:00000200:0.1:1787756144.383025:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787756144.383028:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 32, 5 secs later)
00000800:00000200:0.1:1787756144.383485:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787756144.383488:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 32, 5 secs later)
00000800:00000200:0.1:1787756144.383789:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787756144.383791:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 32, 5 secs later)
00000800:00000200:0.1:1787756149.502896:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787756149.503148:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787756149.503249:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756154.623115:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756154.623117:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787756154.623480:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756154.623482:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787756154.623744:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756154.623746:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787756159.742861:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756159.742866:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787756159.743337:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756159.743339:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787756159.743566:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756159.743568:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787756164.863033:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756164.863037:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787756164.863482:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756164.863485:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787756164.863774:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756164.863776:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787756169.983325:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756169.983327:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787756169.983656:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756169.983658:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787756169.983876:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756169.983878:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787756175.102977:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756175.102980:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787756175.103359:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756175.103361:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787756175.103573:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756175.103575:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787756180.223060:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756180.223064:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787756180.223515:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756180.223517:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787756180.223792:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756180.223794:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787756185.342969:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756185.342973:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787756185.343337:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756185.343338:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787756185.343521:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756185.343533:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787756190.463105:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756190.463110:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787756190.463634:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756190.463636:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787756190.463861:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756190.463864:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787756195.583025:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756195.583030:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787756195.583537:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756195.583540:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787756195.583906:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756195.583910:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787756200.703262:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756200.703313:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787756200.703709:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756200.703711:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787756200.703906:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756200.703908:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787756205.822863:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756205.822869:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787756205.823189:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756205.823191:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787756205.823404:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756205.823405:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787756210.942946:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756210.942952:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787756210.943297:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756210.943298:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787756210.943522:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756210.943525:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787756216.063215:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756216.063542:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756216.063682:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756221.183069:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756221.183075:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787756221.183654:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756221.183657:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787756221.183990:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756221.183992:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787756226.303382:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756226.303399:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787756226.303935:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756226.303937:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787756226.304139:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756226.304151:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787756231.422938:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756231.422952:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787756231.423340:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756231.423342:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787756231.423549:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756231.423551:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787756236.543151:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756236.543163:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787756236.543774:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756236.543777:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787756236.544208:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756236.544210:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787756241.663159:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756241.663162:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787756241.663459:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756241.663461:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787756241.663710:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756241.663713:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787756246.782954:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756246.782960:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787756246.783257:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756246.783258:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787756246.783481:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756246.783483:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787756251.903357:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756251.903366:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787756251.904001:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756251.904003:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787756251.904212:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756251.904214:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787756257.023229:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756257.023233:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787756257.023642:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756257.023644:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787756257.023838:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756257.023840:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787756262.143191:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756262.143198:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787756262.143770:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756262.143774:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787756262.144010:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756262.144013:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787756267.262982:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756267.262988:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787756267.263318:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756267.263319:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787756267.263529:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756267.263531:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787756272.383599:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756272.383610:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787756272.384250:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756272.384253:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787756272.384766:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756272.384769:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787756277.503096:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756277.503101:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787756277.503707:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756277.503709:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787756277.503963:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756277.503965:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787756282.623147:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756282.623453:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756282.623597:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756287.743020:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756287.743042:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787756287.743607:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756287.743611:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787756287.743940:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756287.743942:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787756292.862914:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756292.862918:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787756292.863350:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756292.863353:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787756292.863570:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756292.863572:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787756297.983242:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756297.983249:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787756297.984388:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756297.984391:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787756297.984645:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756297.984648:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787756303.102923:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756303.102928:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787756303.103317:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756303.103319:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787756303.103542:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756303.103544:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787756308.223488:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756308.223502:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787756308.224584:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756308.224588:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787756308.224978:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756308.224981:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787756313.343938:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756313.343950:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787756313.345021:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756313.345024:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787756313.345527:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756313.345530:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787756318.463307:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756318.463312:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787756318.463985:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756318.463987:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787756318.464288:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756318.464290:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787756323.583024:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756323.583029:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787756323.583521:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756323.583523:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787756323.583725:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756323.583727:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787756328.703576:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756328.703583:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787756328.704160:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756328.704163:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787756328.704644:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756328.704648:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787756333.823689:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756333.823693:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787756333.824320:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756333.824324:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787756333.824697:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756333.824700:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787756338.943618:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756338.943623:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787756338.944345:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756338.944349:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787756338.944808:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756338.944814:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787756344.065452:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756344.065457:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787756344.066332:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756344.066355:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787756344.066932:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756344.066936:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787756349.183524:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756349.183912:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756349.184129:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756354.303564:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756354.303569:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787756354.304084:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756354.304087:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787756354.304552:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756354.304555:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787756359.423177:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756359.423183:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787756359.423786:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756359.423789:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787756359.424092:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756359.424095:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787756364.543503:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756364.543506:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787756364.543957:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756364.543960:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787756364.544339:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756364.544341:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787756369.663492:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756369.663501:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787756369.664248:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756369.664252:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787756369.664765:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756369.664768:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787756374.783054:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756374.783063:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787756374.783524:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756374.783526:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787756374.783789:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756374.783790:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787756379.903025:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756379.903030:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787756379.903737:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756379.903739:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787756379.903956:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756379.903958:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787756385.023056:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756385.023058:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787756385.023571:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756385.023573:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787756385.023808:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756385.023809:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787756390.143109:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756390.143114:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787756390.143531:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756390.143533:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787756390.143734:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756390.143736:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787756395.263538:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756395.263543:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787756395.264069:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756395.264073:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787756395.264580:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756395.264583:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787756400.382909:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756400.382915:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787756400.383251:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756400.383253:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787756400.383477:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756400.383479:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787756405.503776:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756405.503783:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787756405.504531:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756405.504534:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787756405.505086:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756405.505089:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787756410.623706:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756410.623722:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787756410.624358:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756410.624361:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787756410.624669:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756410.624673:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787756415.743262:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756415.744061:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756415.744415:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756420.863675:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756420.863710:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787756420.864739:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756420.864745:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787756420.865386:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756420.865401:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787756425.983497:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756425.983509:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787756425.984246:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756425.984250:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787756425.984746:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756425.984749:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787756431.103565:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756431.103572:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000020:00000001:0.0:1787756431.103610:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:0.0:1787756431.103620:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:0.0:1787756431.103628:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756431.103635:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756431.103641:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756431.103644:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787756431.103664:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:0.0:1787756431.103671:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787756431.103675:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787756431.103679:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787756431.103683:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787756431.103686:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756431.103689:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787756431.103694:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787756431.103697:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756431.103703:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787756431.103709:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae44f00.
00000020:00000040:0.0:1787756431.103713:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:0.0:1787756431.103719:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787756431.103720:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756431.103722:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787756431.103723:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787756431.103727:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787756431.103734:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad4400.
00000100:00000001:0.0:1787756431.103738:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787756431.103744:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae44f00 x1874594466001408/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787756431.103752:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787756431.103754:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756431.103760:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b63fe09a] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae44f00 x1874594466001408/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787756431.103766:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756431.103770:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787756431.103776:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1787756431.103783:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18020)
00000800:00000200:1.1:1787756431.104073:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756431.104075:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787756431.104312:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756431.104313:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000100:00080000:0.0:1787756436.222544:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787756436.222558:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787756436.222562:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787756436.222567:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787756436.222573:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787756436.222582:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18015
00000400:00000200:0.0:1787756436.222595:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787756436.222603:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787756436.222608:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787756436.222612:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756436.222616:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756436.222619:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756436.222622:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787756436.222628:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787756436.222630:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787756436.222634:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787756436.222638:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787756436.222641:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787756436.222644:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787756436.222648:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756436.222651:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756436.222653:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756436.222656:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787756436.222660:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787756436.222664:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787756436.222667:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787756436.222672:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787756436.222677:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787756436.222680:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756436.222683:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787756436.222686:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787756436.222697:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae46580.
00000020:00000040:0.0:1787756436.222702:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787756436.222708:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787756436.222710:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756436.222714:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787756436.222728:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787756436.222733:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787756436.222744:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad4400.
00000100:00000001:0.0:1787756436.222752:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787756436.222764:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae46580 x1874594466001536/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787756436.222778:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787756436.222784:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756436.222790:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000105135d9] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae46580 x1874594466001536/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787756436.222823:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787756436.222828:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787756436.222833:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787756436.222835:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787756436.222837:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787756436.222841:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787756436.222844:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18015
00000400:00000200:0.0:1787756436.222848:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787756436.222852:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787756436.222856:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787756436.222862:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756436.222866:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756436.222872:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756436.222878:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787756436.222883:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787756436.222894:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:0.0:1787756436.222898:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787756436.222902:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:0.0:1787756436.222908:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:0.0:1787756436.222912:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:0.0:1787756436.222920:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756436.222925:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756436.222929:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756436.222940:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787756436.222960:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:0.0:1787756436.222973:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787756436.222985:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787756436.222991:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787756436.223004:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787756436.223017:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756436.223027:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787756436.223038:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787756436.223054:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756436.223068:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787756436.223094:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae45e00.
00000020:00000040:0.0:1787756436.223105:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:0.0:1787756436.223128:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787756436.223137:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756436.223145:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787756436.223156:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787756436.223164:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787756436.223174:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad7000.
00000100:00000001:0.0:1787756436.223188:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787756436.223203:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae45e00 x1874594466001664/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787756436.223231:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787756436.223240:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756436.223250:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3f2eaea] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae45e00 x1874594466001664/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787756436.223339:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787756436.223345:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787756436.223351:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787756436.223354:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787756436.223358:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787756436.223363:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787756436.223369:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18015
00000400:00000200:0.0:1787756436.223382:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787756436.223391:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787756436.223404:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787756436.223454:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756436.223463:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756436.223469:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756436.223473:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787756436.223477:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787756436.223489:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:0.0:1787756436.223494:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787756436.223499:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:0.0:1787756436.223509:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:0.0:1787756436.223516:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:0.0:1787756436.223539:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756436.223547:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756436.223562:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756436.223573:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787756436.223583:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:0.0:1787756436.223590:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787756436.223600:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787756436.223605:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787756436.223612:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787756436.223620:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756436.223622:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787756436.223625:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787756436.223629:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756436.223644:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787756436.223654:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae461c0.
00000020:00000040:0.0:1787756436.223663:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:0.0:1787756436.223672:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787756436.223674:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756436.223677:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787756436.223679:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787756436.223692:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787756436.223711:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad5400.
00000100:00000001:0.0:1787756436.223729:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787756436.223759:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae461c0 x1874594466001792/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787756436.223797:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787756436.223807:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756436.223819:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeb90c37] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae461c0 x1874594466001792/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787756436.223845:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756436.223856:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787756436.223876:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1787756436.223901:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18025)
00000800:00000200:1.1:1787756436.223927:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756436.223932:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787756436.224450:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756436.224454:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787756436.224749:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756436.224752:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000100:00080000:0.0:1787756441.342473:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787756441.342489:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787756441.342494:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787756441.342500:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787756441.342507:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787756441.342519:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18020
00000400:00000200:0.0:1787756441.342533:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787756441.342543:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787756441.342548:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787756441.342552:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756441.342557:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756441.342560:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756441.342564:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787756441.342570:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787756441.342572:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787756441.342576:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787756441.342581:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787756441.342596:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787756441.342599:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787756441.342603:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756441.342605:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756441.342608:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756441.342611:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787756441.342615:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787756441.342620:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787756441.342623:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787756441.342626:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787756441.342632:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787756441.342636:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756441.342638:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787756441.342642:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787756441.342660:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae45a40.
00000020:00000040:0.0:1787756441.342666:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787756441.342673:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787756441.342675:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756441.342680:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787756441.342684:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787756441.342691:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787756441.342703:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad5800.
00000100:00000001:0.0:1787756441.342714:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787756441.342734:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae45a40 x1874594466001920/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787756441.342749:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787756441.342756:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756441.342763:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000091d828b] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae45a40 x1874594466001920/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787756441.342794:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787756441.342799:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787756441.342804:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787756441.342806:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787756441.342808:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787756441.342812:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787756441.342816:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18020
00000400:00000200:0.0:1787756441.342820:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787756441.342823:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787756441.342826:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787756441.342830:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756441.342833:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756441.342836:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756441.342838:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787756441.342840:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787756441.342842:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:0.0:1787756441.342844:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787756441.342847:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:0.0:1787756441.342850:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:0.0:1787756441.342853:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:0.0:1787756441.342856:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756441.342859:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756441.342861:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756441.342863:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787756441.342865:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:0.0:1787756441.342869:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787756441.342871:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787756441.342874:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787756441.342883:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787756441.342888:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756441.342891:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787756441.342897:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787756441.342901:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756441.342904:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787756441.342908:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae44000.
00000020:00000040:0.0:1787756441.342912:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:0.0:1787756441.342916:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787756441.342922:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756441.342928:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787756441.342930:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787756441.342933:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787756441.342945:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6000.
00000100:00000001:0.0:1787756441.342953:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787756441.342963:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae44000 x1874594466002048/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787756441.342978:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787756441.342985:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756441.343007:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b29c40b] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae44000 x1874594466002048/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787756441.343126:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787756441.343138:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787756441.343146:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787756441.343150:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787756441.343160:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787756441.343184:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787756441.343197:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18020
00000400:00000200:0.0:1787756441.343215:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787756441.343233:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787756441.343237:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787756441.343244:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756441.343253:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756441.343257:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756441.343263:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787756441.343308:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787756441.343310:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:0.0:1787756441.343312:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787756441.343340:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:0.0:1787756441.343343:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:0.0:1787756441.343347:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:0.0:1787756441.343353:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756441.343356:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756441.343359:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756441.343363:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787756441.343366:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:0.0:1787756441.343370:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787756441.343372:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787756441.343382:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787756441.343390:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787756441.343403:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756441.343420:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787756441.343425:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787756441.343434:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756441.343449:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787756441.343472:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae461c0.
00000020:00000040:0.0:1787756441.343487:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:0.0:1787756441.343505:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787756441.343510:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756441.343528:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787756441.343538:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787756441.343545:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787756441.343554:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad4800.
00000100:00000001:0.0:1787756441.343567:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787756441.343582:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae461c0 x1874594466002176/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787756441.343595:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787756441.343605:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756441.343618:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeb90c37] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae461c0 x1874594466002176/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787756441.343671:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756441.343681:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787756441.343693:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1787756441.343705:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18030)
00000800:00000200:1.1:1787756441.343798:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756441.343803:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787756441.344443:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756441.344447:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787756441.344867:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756441.344871:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787756446.463011:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756446.463015:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787756446.463387:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756446.463389:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787756446.463659:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756446.463676:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787756451.582864:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756451.582868:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787756451.583672:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756451.583675:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787756451.583940:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756451.583942:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787756456.703537:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756456.703547:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787756456.704256:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756456.704260:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787756456.704919:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756456.704925:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000100:00080000:0.0:1787756461.822401:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787756461.822410:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787756461.822412:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787756461.822415:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787756461.822418:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787756461.822426:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18041
00000400:00000200:0.0:1787756461.822434:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787756461.822438:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787756461.822441:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787756461.822444:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756461.822446:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756461.822448:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756461.822450:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787756461.822453:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787756461.822455:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787756461.822457:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787756461.822459:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787756461.822461:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787756461.822463:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787756461.822464:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756461.822466:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756461.822467:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756461.822469:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787756461.822472:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787756461.822474:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787756461.822476:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787756461.822478:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787756461.822481:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787756461.822483:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756461.822484:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787756461.822486:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787756461.822494:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae45e00.
00000020:00000040:0.0:1787756461.822497:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787756461.822500:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787756461.822501:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756461.822504:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787756461.822506:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787756461.822510:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787756461.822517:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad4800.
00000100:00000001:0.0:1787756461.822523:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787756461.822530:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae45e00 x1874594466003456/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787756461.822539:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787756461.822542:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756461.822545:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3f2eaea] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae45e00 x1874594466003456/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787756461.822564:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787756461.822566:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787756461.822569:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787756461.822570:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787756461.822571:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787756461.822573:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787756461.822575:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18041
00000400:00000200:0.0:1787756461.822577:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787756461.822579:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787756461.822581:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787756461.822584:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756461.822585:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756461.822599:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756461.822601:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787756461.822602:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787756461.822603:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:0.0:1787756461.822604:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787756461.822606:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:0.0:1787756461.822611:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:0.0:1787756461.822613:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:0.0:1787756461.822616:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756461.822620:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756461.822624:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756461.822626:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787756461.822629:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:0.0:1787756461.822633:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787756461.822635:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787756461.822638:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787756461.822644:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787756461.822649:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756461.822662:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787756461.822666:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787756461.822672:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756461.822675:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787756461.822682:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae46580.
00000020:00000040:0.0:1787756461.822686:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:0.0:1787756461.822690:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787756461.822692:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756461.822695:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787756461.822696:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787756461.822698:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787756461.822702:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad5800.
00000100:00000001:0.0:1787756461.822706:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787756461.822714:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae46580 x1874594466003584/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787756461.822722:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787756461.822725:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756461.822731:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000105135d9] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae46580 x1874594466003584/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787756461.822739:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787756461.822742:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787756461.822748:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787756461.822751:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787756461.822754:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787756461.822756:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787756461.822759:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18041
00000400:00000200:0.0:1787756461.822763:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787756461.822769:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787756461.822770:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787756461.822773:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756461.822778:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756461.822781:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756461.822783:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787756461.822784:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787756461.822786:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:0.0:1787756461.822787:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787756461.822790:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:0.0:1787756461.822793:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:0.0:1787756461.822795:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:0.0:1787756461.822797:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756461.822799:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756461.822802:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756461.822805:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787756461.822811:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:0.0:1787756461.822814:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787756461.822816:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787756461.822817:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787756461.822827:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787756461.822830:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756461.822831:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787756461.822833:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787756461.822836:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756461.822839:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787756461.822843:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae44f00.
00000020:00000040:0.0:1787756461.822847:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:0.0:1787756461.822852:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787756461.822854:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756461.822858:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787756461.822861:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787756461.822863:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787756461.822870:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6800.
00000100:00000001:0.0:1787756461.822875:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787756461.822881:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae44f00 x1874594466003712/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787756461.822908:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787756461.822910:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756461.822918:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b63fe09a] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae44f00 x1874594466003712/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787756461.822929:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756461.822931:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787756461.822936:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1787756461.822946:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18051)
00000800:00000200:1.1:1787756461.823068:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756461.823072:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787756461.823529:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756461.823531:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787756461.823836:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756461.823838:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787756466.943526:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756466.943536:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787756466.944149:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756466.944152:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787756466.944602:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756466.944605:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787756472.063831:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756472.063839:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787756472.064718:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756472.064722:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787756472.065363:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756472.065367:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787756477.183434:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756477.183442:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787756477.184061:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756477.184064:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787756477.184419:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756477.184422:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787756482.303345:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756482.303752:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756482.303963:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756487.423542:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756487.423590:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1787756487.424221:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756487.424224:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1787756487.425569:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756487.425571:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1787756492.543103:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756492.543112:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787756492.543547:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756492.543549:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787756492.543844:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756492.543847:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787756497.663053:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756497.663059:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787756497.663706:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756497.663709:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787756497.664115:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756497.664118:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 47 secs later)
00000100:00080000:0.0:1787756502.782396:0:199547:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787756502.782408:0:199547:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787756502.782411:0:199547:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787756502.782415:0:199547:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787756502.782420:0:199547:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787756502.782428:0:199547:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18082
00000400:00000200:0.0:1787756502.782438:0:199547:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787756502.782443:0:199547:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787756502.782446:0:199547:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787756502.782449:0:199547:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756502.782452:0:199547:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756502.782454:0:199547:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756502.782456:0:199547:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787756502.782461:0:199547:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787756502.782463:0:199547:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787756502.782466:0:199547:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787756502.782469:0:199547:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787756502.782470:0:199547:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787756502.782472:0:199547:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787756502.782474:0:199547:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756502.782475:0:199547:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756502.782483:0:199547:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756502.782485:0:199547:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787756502.782490:0:199547:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787756502.782494:0:199547:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787756502.782496:0:199547:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787756502.782498:0:199547:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787756502.782502:0:199547:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787756502.782504:0:199547:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756502.782506:0:199547:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787756502.782508:0:199547:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787756502.782519:0:199547:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae47840.
00000020:00000040:0.0:1787756502.782523:0:199547:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787756502.782527:0:199547:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787756502.782529:0:199547:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756502.782532:0:199547:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787756502.782534:0:199547:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787756502.782539:0:199547:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787756502.782548:0:199547:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad5800.
00000100:00000001:0.0:1787756502.782555:0:199547:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787756502.782564:0:199547:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae47840 x1874594466006528/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787756502.782579:0:199547:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787756502.782583:0:199547:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756502.782587:0:199547:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000cd63e1] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae47840 x1874594466006528/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787756502.782621:0:199547:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787756502.782629:0:199547:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787756502.782634:0:199547:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787756502.782635:0:199547:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787756502.782638:0:199547:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787756502.782641:0:199547:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787756502.782645:0:199547:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18082
00000400:00000200:0.0:1787756502.782651:0:199547:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787756502.782655:0:199547:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787756502.782658:0:199547:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787756502.782663:0:199547:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756502.782669:0:199547:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756502.782673:0:199547:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756502.782677:0:199547:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787756502.782691:0:199547:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787756502.782694:0:199547:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:0.0:1787756502.782696:0:199547:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787756502.782700:0:199547:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:0.0:1787756502.782702:0:199547:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:0.0:1787756502.782708:0:199547:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:0.0:1787756502.782716:0:199547:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756502.782720:0:199547:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756502.782723:0:199547:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756502.782726:0:199547:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787756502.782730:0:199547:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:0.0:1787756502.782735:0:199547:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787756502.782740:0:199547:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787756502.782744:0:199547:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787756502.782752:0:199547:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787756502.782757:0:199547:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756502.782758:0:199547:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787756502.782763:0:199547:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787756502.782768:0:199547:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756502.782770:0:199547:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787756502.782775:0:199547:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae47480.
00000020:00000040:0.0:1787756502.782780:0:199547:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:0.0:1787756502.782784:0:199547:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787756502.782788:0:199547:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756502.782792:0:199547:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787756502.782794:0:199547:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787756502.782796:0:199547:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787756502.782802:0:199547:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad4800.
00000100:00000001:0.0:1787756502.782806:0:199547:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787756502.782814:0:199547:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae47480 x1874594466006656/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787756502.782828:0:199547:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787756502.782831:0:199547:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756502.782838:0:199547:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ecd7b1f2] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae47480 x1874594466006656/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787756502.782856:0:199547:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787756502.782860:0:199547:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787756502.782868:0:199547:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787756502.782872:0:199547:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787756502.782875:0:199547:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787756502.782881:0:199547:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787756502.782887:0:199547:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18082
00000400:00000200:0.0:1787756502.782897:0:199547:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787756502.782908:0:199547:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787756502.782915:0:199547:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787756502.782925:0:199547:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756502.782930:0:199547:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756502.782936:0:199547:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756502.782940:0:199547:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787756502.782946:0:199547:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787756502.782950:0:199547:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:0.0:1787756502.782954:0:199547:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787756502.782956:0:199547:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:0.0:1787756502.782958:0:199547:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:0.0:1787756502.782963:0:199547:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:0.0:1787756502.782970:0:199547:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756502.782974:0:199547:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756502.782978:0:199547:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756502.782983:0:199547:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787756502.782985:0:199547:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:0.0:1787756502.782989:0:199547:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787756502.782992:0:199547:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787756502.782994:0:199547:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787756502.782999:0:199547:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787756502.783003:0:199547:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756502.783005:0:199547:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787756502.783010:0:199547:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.1:1787756502.783014:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000008:00000001:0.0:1787756502.783015:0:199547:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756502.783019:0:199547:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787756502.783022:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 42 secs later)
00000100:00000010:0.0:1787756502.783025:0:199547:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae46940.
00000020:00000040:0.0:1787756502.783031:0:199547:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:0.0:1787756502.783038:0:199547:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787756502.783042:0:199547:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756502.783049:0:199547:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787756502.783053:0:199547:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787756502.783057:0:199547:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787756502.783069:0:199547:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6800.
00000100:00000001:0.0:1787756502.783078:0:199547:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787756502.783090:0:199547:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae46940 x1874594466006784/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787756502.783116:0:199547:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787756502.783118:0:199547:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756502.783122:0:199547:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013e8296f] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae46940 x1874594466006784/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787756502.783131:0:199547:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756502.783135:0:199547:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787756502.783157:0:199547:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1787756502.783162:0:199547:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18092)
00000800:00000200:2.1:1787756502.783581:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756502.783584:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787756502.783879:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756502.783882:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787756507.903059:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756507.903066:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787756507.903459:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756507.903460:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787756507.903749:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756507.903752:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787756513.023015:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756513.023019:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787756513.023419:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756513.023422:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787756513.023714:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756513.023716:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787756518.143047:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756518.143055:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787756518.143541:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756518.143544:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787756518.143782:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756518.143784:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787756523.263462:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756523.263474:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787756523.264446:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756523.264454:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787756523.265041:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756523.265045:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787756528.383735:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756528.383741:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787756528.384469:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756528.384473:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787756528.385094:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756528.385097:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000100:00080000:0.0:1787756533.502428:0:199547:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787756533.502439:0:199547:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787756533.502443:0:199547:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787756533.502447:0:199547:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787756533.502453:0:199547:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787756533.502463:0:199547:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18112
00000400:00000200:0.0:1787756533.502473:0:199547:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787756533.502481:0:199547:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787756533.502485:0:199547:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787756533.502489:0:199547:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756533.502493:0:199547:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756533.502496:0:199547:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756533.502500:0:199547:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787756533.502505:0:199547:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787756533.502508:0:199547:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787756533.502512:0:199547:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787756533.502516:0:199547:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787756533.502519:0:199547:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787756533.502523:0:199547:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787756533.502527:0:199547:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756533.502529:0:199547:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756533.502531:0:199547:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756533.502534:0:199547:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787756533.502537:0:199547:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787756533.502542:0:199547:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787756533.502545:0:199547:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787756533.502548:0:199547:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787756533.502552:0:199547:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787756533.502556:0:199547:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756533.502559:0:199547:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787756533.502562:0:199547:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787756533.502570:0:199547:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae45680.
00000020:00000040:0.0:1787756533.502575:0:199547:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787756533.502580:0:199547:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787756533.502582:0:199547:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756533.502586:0:199547:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787756533.502589:0:199547:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787756533.502594:0:199547:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787756533.502604:0:199547:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad4400.
00000100:00000001:0.0:1787756533.502612:0:199547:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787756533.502625:0:199547:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae45680 x1874594466008832/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787756533.502639:0:199547:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787756533.502644:0:199547:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756533.502650:0:199547:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078e2ff1a] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae45680 x1874594466008832/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787756533.502724:0:199547:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787756533.502730:0:199547:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787756533.502743:0:199547:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787756533.502746:0:199547:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787756533.502748:0:199547:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787756533.502752:0:199547:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787756533.502757:0:199547:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18112
00000400:00000200:0.0:1787756533.502765:0:199547:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787756533.502771:0:199547:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787756533.502777:0:199547:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787756533.502787:0:199547:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756533.502790:0:199547:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756533.502795:0:199547:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756533.502798:0:199547:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787756533.502801:0:199547:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787756533.502803:0:199547:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:0.0:1787756533.502805:0:199547:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787756533.502810:0:199547:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:0.0:1787756533.502815:0:199547:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:0.0:1787756533.502827:0:199547:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:0.0:1787756533.502846:0:199547:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756533.502860:0:199547:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756533.502866:0:199547:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756533.502881:0:199547:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787756533.502887:0:199547:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:0.0:1787756533.502898:0:199547:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787756533.502917:0:199547:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787756533.502925:0:199547:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787756533.502939:0:199547:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787756533.502945:0:199547:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756533.502950:0:199547:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787756533.502957:0:199547:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787756533.502964:0:199547:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756533.502970:0:199547:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787756533.502986:0:199547:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae47c00.
00000020:00000040:0.0:1787756533.502993:0:199547:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:0.0:1787756533.503007:0:199547:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787756533.503013:0:199547:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756533.503031:0:199547:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787756533.503036:0:199547:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787756533.503040:0:199547:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787756533.503050:0:199547:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad5400.
00000100:00000001:0.0:1787756533.503071:0:199547:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787756533.503089:0:199547:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae47c00 x1874594466008960/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787756533.503185:0:199547:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787756533.503193:0:199547:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756533.503211:0:199547:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006db13aa7] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae47c00 x1874594466008960/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787756533.503230:0:199547:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787756533.503236:0:199547:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787756533.503246:0:199547:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787756533.503254:0:199547:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787756533.503257:0:199547:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787756533.503324:0:199547:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787756533.503340:0:199547:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18112
00000400:00000200:0.0:1787756533.503362:0:199547:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787756533.503379:0:199547:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787756533.503390:0:199547:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787756533.503404:0:199547:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756533.503407:0:199547:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756533.503413:0:199547:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756533.503421:0:199547:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787756533.503427:0:199547:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787756533.503434:0:199547:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:0.0:1787756533.503440:0:199547:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787756533.503446:0:199547:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:0.0:1787756533.503461:0:199547:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:0.0:1787756533.503469:0:199547:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:0.0:1787756533.503475:0:199547:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756533.503482:0:199547:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756533.503494:0:199547:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756533.503508:0:199547:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787756533.503514:0:199547:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:0.0:1787756533.503526:0:199547:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787756533.503533:0:199547:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787756533.503546:0:199547:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787756533.503552:0:199547:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1787756533.503554:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000001:0.0:1787756533.503567:0:199547:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787756533.503569:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 11 secs later)
00000100:00000001:0.0:1787756533.503574:0:199547:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787756533.503581:0:199547:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787756533.503593:0:199547:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756533.503608:0:199547:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787756533.503615:0:199547:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae46d00.
00000020:00000040:0.0:1787756533.503622:0:199547:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:0.0:1787756533.503637:0:199547:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787756533.503643:0:199547:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756533.503654:0:199547:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787756533.503664:0:199547:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787756533.503669:0:199547:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787756533.503681:0:199547:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad7000.
00000100:00000001:0.0:1787756533.503690:0:199547:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787756533.503727:0:199547:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae46d00 x1874594466009088/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787756533.503777:0:199547:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787756533.503787:0:199547:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756533.503798:0:199547:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ed326369] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae46d00 x1874594466009088/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787756533.503835:0:199547:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756533.503853:0:199547:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787756533.503871:0:199547:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1787756533.503880:0:199547:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18123)
00000800:00000200:2.1:1787756533.504162:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756533.504164:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1787756533.504398:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756533.504401:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1787756538.622952:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756538.622958:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787756538.623365:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756538.623367:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787756538.623596:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756538.623597:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787756543.743468:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756543.743476:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787756543.744066:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756543.744070:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787756543.744602:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756543.744606:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787756548.863470:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756548.863919:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756548.864102:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756553.983124:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756553.983146:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787756553.983694:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756553.983696:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787756553.984018:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756553.984026:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000100:00080000:0.0:1787756559.102532:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787756559.102544:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787756559.102549:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787756559.102555:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787756559.102563:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787756559.102574:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18138
00000400:00000200:0.0:1787756559.102588:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787756559.102598:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787756559.102603:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787756559.102610:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756559.102615:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756559.102620:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756559.102623:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787756559.102628:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787756559.102642:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787756559.102646:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787756559.102650:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787756559.102652:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787756559.102657:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787756559.102661:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756559.102664:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756559.102666:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756559.102668:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787756559.102672:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787756559.102676:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787756559.102678:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787756559.102682:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787756559.102686:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787756559.102690:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756559.102692:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787756559.102696:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787756559.102716:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae44780.
00000020:00000040:0.0:1787756559.102721:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787756559.102727:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787756559.102729:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756559.102734:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787756559.102738:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787756559.102743:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787756559.102754:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6800.
00000100:00000001:0.0:1787756559.102764:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787756559.102779:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae44780 x1874594466010752/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787756559.102811:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787756559.102818:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756559.102826:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000825f42ce] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae44780 x1874594466010752/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787756559.102858:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787756559.102863:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787756559.102869:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787756559.102872:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787756559.102875:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787756559.102879:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787756559.102882:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18138
00000400:00000200:0.0:1787756559.102888:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787756559.102892:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787756559.102897:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787756559.102901:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756559.102904:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756559.102908:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756559.102911:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787756559.102914:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787756559.102917:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:0.0:1787756559.102919:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787756559.102923:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:0.0:1787756559.102926:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:0.0:1787756559.102929:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:0.0:1787756559.102935:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756559.102940:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756559.102961:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756559.102965:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787756559.102973:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:0.0:1787756559.102983:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787756559.102987:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787756559.102990:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787756559.103000:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787756559.103006:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756559.103015:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787756559.103024:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787756559.103035:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756559.103043:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787756559.103052:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae443c0.
00000020:00000040:0.0:1787756559.103078:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:0.0:1787756559.103087:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787756559.103092:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756559.103099:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787756559.103105:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787756559.103109:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787756559.103117:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad4800.
00000100:00000001:0.0:1787756559.103126:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787756559.103149:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae443c0 x1874594466010880/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787756559.103167:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787756559.103174:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756559.103183:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000101c6af6] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae443c0 x1874594466010880/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787756559.103201:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787756559.103210:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787756559.103214:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787756559.103216:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787756559.103220:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787756559.103225:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787756559.103231:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18138
00000400:00000200:0.0:1787756559.103236:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787756559.103324:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787756559.103331:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787756559.103343:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756559.103352:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756559.103360:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756559.103365:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787756559.103371:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787756559.103376:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:0.0:1787756559.103381:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787756559.103385:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:0.0:1787756559.103392:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:0.0:1787756559.103396:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:0.0:1787756559.103408:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756559.103411:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756559.103420:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756559.103426:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787756559.103429:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:0.0:1787756559.103436:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787756559.103444:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787756559.103447:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787756559.103454:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787756559.103460:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756559.103465:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787756559.103471:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787756559.103476:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756559.103485:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787756559.103495:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae470c0.
00000020:00000040:0.0:1787756559.103501:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:0.0:1787756559.103512:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787756559.103517:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756559.103523:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787756559.103529:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787756559.103535:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787756559.103546:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad5800.
00000100:00000001:0.0:1787756559.103557:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787756559.103573:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae470c0 x1874594466011008/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787756559.103596:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787756559.103604:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756559.103617:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a74fc68e] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae470c0 x1874594466011008/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787756559.103638:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756559.103645:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1787756559.103653:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000040:0.0:1787756559.103655:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.1:1787756559.103662:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000100:00000040:0.0:1787756559.103668:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18148)
00000800:00000200:1.1:1787756559.104182:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756559.104186:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787756559.104613:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756559.104616:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787756564.223443:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756564.223454:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787756564.224136:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756564.224140:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787756564.224693:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756564.224696:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787756569.343742:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756569.343750:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787756569.344512:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756569.344515:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787756569.344965:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756569.344969:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787756574.463580:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756574.463592:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787756574.464194:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756574.464198:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787756574.464609:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756574.464612:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00010000:00000010:3.1:1787756578.372327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92507e532600.
00010000:00000010:3.1:1787756578.376352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff925081503200.
00010000:00000010:3.1:1787756578.376365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925077913400.
00000800:00000200:2.1:1787756579.583526:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756579.583549:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787756579.584289:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756579.584292:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787756579.584942:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756579.584945:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787756584.703057:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756584.703062:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787756584.703617:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756584.703621:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787756584.703972:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756584.703975:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787756589.823384:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756589.823394:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787756589.824174:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756589.824179:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787756589.824629:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756589.824632:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787756594.943840:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756594.943850:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787756594.944452:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756594.944455:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787756594.944784:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756594.944786:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787756600.063147:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756600.063152:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787756600.063698:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756600.063701:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787756600.063975:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756600.063977:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787756605.183998:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756605.184003:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787756605.184685:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756605.184688:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787756605.185161:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756605.185165:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787756610.303508:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756610.303514:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787756610.304327:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756610.304331:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787756610.304618:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756610.304621:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787756615.423616:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756615.424211:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756615.424532:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756620.543628:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756620.543635:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787756620.544715:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756620.544721:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787756620.545260:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756620.545264:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787756625.663696:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756625.663719:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787756625.664626:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756625.664629:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787756625.665009:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756625.665012:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000100:00080000:0.0:1787756630.782482:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787756630.782494:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787756630.782498:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787756630.782503:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787756630.782510:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787756630.782520:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18210
00000400:00000200:0.0:1787756630.782532:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787756630.782541:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787756630.782546:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787756630.782551:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756630.782556:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756630.782561:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756630.782564:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787756630.782571:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787756630.782574:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787756630.782578:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787756630.782582:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787756630.782586:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787756630.782589:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787756630.782594:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756630.782596:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756630.782599:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756630.782602:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787756630.782607:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787756630.782611:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787756630.782615:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787756630.782619:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787756630.782623:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787756630.782627:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756630.782630:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787756630.782634:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787756630.782644:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae452c0.
00000020:00000040:0.0:1787756630.782649:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787756630.782656:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787756630.782659:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756630.782663:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787756630.782667:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787756630.782672:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787756630.782683:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6400.
00000100:00000001:0.0:1787756630.782693:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787756630.782706:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae452c0 x1874594466016256/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787756630.782722:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787756630.782728:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756630.782735:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d2e4f0d] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae452c0 x1874594466016256/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787756630.782766:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787756630.782771:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787756630.782776:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787756630.782779:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787756630.782782:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787756630.782785:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787756630.782789:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18210
00000400:00000200:0.0:1787756630.782794:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787756630.782801:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787756630.782805:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787756630.782811:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756630.782815:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756630.782819:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756630.782822:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787756630.782826:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787756630.782828:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:0.0:1787756630.782834:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787756630.782839:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:0.0:1787756630.782843:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:0.0:1787756630.782851:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:0.0:1787756630.782859:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756630.782864:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756630.782873:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756630.782877:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787756630.782886:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:0.0:1787756630.782898:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787756630.782910:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787756630.782918:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787756630.782931:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787756630.782944:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756630.782954:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787756630.782966:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787756630.783004:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756630.783015:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787756630.783028:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae44b40.
00000020:00000040:0.0:1787756630.783038:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:0.0:1787756630.783047:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787756630.783052:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756630.783058:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787756630.783062:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787756630.783066:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787756630.783080:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad7000.
00000100:00000001:0.0:1787756630.783089:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787756630.783104:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae44b40 x1874594466016384/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787756630.783123:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787756630.783132:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756630.783139:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029b96463] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae44b40 x1874594466016384/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787756630.783166:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787756630.783172:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787756630.783179:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787756630.783182:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787756630.783187:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787756630.783198:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787756630.783207:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18210
00000400:00000200:0.0:1787756630.783221:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787756630.783230:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787756630.783240:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787756630.783251:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756630.783256:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756630.783266:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756630.783332:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787756630.783342:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787756630.783347:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:0.0:1787756630.783351:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787756630.783360:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:0.0:1787756630.783369:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:0.0:1787756630.783379:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:0.0:1787756630.783398:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756630.783405:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756630.783417:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756630.783426:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787756630.783437:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:0.0:1787756630.783455:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787756630.783467:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787756630.783478:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787756630.783487:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787756630.783495:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756630.783503:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787756630.783508:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787756630.783517:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756630.783522:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787756630.783531:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae470c0.
00000020:00000040:0.0:1787756630.783539:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:0.0:1787756630.783550:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787756630.783557:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756630.783562:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787756630.783567:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787756630.783573:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787756630.783584:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad5400.
00000100:00000001:0.0:1787756630.783592:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787756630.783609:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae470c0 x1874594466016512/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1787756630.783631:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:0.0:1787756630.783633:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1787756630.783639:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1787756630.783641:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756630.783661:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a74fc68e] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae470c0 x1874594466016512/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787756630.783683:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756630.783694:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787756630.783703:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1787756630.783714:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18220)
00000800:00000200:2.1:1787756630.784335:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756630.784341:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787756630.784755:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756630.784764:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787756635.903665:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756635.903677:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787756635.904553:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756635.904556:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787756635.905004:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756635.905008:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787756641.023409:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756641.023422:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787756641.024092:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756641.024095:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787756641.024491:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756641.024494:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000100:00080000:0.0:1787756646.142466:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787756646.142485:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787756646.142490:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787756646.142497:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787756646.142505:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787756646.142517:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18225
00000400:00000200:0.0:1787756646.142532:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787756646.142541:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787756646.142560:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787756646.142568:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756646.142581:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756646.142587:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756646.142593:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787756646.142601:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787756646.142605:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787756646.142611:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787756646.142618:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787756646.142623:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787756646.142628:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787756646.142634:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756646.142638:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756646.142642:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756646.142646:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787756646.142653:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787756646.142660:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787756646.142666:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787756646.142672:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787756646.142681:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787756646.142686:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756646.142690:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787756646.142694:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787756646.142731:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae443c0.
00000020:00000040:0.0:1787756646.142739:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787756646.142748:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787756646.142752:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756646.142758:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787756646.142764:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787756646.142773:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787756646.142790:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6400.
00000100:00000001:0.0:1787756646.142803:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787756646.142840:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae443c0 x1874594466017408/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787756646.142858:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787756646.142864:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756646.142872:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000101c6af6] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae443c0 x1874594466017408/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787756646.142906:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787756646.142913:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787756646.142921:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787756646.142924:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787756646.142928:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787756646.142936:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787756646.142946:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18225
00000400:00000200:0.0:1787756646.142956:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787756646.142965:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787756646.142980:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787756646.143000:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756646.143014:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756646.143029:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756646.143042:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787756646.143055:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787756646.143065:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:0.0:1787756646.143076:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787756646.143085:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:0.0:1787756646.143093:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:0.0:1787756646.143103:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:0.0:1787756646.143132:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756646.143143:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756646.143158:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756646.143171:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787756646.143184:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:0.0:1787756646.143208:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787756646.143219:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787756646.143230:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787756646.143248:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787756646.143257:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756646.143260:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787756646.143268:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787756646.143362:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756646.143372:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787756646.143387:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae44780.
00000020:00000040:0.0:1787756646.143395:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:0.0:1787756646.143402:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787756646.143407:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756646.143412:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787756646.143415:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787756646.143420:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787756646.143434:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad7c00.
00000100:00000001:0.0:1787756646.143445:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787756646.143460:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae44780 x1874594466017536/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787756646.143490:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787756646.143499:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756646.143515:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000825f42ce] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae44780 x1874594466017536/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787756646.143557:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787756646.143572:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787756646.143590:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787756646.143603:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787756646.143613:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787756646.143629:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787756646.143642:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18225
00000400:00000200:0.0:1787756646.143664:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787756646.143685:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787756646.143700:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787756646.143750:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756646.143766:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756646.143784:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756646.143799:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000800:00000200:2.1:1787756646.143808:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000020:00000001:0.0:1787756646.143814:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:2.1:1787756646.143818:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 33 secs later)
00000020:00000040:0.0:1787756646.143822:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:0.0:1787756646.143833:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787756646.143841:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:0.0:1787756646.143848:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:0.0:1787756646.143863:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:0.0:1787756646.143886:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756646.143895:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756646.143904:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756646.143925:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787756646.143943:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:0.0:1787756646.143955:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787756646.143973:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787756646.143985:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787756646.143996:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787756646.144011:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756646.144020:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787756646.144025:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787756646.144042:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756646.144055:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787756646.144071:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae46d00.
00000020:00000040:0.0:1787756646.144085:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:0.0:1787756646.144096:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787756646.144098:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756646.144104:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787756646.144117:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787756646.144125:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787756646.144154:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6800.
00000100:00000001:0.0:1787756646.144171:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787756646.144196:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae46d00 x1874594466017664/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787756646.144252:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787756646.144258:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756646.144349:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ed326369] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae46d00 x1874594466017664/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787756646.144409:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756646.144418:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787756646.144429:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1787756646.144444:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18235)
00000800:00000200:2.1:1787756646.144908:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756646.144912:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787756646.145328:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756646.145332:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787756651.263378:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756651.263397:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787756651.264164:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756651.264167:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787756651.264556:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756651.264558:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787756656.383632:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756656.383649:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1787756656.384660:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756656.384664:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1787756656.385036:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756656.385040:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1787756661.503530:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756661.503542:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787756661.504213:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756661.504216:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787756661.504691:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756661.504696:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787756666.623252:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756666.623258:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787756666.625151:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756666.625157:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787756666.625757:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756666.625760:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787756671.743551:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756671.743556:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787756671.744163:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756671.744167:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787756671.744710:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756671.744714:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787756676.863504:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756676.863513:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787756676.864242:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756676.864245:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787756676.864670:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756676.864675:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787756681.982874:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756681.983091:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756681.983240:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756687.102951:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756687.102958:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787756687.103489:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756687.103492:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787756687.103821:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756687.103824:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787756692.223031:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756692.223036:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787756692.223428:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756692.223430:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787756692.223682:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756692.223684:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787756697.343609:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756697.343621:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787756697.344239:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756697.344242:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787756697.344712:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756697.344715:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787756702.463322:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756702.463329:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787756702.464655:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756702.464659:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787756702.465175:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756702.465178:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787756707.583596:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756707.583606:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787756707.584370:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756707.584373:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787756707.584850:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756707.584853:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787756712.703425:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756712.703432:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787756712.704062:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756712.704066:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787756712.704472:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756712.704475:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1787756715.262379:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787756715.262387:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787756715.262389:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756715.262394:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:3.0:1787756715.262397:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787756715.262400:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756715.262418:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787756715.262421:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756715.262424:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787756715.582555:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756715.582561:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756715.582567:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787756716.286351:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787756716.286363:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787756716.286366:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756716.286373:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:3.0:1787756716.286378:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787756716.286384:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756716.286387:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787756716.286390:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756716.286394:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787756716.606597:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756716.606606:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756716.606612:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787756717.310392:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787756717.310405:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787756717.310408:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756717.310432:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:3.0:1787756717.310436:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787756717.310440:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756717.310442:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787756717.310444:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756717.310447:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787756717.630540:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756717.630548:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756717.630552:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787756717.822523:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787756717.822550:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787756717.822555:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787756717.822560:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787756717.822574:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787756717.822587:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18297
00000400:00000200:0.0:1787756717.822603:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787756717.822610:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787756717.822615:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787756717.822619:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756717.822641:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756717.822644:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756717.822647:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787756717.822652:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787756717.822655:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787756717.822658:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787756717.822663:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787756717.822665:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787756717.822668:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787756717.822671:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756717.822674:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756717.822676:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756717.822678:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787756717.822681:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787756717.822685:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787756717.822688:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787756717.822691:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787756717.822696:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787756717.822699:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756717.822702:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787756717.822705:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787756717.822717:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae47c00.
00000020:00000040:0.0:1787756717.822723:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787756717.822728:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787756717.822730:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756717.822735:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787756717.822738:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787756717.822744:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787756717.822755:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad7c00.
00000100:00000001:0.0:1787756717.822764:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787756717.822775:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae47c00 x1874594466022784/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787756717.822788:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787756717.822793:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756717.822800:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006db13aa7] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae47c00 x1874594466022784/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787756717.822831:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787756717.822846:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787756717.822858:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787756717.822862:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787756717.822866:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787756717.822873:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787756717.822881:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18297
00000400:00000200:0.0:1787756717.822912:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787756717.822927:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787756717.822935:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787756717.822951:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756717.822963:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756717.822968:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756717.822975:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787756717.822980:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787756717.822994:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:0.0:1787756717.823005:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787756717.823014:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:0.0:1787756717.823025:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:0.0:1787756717.823040:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:0.0:1787756717.823057:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756717.823067:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756717.823080:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756717.823108:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787756717.823124:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:0.0:1787756717.823137:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787756717.823144:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787756717.823147:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787756717.823155:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787756717.823162:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756717.823169:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787756717.823203:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787756717.823214:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756717.823217:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787756717.823222:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae45680.
00000020:00000040:0.0:1787756717.823225:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:0.0:1787756717.823231:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787756717.823238:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756717.823241:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787756717.823244:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787756717.823251:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787756717.823337:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6800.
00000100:00000001:0.0:1787756717.823353:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787756717.823376:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae45680 x1874594466022912/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787756717.823412:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787756717.823421:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756717.823428:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078e2ff1a] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae45680 x1874594466022912/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787756717.823498:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:0.0:1787756717.823502:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787756717.823503:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000100:00080000:0.0:1787756717.823520:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787756717.823535:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787756717.823541:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787756717.823551:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787756717.823563:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787756717.823575:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18297
00000400:00000200:0.0:1787756717.823599:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787756717.823607:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787756717.823615:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787756717.823629:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756717.823641:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756717.823652:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756717.823659:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787756717.823665:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787756717.823671:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:0.0:1787756717.823679:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787756717.823694:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:0.0:1787756717.823703:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:0.0:1787756717.823708:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:0.0:1787756717.823719:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756717.823722:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756717.823727:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756717.823735:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787756717.823739:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:0.0:1787756717.823750:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787756717.823755:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787756717.823760:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787756717.823775:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787756717.823780:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756717.823786:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787756717.823793:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787756717.823802:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756717.823810:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787756717.823838:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae46940.
00000020:00000040:0.0:1787756717.823844:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:0.0:1787756717.823851:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787756717.823859:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756717.823864:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787756717.823868:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787756717.823876:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787756717.823902:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad4800.
00000100:00000001:0.0:1787756717.823913:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787756717.823933:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae46940 x1874594466023040/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787756717.823959:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787756717.823963:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756717.823976:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013e8296f] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae46940 x1874594466023040/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787756717.824024:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756717.824040:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787756717.824058:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1787756717.824078:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18307)
00000800:00000200:1.1:1787756717.824354:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756717.824357:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787756717.824619:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756717.824621:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1787756718.334394:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787756718.334404:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787756718.334408:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756718.334476:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:3.0:1787756718.334483:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787756718.334488:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756718.334492:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787756718.334496:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756718.334500:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787756718.654656:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756718.654663:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756718.654668:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787756718.782405:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4312970665, at 4312970688
00000100:00000010:3.0:1787756718.782443:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6ea0.
00000100:00000001:3.0:1787756719.358443:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787756719.358457:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787756719.358461:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756719.358469:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:3.0:1787756719.358476:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787756719.358482:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756719.358486:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787756719.358490:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756719.358494:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787756719.678601:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756719.678609:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756719.678615:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787756720.382470:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787756720.382483:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787756720.382486:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756720.382494:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:3.0:1787756720.382500:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787756720.382506:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756720.382511:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787756720.382515:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756720.382519:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787756720.702663:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756720.702673:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756720.702678:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787756721.406456:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787756721.406474:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787756721.406480:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756721.406489:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:3.0:1787756721.406496:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787756721.406502:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756721.406506:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787756721.406510:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756721.406514:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787756721.726559:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756721.726568:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756721.726575:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787756722.430432:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787756722.430441:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787756722.430444:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756722.430451:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:3.0:1787756722.430455:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787756722.430460:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756722.430464:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787756722.430467:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756722.430471:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787756722.750504:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756722.750509:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756722.750514:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787756722.943778:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756722.943785:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787756722.944842:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756722.944844:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787756722.945177:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756722.945179:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1787756723.454360:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787756723.454367:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787756723.454369:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756723.454373:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:3.0:1787756723.454379:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787756723.454383:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756723.454387:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787756723.454390:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756723.454393:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787756723.774581:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756723.774589:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756723.774595:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787756723.902406:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4312975785, at 4312975808
00000100:00000010:3.0:1787756723.902432:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6720.
00000100:00000001:3.0:1787756724.478445:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787756724.478462:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787756724.478468:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756724.478479:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:3.0:1787756724.478487:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787756724.478495:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756724.478501:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787756724.478507:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756724.478513:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787756724.798523:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756724.798527:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756724.798530:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787756725.502371:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787756725.502379:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787756725.502381:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756725.502387:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:3.0:1787756725.502390:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787756725.502393:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756725.502396:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787756725.502398:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756725.502401:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787756725.822578:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756725.822586:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756725.822591:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787756726.526402:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787756726.526410:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787756726.526412:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756726.526418:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:3.0:1787756726.526421:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787756726.526425:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756726.526428:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787756726.526430:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756726.526433:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787756726.846546:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756726.846555:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756726.846563:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787756727.550340:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787756727.550347:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787756727.550349:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756727.550354:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:3.0:1787756727.550357:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787756727.550360:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756727.550362:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787756727.550364:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756727.550367:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787756727.870600:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756727.870606:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756727.870614:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787756728.062432:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756728.062447:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787756728.062450:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756728.062456:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756728.062462:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756728.062473:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18307
00000400:00000200:3.0:1787756728.062486:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756728.062494:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756728.062498:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756728.062502:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756728.062506:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756728.062509:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756728.062513:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756728.062521:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756728.062525:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787756728.062530:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756728.062536:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787756728.062541:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787756728.062546:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787756728.062552:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756728.062556:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756728.062560:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756728.062564:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756728.062571:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787756728.062578:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756728.062584:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756728.062588:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756728.062632:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756728.062638:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756728.062643:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787756728.062648:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756728.062665:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19e00.
00000020:00000040:3.0:1787756728.062674:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787756728.062682:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756728.062686:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756728.062692:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756728.062697:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756728.062705:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756728.062719:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e000.
00000100:00000001:3.0:1787756728.062732:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756728.062752:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19e00 x1874594466023552/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756728.062768:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756728.062774:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756728.062780:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000c6c2d2] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19e00 x1874594466023552/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756728.062808:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756728.062813:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756728.062818:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787756728.062820:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756728.062822:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756728.062827:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756728.062830:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18307
00000400:00000200:3.0:1787756728.062836:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756728.062842:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756728.062845:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756728.062850:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756728.062854:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756728.062857:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756728.062860:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756728.062863:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756728.062865:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787756728.062867:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756728.062871:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787756728.062874:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787756728.062883:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787756728.062888:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756728.062895:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756728.062903:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756728.062907:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756728.062912:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787756728.062923:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756728.062930:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756728.062936:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756728.062947:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756728.062958:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756728.062963:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756728.062972:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756728.062980:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756728.062988:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756728.063002:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a580.
00000020:00000040:3.0:1787756728.063026:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787756728.063048:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756728.063055:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756728.063066:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756728.063070:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756728.063077:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756728.063091:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51f400.
00000100:00000001:3.0:1787756728.063099:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756728.063111:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a580 x1874594466023680/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756728.063135:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756728.063141:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756728.063146:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079505b6d] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a580 x1874594466023680/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756728.063162:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756728.063172:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756728.063188:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787756728.063195:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756728.063201:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756728.063228:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756728.063235:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18307
00000400:00000200:3.0:1787756728.063245:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756728.063253:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756728.063256:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756728.063322:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756728.063326:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756728.063329:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756728.063332:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756728.063339:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756728.063345:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787756728.063348:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756728.063353:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787756728.063361:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787756728.063369:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787756728.063378:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756728.063389:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756728.063394:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756728.063399:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756728.063404:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787756728.063417:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756728.063426:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756728.063433:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756728.063440:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756728.063450:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756728.063459:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756728.063467:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756728.063476:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756728.063485:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756728.063497:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca18b40.
00000020:00000040:3.0:1787756728.063509:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787756728.063518:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756728.063524:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756728.063534:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756728.063567:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756728.063573:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756728.063585:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c000.
00000100:00000001:3.0:1787756728.063601:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787756728.063602:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756728.063613:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000100:00100000:3.0:1787756728.063623:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca18b40 x1874594466023808/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756728.063658:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756728.063669:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756728.063685:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5e8f4b9] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca18b40 x1874594466023808/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756728.063707:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756728.063717:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787756728.063732:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787756728.063746:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18317)
00000800:00000200:1.1:1787756728.064248:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756728.064251:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787756728.064677:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756728.064680:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1787756728.574434:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787756728.574449:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787756728.574454:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756728.574465:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:3.0:1787756728.574471:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787756728.574477:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756728.574481:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787756728.574485:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756728.574489:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787756728.894460:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756728.894465:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756728.894468:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787756729.022373:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4312980905, at 4312980928
00000100:00000010:3.0:1787756729.022390:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6de0.
00000100:00000001:3.0:1787756729.598370:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787756729.598377:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787756729.598380:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756729.598384:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:3.0:1787756729.598388:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787756729.598391:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756729.598393:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787756729.598396:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756729.598398:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787756729.918483:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756729.918493:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756729.918500:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787756730.622375:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787756730.622390:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787756730.622395:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756730.622405:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:3.0:1787756730.622412:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787756730.622418:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756730.622424:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787756730.622429:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756730.622433:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787756730.942552:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756730.942560:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756730.942568:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787756731.646369:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787756731.646381:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787756731.646384:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756731.646393:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:3.0:1787756731.646398:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787756731.646403:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756731.646407:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787756731.646411:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756731.646415:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787756731.966589:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756731.966598:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756731.966604:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787756732.670365:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787756732.670376:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787756732.670379:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756732.670386:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:3.0:1787756732.670393:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787756732.670398:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756732.670402:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787756732.670418:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756732.670422:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787756732.990440:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756732.990446:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756732.990451:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787756733.183115:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756733.183120:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787756733.183615:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756733.183617:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787756733.183888:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756733.183891:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1787756733.694341:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787756733.694351:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787756733.694353:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756733.694358:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:3.0:1787756733.694361:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787756733.694364:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756733.694366:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787756733.694368:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756733.694371:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787756734.014407:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756734.014412:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756734.014416:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787756734.142348:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4312986024, at 4312986048
00000100:00000010:3.0:1787756734.142368:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6000.
00000100:00000001:3.0:1787756734.718367:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787756734.718377:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787756734.718380:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756734.718388:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:3.0:1787756734.718393:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787756734.718398:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756734.718401:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787756734.718404:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756734.718409:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787756735.038416:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756735.038420:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756735.038423:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787756735.742334:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787756735.742341:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787756735.742343:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756735.742348:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:3.0:1787756735.742351:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787756735.742354:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756735.742356:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787756735.742358:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756735.742361:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787756736.062533:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756736.062542:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756736.062549:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787756736.766364:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787756736.766375:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787756736.766378:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756736.766385:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:3.0:1787756736.766389:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787756736.766394:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756736.766397:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787756736.766401:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756736.766406:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787756737.086551:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756737.086559:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756737.086565:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00000020:3.0:1787756737.790401:0:277676:0:(osc_request.c:747:osc_update_next_shrink()) next time 19522 to shrink grant
00000020:00000001:3.0:1787756738.110593:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756738.110599:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756738.110603:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787756738.302457:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756738.302487:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787756738.302492:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756738.302500:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756738.302509:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756738.302522:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18317
00000400:00000200:3.0:1787756738.302554:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756738.302566:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756738.302573:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756738.302581:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756738.302587:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756738.302593:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756738.302598:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756738.302603:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756738.302606:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787756738.302610:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756738.302615:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787756738.302619:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787756738.302622:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787756738.302627:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756738.302631:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756738.302633:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756738.302636:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756738.302639:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787756738.302644:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756738.302647:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756738.302650:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756738.302655:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756738.302658:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756738.302661:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787756738.302664:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756738.302674:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19680.
00000020:00000040:3.0:1787756738.302679:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787756738.302685:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756738.302689:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756738.302695:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756738.302700:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756738.302707:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756738.302720:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51dc00.
00000100:00000001:3.0:1787756738.302731:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756738.302748:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19680 x1874594466024320/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756738.302766:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756738.302774:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756738.302786:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c14b51e] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19680 x1874594466024320/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756738.302822:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756738.302829:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756738.302835:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787756738.302839:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756738.302843:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756738.302851:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756738.302857:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18317
00000400:00000200:3.0:1787756738.302868:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756738.302878:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756738.303235:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756738.303249:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756738.303255:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756738.303262:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000800:00000200:1.1:1787756738.303348:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756738.303355:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1787756738.303380:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756738.303388:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756738.303393:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787756738.303399:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756738.303406:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787756738.303412:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787756738.303417:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787756738.303429:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756738.303435:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756738.303440:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756738.303447:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756738.303453:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787756738.303460:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756738.303471:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756738.303477:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756738.303490:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756738.303516:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756738.303526:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756738.303538:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756738.303555:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756738.303580:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756738.303590:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca192c0.
00000020:00000040:3.0:1787756738.303602:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787756738.303613:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756738.303619:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756738.303625:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756738.303631:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756738.303638:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756738.303650:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c000.
00000100:00000001:3.0:1787756738.303662:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756738.303683:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca192c0 x1874594466024448/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756738.303749:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756738.303756:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756738.303772:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e50181] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca192c0 x1874594466024448/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756738.303802:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756738.303813:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756738.303823:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787756738.303829:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756738.303834:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756738.303847:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756738.303855:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18317
00000400:00000200:3.0:1787756738.303867:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756738.303879:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756738.303889:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756738.303901:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756738.303908:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756738.303915:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756738.303922:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756738.303930:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756738.303933:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787756738.303939:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756738.303945:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787756738.303951:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787756738.303958:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787756738.303969:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756738.303976:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756738.303987:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756738.304011:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756738.304017:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787756738.304028:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756738.304040:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756738.304050:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756738.304058:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756738.304069:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756738.304078:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756738.304129:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756738.304137:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756738.304142:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756738.304150:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1b0c0.
00000020:00000040:3.0:1787756738.304160:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787756738.304169:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756738.304175:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756738.304182:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756738.304187:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756738.304195:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756738.304205:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51f400.
00000100:00000001:3.0:1787756738.304218:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756738.304233:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1b0c0 x1874594466024576/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756738.304257:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756738.304266:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756738.304273:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043bdf1c5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1b0c0 x1874594466024576/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756738.304323:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756738.304328:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787756738.304334:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787756738.304345:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18327)
00000800:00000200:1.1:1787756738.304555:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756738.304558:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787756738.304921:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756738.304924:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1787756739.134727:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756739.134736:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756739.134741:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787756739.262457:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4312991145, at 4312991168
00000100:00000010:3.0:1787756739.262478:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6a80.
00000020:00000001:3.0:1787756740.158641:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756740.158650:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756740.158658:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787756741.182584:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756741.182591:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756741.182596:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787756741.886403:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787756741.886412:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787756741.886415:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756741.886421:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:3.0:1787756741.886426:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787756741.886431:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756741.886434:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787756741.886438:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756741.886441:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787756742.206522:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756742.206530:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756742.206536:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787756742.910365:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787756742.910380:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787756742.910386:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756742.910398:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:3.0:1787756742.910405:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787756742.910413:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756742.910419:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787756742.910425:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756742.910431:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787756743.230572:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756743.230580:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756743.230587:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787756743.422350:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756743.422362:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787756743.422365:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756743.422369:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756743.422374:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756743.422382:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18322
00000400:00000200:3.0:1787756743.422392:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756743.422398:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756743.422402:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756743.422404:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756743.422407:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756743.422409:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756743.422411:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756743.422416:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756743.422417:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787756743.422420:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756743.422423:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787756743.422425:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787756743.422427:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787756743.422429:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756743.422431:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756743.422433:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756743.422434:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756743.422437:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787756743.422439:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756743.422441:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756743.422444:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756743.422447:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756743.422449:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756743.422451:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787756743.422453:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756743.422461:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a940.
00000020:00000040:3.0:1787756743.422466:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787756743.422471:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756743.422473:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756743.422476:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756743.422479:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756743.422483:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756743.422491:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e000.
00000100:00000001:3.0:1787756743.422499:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756743.422509:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a940 x1874594466024704/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756743.422518:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756743.422523:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756743.422528:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acf304e1] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a940 x1874594466024704/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756743.422549:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756743.422552:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756743.422555:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787756743.422557:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756743.422558:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756743.422561:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756743.422563:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18322
00000400:00000200:3.0:1787756743.422565:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756743.422567:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756743.422568:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756743.422571:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756743.422573:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756743.422574:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756743.422576:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756743.422577:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756743.422579:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787756743.422580:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756743.422583:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787756743.422585:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787756743.422587:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787756743.422589:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756743.422591:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756743.422592:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756743.422593:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756743.422595:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787756743.422597:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756743.422599:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756743.422600:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756743.422607:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756743.422608:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756743.422610:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756743.422615:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756743.422617:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756743.422618:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756743.422621:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19a40.
00000020:00000040:3.0:1787756743.422622:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787756743.422624:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756743.422625:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756743.422627:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756743.422630:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756743.422634:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756743.422639:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e800.
00000100:00000001:3.0:1787756743.422644:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756743.422649:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19a40 x1874594466024832/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756743.422659:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756743.422667:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756743.422671:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048dd93e3] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19a40 x1874594466024832/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756743.422696:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756743.422698:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756743.422702:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787756743.422704:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756743.422708:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756743.422712:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756743.422721:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18322
00000400:00000200:3.0:1787756743.422735:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756743.422744:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756743.422752:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756743.422760:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756743.422764:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756743.422776:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756743.422788:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756743.422798:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756743.422803:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787756743.422812:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756743.422821:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787756743.422827:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787756743.422835:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787756743.422842:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756743.422851:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756743.422860:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756743.422864:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756743.422867:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787756743.422874:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756743.422877:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756743.422881:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756743.422886:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756743.422891:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756743.422895:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756743.422900:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756743.422903:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756743.422909:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756743.422923:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a1c0.
00000020:00000040:3.0:1787756743.422930:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787756743.422934:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756743.422935:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756743.422936:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756743.422937:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756743.422951:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756743.422963:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51d800.
00000100:00000001:3.0:1787756743.422970:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756743.422983:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a1c0 x1874594466024960/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756743.423007:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756743.423011:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756743.423027:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062ae16d5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a1c0 x1874594466024960/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756743.423036:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756743.423042:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787756743.423051:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787756743.423057:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18333)
00000800:00000200:1.1:1787756743.423124:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756743.423127:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787756743.423462:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756743.423464:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787756743.423786:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756743.423788:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 1 secs later)
00000100:00000001:3.0:1787756743.934383:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787756743.934392:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787756743.934394:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756743.934400:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:3.0:1787756743.934404:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787756743.934408:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756743.934411:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787756743.934415:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756743.934418:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787756744.254624:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756744.254631:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756744.254635:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787756744.382417:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4312996264, at 4312996288
00000100:00000010:3.0:1787756744.382445:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6c00.
00000100:00000001:3.0:1787756744.958371:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787756744.958382:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787756744.958386:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756744.958393:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:3.0:1787756744.958398:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787756744.958404:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756744.958408:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787756744.958413:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756744.958417:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787756745.278520:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756745.278527:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756745.278532:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787756746.302649:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756746.302657:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756746.302663:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787756747.326445:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756747.326452:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756747.326456:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787756748.350636:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756748.350644:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756748.350652:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787756748.543636:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756748.544083:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756748.544319:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000020:00000001:3.0:1787756749.374640:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756749.374647:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756749.374653:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787756749.502391:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313001385, at 4313001408
00000100:00000010:3.0:1787756749.502419:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6a20.
00000020:00000001:3.0:1787756750.398701:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756750.398712:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756750.398722:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787756751.422580:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756751.422587:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756751.422592:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787756751.614682:0:238943:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.154:988
00000400:00000100:3.0:1787756751.614764:0:238943:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.154@tcp at host 192.168.201.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1787756751.614785:0:238943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756751.614794:0:238943:0:(router.c:1791:lnet_notify()) 192.168.201.54@tcp notifying 192.168.201.154@tcp: down
00000400:00000200:3.0:1787756751.614802:0:238943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756751.614811:0:238943:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1787756751.614821:0:238943:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000800:00000010:3.0:1787756751.614830:0:238943:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1600.
00000400:00000200:3.0:1787756751.614841:0:238943:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787756751.614906:0:238943:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787756751.614922:0:238943:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf220
00000400:00000010:3.0:1787756751.614929:0:238943:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf220.
00000100:00000001:3.0:1787756751.614943:0:238943:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787756751.614962:0:238943:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff92505e61c780 x1874594466025088/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787756773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756751.615012:0:238943:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787756751.615022:0:238943:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61c780 x1874594466025088/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787756773 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756751.615039:0:238943:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756751.615043:0:238943:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787756751.615064:0:238943:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000800:00000010:3.0:1787756751.615070:0:238943:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1300.
00000400:00000200:3.0:1787756751.615078:0:238943:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787756751.615085:0:238943:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787756751.615092:0:238943:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfa18
00000400:00000010:3.0:1787756751.615096:0:238943:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfa18.
00000100:00000001:3.0:1787756751.615102:0:238943:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787756751.615116:0:238943:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff92505e61fc00 x1874594466025216/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787756773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756751.615145:0:238943:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787756751.615170:0:238943:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61fc00 x1874594466025216/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787756773 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756751.615217:0:238943:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756751.615226:0:238943:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787756751.615244:0:238943:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000800:00000010:3.0:1787756751.615256:0:238943:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1800.
00000400:00000200:3.0:1787756751.615392:0:238943:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787756751.615411:0:238943:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787756751.615426:0:238943:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf330
00000400:00000010:3.0:1787756751.615435:0:238943:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf330.
00000100:00000001:3.0:1787756751.615450:0:238943:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787756751.615468:0:238943:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff92505e61da40 x1874594466025344/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787756773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756751.615520:0:238943:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787756751.615537:0:238943:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61da40 x1874594466025344/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787756773 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756751.615568:0:238943:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756751.615580:0:238943:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1787756752.446427:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756752.446430:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756752.446433:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787756753.470464:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756753.470470:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756753.470474:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787756753.662513:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756753.662527:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787756753.662530:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756753.662534:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756753.662538:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756753.662565:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18333
00000400:00000200:3.0:1787756753.662576:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756753.662583:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756753.662588:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756753.662592:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756753.662596:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756753.662599:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756753.662602:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756753.662607:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756753.662610:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787756753.662614:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756753.662631:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787756753.662636:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787756753.662641:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787756753.662646:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756753.662650:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756753.662653:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756753.662673:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756753.662677:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787756753.662681:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756753.662684:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756753.662687:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756753.662703:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756753.662706:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756753.662709:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787756753.662712:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756753.662721:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1bc00.
00000020:00000040:3.0:1787756753.662744:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787756753.662751:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756753.662754:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756753.662760:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756753.662764:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756753.662773:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756753.662798:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51ec00.
00000100:00000001:3.0:1787756753.662840:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756753.662851:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1bc00 x1874594466025472/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756753.662862:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756753.662866:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756753.662871:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002bc35b5c] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1bc00 x1874594466025472/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756753.662914:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756753.662918:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756753.662922:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787756753.662925:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756753.662928:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756753.662932:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756753.662937:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18333
00000400:00000200:3.0:1787756753.662944:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756753.662949:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756753.662953:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756753.662957:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756753.662961:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756753.662965:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756753.662969:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756753.662989:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756753.662990:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787756753.662992:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756753.662996:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787756753.662999:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787756753.663002:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787756753.663007:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756753.663010:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756753.663013:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756753.663016:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756753.663019:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787756753.663022:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756753.663029:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756753.663032:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756753.663044:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756753.663050:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756753.663053:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756753.663060:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756753.663068:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756753.663072:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756753.663081:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a1c0.
00000020:00000040:3.0:1787756753.663089:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787756753.663095:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756753.663099:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756753.663105:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756753.663108:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756753.663112:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756753.663120:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c400.
00000100:00000001:3.0:1787756753.663126:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756753.663134:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a1c0 x1874594466025600/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756753.663141:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756753.663143:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756753.663147:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062ae16d5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a1c0 x1874594466025600/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756753.663156:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756753.663159:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756753.663162:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787756753.663165:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756753.663167:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756753.663170:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756753.663172:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18333
00000400:00000200:3.0:1787756753.663176:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756753.663179:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756753.663182:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756753.663185:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756753.663188:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756753.663190:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756753.663192:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756753.663196:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756753.663200:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787756753.663205:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756753.663209:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787756753.663212:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787756753.663224:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787756753.663233:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756753.663237:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756753.663239:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756753.663243:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756753.663247:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787756753.663257:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756753.663264:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756753.663267:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756753.663271:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756753.663275:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756753.663277:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756753.663328:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756753.663334:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756753.663338:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756753.663344:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19a40.
00000020:00000040:3.0:1787756753.663349:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787756753.663465:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756753.663469:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756753.663472:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756753.663474:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756753.663479:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756753.663489:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e400.
00000100:00000001:3.0:1787756753.663502:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756753.663516:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19a40 x1874594466025728/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756753.663528:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756753.663536:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756753.663550:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048dd93e3] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19a40 x1874594466025728/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756753.663595:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756753.663600:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787756753.663618:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787756753.663633:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18343)
00000800:00000200:1.1:1787756753.663678:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756753.663682:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787756753.664186:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756753.664188:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787756753.664433:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756753.664435:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1787756754.174558:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787756754.174576:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787756754.174580:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756754.174592:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:3.0:1787756754.174600:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787756754.174609:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756754.174614:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787756754.174621:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756754.174627:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787756754.494602:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756754.494615:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756754.494623:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787756754.622386:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313006505, at 4313006528
00000100:00000010:3.0:1787756754.622407:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6d80.
00000100:00000001:3.0:1787756755.198370:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787756755.198383:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787756755.198387:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756755.198395:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:3.0:1787756755.198401:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787756755.198406:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756755.198410:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787756755.198414:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756755.198419:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787756755.518588:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756755.518594:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756755.518600:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787756756.222381:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787756756.222394:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787756756.222398:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756756.222406:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:3.0:1787756756.222411:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787756756.222417:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756756.222421:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787756756.222426:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756756.222430:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756757.246359:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787756757.246368:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787756757.246371:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756757.246378:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:3.0:1787756757.246383:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787756757.246387:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756757.246391:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787756757.246395:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756757.246398:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787756757.566592:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756757.566603:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756757.566610:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787756758.270376:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787756758.270388:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787756758.270391:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756758.270401:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:3.0:1787756758.270406:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787756758.270412:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756758.270416:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787756758.270420:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756758.270425:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787756758.590707:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756758.590714:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756758.590719:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787756758.782396:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756758.782413:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787756758.782418:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756758.782423:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756758.782431:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756758.782443:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18338
00000400:00000200:3.0:1787756758.782457:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756758.782466:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756758.782472:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756758.782476:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756758.782481:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756758.782485:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756758.782488:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756758.782497:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756758.782500:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787756758.782506:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756758.782513:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787756758.782518:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787756758.782523:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787756758.782529:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756758.782534:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756758.782538:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756758.782543:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756758.782551:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787756758.782559:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756758.782565:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756758.782571:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756758.782579:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756758.782584:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756758.782589:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787756758.782594:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756758.782611:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a940.
00000020:00000040:3.0:1787756758.782616:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787756758.782623:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756758.782626:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756758.782631:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756758.782635:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756758.782660:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756758.782673:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51fc00.
00000100:00000001:3.0:1787756758.782685:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756758.782701:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a940 x1874594466025856/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756758.782760:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756758.782770:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756758.782782:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acf304e1] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a940 x1874594466025856/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756758.782823:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756758.782828:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756758.782833:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787756758.782835:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756758.782838:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756758.782843:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756758.782847:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18338
00000400:00000200:3.0:1787756758.782853:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756758.782858:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756758.782862:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756758.782866:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756758.782869:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756758.782871:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756758.782874:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756758.782877:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756758.782880:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787756758.782882:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756758.782886:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787756758.782888:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787756758.782891:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787756758.782897:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756758.782901:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756758.782904:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756758.782907:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756758.782911:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787756758.782915:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756758.782918:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756758.782920:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756758.782930:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756758.782937:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756758.782940:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756758.782947:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756758.782954:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756758.782962:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756758.782968:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1b0c0.
00000020:00000040:3.0:1787756758.782975:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787756758.782986:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756758.782990:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756758.782998:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756758.783003:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756758.783009:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756758.783030:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e400.
00000100:00000001:3.0:1787756758.783044:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756758.783061:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1b0c0 x1874594466025984/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756758.783081:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756758.783088:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756758.783100:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043bdf1c5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1b0c0 x1874594466025984/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756758.783128:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756758.783135:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756758.783142:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787756758.783147:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756758.783152:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756758.783156:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756758.783160:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18338
00000400:00000200:3.0:1787756758.783166:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756758.783169:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756758.783172:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756758.783177:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756758.783184:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756758.783187:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756758.783192:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756758.783205:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756758.783213:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787756758.783220:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756758.783228:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787756758.783238:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787756758.783252:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787756758.783326:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756758.783340:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756758.783347:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756758.783353:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756758.783360:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787756758.783371:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756758.783375:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756758.783378:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756758.783386:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756758.783395:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756758.783399:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756758.783403:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756758.783409:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756758.783413:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756758.783440:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca192c0.
00000020:00000040:3.0:1787756758.783448:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787756758.783458:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756758.783463:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756758.783468:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756758.783474:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756758.783479:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756758.783499:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c400.
00000100:00000001:3.0:1787756758.783512:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756758.783535:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca192c0 x1874594466026112/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756758.783566:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756758.783575:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787756758.783586:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000040:3.0:1787756758.783593:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e50181] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca192c0 x1874594466026112/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787756758.783595:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1787756758.783628:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756758.783635:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787756758.783649:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787756758.783663:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18348)
00000800:00000200:1.1:1787756758.784324:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756758.784328:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787756758.784706:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756758.784710:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1787756759.294377:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787756759.294388:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787756759.294391:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756759.294399:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:3.0:1787756759.294405:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787756759.294411:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756759.294414:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787756759.294419:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756759.294423:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787756759.614601:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756759.614608:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756759.614614:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787756759.742426:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313011625, at 4313011648
00000100:00000010:3.0:1787756759.742459:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6120.
00000100:00000001:3.0:1787756760.318405:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787756760.318417:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787756760.318420:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756760.318428:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:3.0:1787756760.318434:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787756760.318440:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756760.318444:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787756760.318448:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756760.318452:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787756760.638637:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756760.638644:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756760.638649:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787756761.342393:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787756761.342405:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787756761.342410:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756761.342419:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:3.0:1787756761.342426:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787756761.342432:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756761.342438:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787756761.342444:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756761.342450:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787756761.662554:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756761.662561:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756761.662566:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787756762.366422:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787756762.366434:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787756762.366437:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756762.366446:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:3.0:1787756762.366452:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787756762.366457:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756762.366462:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787756762.366467:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756762.366472:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787756762.686638:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756762.686694:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756762.686702:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787756763.390422:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787756763.390435:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787756763.390438:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756763.390446:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:3.0:1787756763.390452:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787756763.390458:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756763.390462:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787756763.390466:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756763.390470:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787756763.710599:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756763.710609:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756763.710618:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787756763.902426:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756763.902444:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787756763.902449:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756763.902457:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756763.902464:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756763.902475:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18343
00000400:00000200:3.0:1787756763.902488:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756763.902500:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756763.902505:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756763.902510:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756763.902515:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756763.902520:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756763.902526:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756763.902534:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756763.902539:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787756763.902545:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756763.902551:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787756763.902556:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787756763.902562:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787756763.902569:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756763.902573:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756763.902578:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756763.902582:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756763.902589:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787756763.902597:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756763.902604:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756763.902609:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756763.902616:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756763.902623:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756763.902682:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787756763.902689:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756763.902708:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19680.
00000020:00000040:3.0:1787756763.902716:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787756763.902725:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756763.902729:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756763.902736:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756763.902742:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756763.902751:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756763.902765:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51ec00.
00000100:00000001:3.0:1787756763.902776:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756763.902794:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19680 x1874594466026240/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756763.902811:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756763.902818:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756763.902825:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c14b51e] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19680 x1874594466026240/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756763.902860:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756763.902866:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756763.902871:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787756763.902873:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756763.902875:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756763.902880:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756763.902884:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18343
00000400:00000200:3.0:1787756763.902890:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756763.902895:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756763.902898:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756763.902903:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756763.902908:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756763.902911:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756763.902914:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756763.902917:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756763.902919:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787756763.902921:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756763.902925:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787756763.902933:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787756763.902936:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787756763.902943:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756763.902948:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756763.902957:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756763.902963:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756763.902967:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787756763.902979:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756763.902982:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756763.902985:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756763.902994:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756763.903003:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756763.903008:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756763.903017:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756763.903028:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756763.903037:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756763.903046:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca18b40.
00000020:00000040:3.0:1787756763.903052:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787756763.903063:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756763.903068:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756763.903074:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756763.903077:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756763.903084:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756763.903093:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51d800.
00000100:00000001:3.0:1787756763.903101:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756763.903113:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca18b40 x1874594466026368/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756763.903135:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756763.903140:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756763.903151:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5e8f4b9] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca18b40 x1874594466026368/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756763.903170:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756763.903176:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756763.903186:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787756763.903192:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756763.903202:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756763.903213:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756763.903223:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18343
00000400:00000200:3.0:1787756763.903235:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756763.903248:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756763.903254:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756763.903312:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756763.903319:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756763.903328:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756763.903334:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756763.903338:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756763.903340:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787756763.903347:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756763.903356:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787756763.903361:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787756763.903369:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787756763.903382:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756763.903387:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756763.903393:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756763.903399:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756763.903405:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787756763.903417:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756763.903425:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756763.903433:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756763.903439:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756763.903451:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756763.903458:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756763.903464:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756763.903473:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756763.903481:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756763.903493:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a580.
00000020:00000040:3.0:1787756763.903503:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787756763.903510:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756763.903512:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756763.903516:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756763.903522:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756763.903530:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756763.903546:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e800.
00000800:00000200:1.1:1787756763.903557:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:3.0:1787756763.903560:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787756763.903564:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000100:00100000:3.0:1787756763.903584:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a580 x1874594466026496/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756763.903615:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756763.903646:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756763.903666:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079505b6d] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a580 x1874594466026496/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756763.903705:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756763.903715:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787756763.903729:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787756763.903749:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18353)
00000800:00000200:1.1:1787756763.904232:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756763.904235:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787756763.904854:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756763.904859:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1787756764.734563:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756764.734574:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756764.734582:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787756764.862376:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313016745, at 4313016768
00000100:00000010:3.0:1787756764.862399:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6660.
00000020:00000001:3.0:1787756765.758650:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756765.758657:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756765.758663:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787756766.782643:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756766.782654:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756766.782663:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787756767.806617:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756767.806624:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756767.806631:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787756768.510417:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787756768.510431:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787756768.510436:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756768.510445:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:3.0:1787756768.510451:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787756768.510457:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756768.510461:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787756768.510465:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756768.510470:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787756768.830685:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756768.830692:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756768.830697:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787756769.023439:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756769.023447:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787756769.024101:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756769.024105:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787756769.024711:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756769.024715:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1787756769.534410:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787756769.534424:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787756769.534429:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756769.534442:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:3.0:1787756769.534450:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787756769.534457:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756769.534463:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787756769.534469:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756769.534475:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787756769.854596:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756769.854604:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756769.854609:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787756769.982432:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313021865, at 4313021888
00000100:00000010:3.0:1787756769.982470:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6840.
00000100:00000001:3.0:1787756770.558419:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787756770.558432:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787756770.558436:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756770.558446:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:3.0:1787756770.558453:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787756770.558459:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756770.558464:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787756770.558468:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756770.558474:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787756770.878656:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756770.878665:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756770.878670:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787756771.582383:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787756771.582396:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787756771.582399:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756771.582407:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:3.0:1787756771.582412:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787756771.582418:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756771.582424:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787756771.582431:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756771.582437:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787756771.902707:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756771.902716:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756771.902722:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787756772.926559:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756772.926566:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756772.926571:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787756773.950622:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756773.950631:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756773.950637:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787756774.143963:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756774.143983:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787756774.144742:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756774.144746:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787756774.145102:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756774.145105:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000020:00000001:3.0:1787756774.974572:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756774.974580:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756774.974585:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787756775.102424:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313026985, at 4313027008
00000100:00000010:3.0:1787756775.102469:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6a80.
00000020:00000001:3.0:1787756775.998632:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756775.998642:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756775.998649:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787756777.022592:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756777.022602:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756777.022609:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787756778.046586:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756778.046592:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756778.046596:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787756779.070675:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756779.070685:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756779.070693:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787756779.262510:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787756779.262526:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787756779.262530:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787756779.262537:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787756779.262544:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787756779.262557:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18358
00000400:00000200:0.0:1787756779.262571:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787756779.262580:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787756779.262585:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787756779.262590:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756779.262594:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756779.262598:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756779.262602:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787756779.262608:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787756779.262611:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787756779.262616:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787756779.262621:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787756779.262624:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787756779.262627:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787756779.262631:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756779.262633:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756779.262636:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756779.262639:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787756779.262644:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787756779.262649:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787756779.262652:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787756779.262656:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787756779.262661:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787756779.262665:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756779.262668:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787756779.262672:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787756779.262685:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae47480.
00000020:00000040:0.0:1787756779.262690:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787756779.262697:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787756779.262700:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756779.262704:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787756779.262708:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787756779.262717:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787756779.262730:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6400.
00000100:00000001:0.0:1787756779.262740:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787756779.262756:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae47480 x1874594466027392/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787756779.262788:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787756779.262795:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756779.262803:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ecd7b1f2] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae47480 x1874594466027392/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787756779.262838:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787756779.262843:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787756779.262847:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787756779.262850:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787756779.262852:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787756779.262856:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787756779.262860:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18358
00000400:00000200:0.0:1787756779.262864:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787756779.262868:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787756779.262871:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787756779.262875:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756779.262878:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756779.262881:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756779.262883:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787756779.262886:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787756779.262888:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:0.0:1787756779.262890:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787756779.262893:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:0.0:1787756779.262896:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:0.0:1787756779.262899:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:0.0:1787756779.262903:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756779.262907:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756779.262909:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756779.262912:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787756779.262915:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:0.0:1787756779.262919:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787756779.262922:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787756779.262925:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787756779.262934:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787756779.262938:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756779.262941:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787756779.262948:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787756779.262952:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756779.262955:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787756779.262961:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae47840.
00000020:00000040:0.0:1787756779.262968:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:0.0:1787756779.262973:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787756779.262978:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756779.262984:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787756779.262986:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787756779.262990:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787756779.262997:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad7c00.
00000100:00000001:0.0:1787756779.263011:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787756779.263026:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae47840 x1874594466027520/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787756779.263043:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787756779.263050:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756779.263064:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000cd63e1] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae47840 x1874594466027520/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787756779.263088:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787756779.263094:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787756779.263100:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787756779.263103:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787756779.263105:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787756779.263113:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787756779.263121:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18358
00000400:00000200:0.0:1787756779.263132:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787756779.263140:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787756779.263151:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787756779.263165:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756779.263174:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756779.263183:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756779.263190:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787756779.263200:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787756779.263204:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:0.0:1787756779.263214:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787756779.263225:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:0.0:1787756779.263235:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:0.0:1787756779.263248:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:0.0:1787756779.263268:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756779.263333:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756779.263339:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756779.263343:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787756779.263348:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:0.0:1787756779.263383:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787756779.263390:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787756779.263396:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787756779.263402:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787756779.263410:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756779.263413:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787756779.263417:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787756779.263429:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756779.263433:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787756779.263439:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae44f00.
00000020:00000040:0.0:1787756779.263446:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:0.0:1787756779.263454:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787756779.263456:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756779.263459:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787756779.263461:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787756779.263464:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787756779.263474:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6800.
00000100:00000001:0.0:1787756779.263482:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787756779.263493:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae44f00 x1874594466027648/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787756779.263513:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787756779.263520:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756779.263532:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b63fe09a] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae44f00 x1874594466027648/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787756779.263563:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756779.263574:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787756779.263586:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1787756779.263595:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18368)
00000800:00000200:1.1:1787756779.263660:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756779.263665:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787756779.264213:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756779.264217:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787756779.264709:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756779.264713:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 33 secs later)
00000020:00000001:3.0:1787756780.094615:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756780.094621:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756780.094627:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787756780.222487:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313032105, at 4313032128
00000100:00000010:3.0:1787756780.222518:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6240.
00000020:00000001:3.0:1787756782.142522:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756782.142531:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756782.142538:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787756783.166552:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756783.166564:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756783.166574:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787756784.382400:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787756784.382445:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787756784.382451:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787756784.382458:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787756784.382468:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787756784.382484:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18363
00000400:00000200:0.0:1787756784.382502:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787756784.382514:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787756784.382520:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787756784.382525:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756784.382531:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756784.382535:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756784.382538:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787756784.382545:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787756784.382548:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787756784.382552:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787756784.382557:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787756784.382560:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787756784.382564:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787756784.382568:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756784.382571:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756784.382574:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756784.382577:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787756784.382581:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787756784.382586:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787756784.382589:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787756784.382594:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787756784.382599:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787756784.382602:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756784.382605:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787756784.382610:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787756784.382620:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae46580.
00000020:00000040:0.0:1787756784.382625:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787756784.382632:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787756784.382634:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756784.382639:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787756784.382643:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787756784.382650:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787756784.382664:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad5800.
00000100:00000001:0.0:1787756784.382674:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787756784.382688:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae46580 x1874594466027776/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787756784.382714:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787756784.382719:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756784.382727:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000105135d9] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae46580 x1874594466027776/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787756784.382770:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787756784.382776:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787756784.382786:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787756784.382789:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787756784.382791:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787756784.382796:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787756784.382801:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18363
00000400:00000200:0.0:1787756784.382807:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787756784.382813:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787756784.382816:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787756784.382822:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756784.382826:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756784.382830:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756784.382833:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787756784.382836:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787756784.382840:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:0.0:1787756784.382844:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787756784.382850:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:0.0:1787756784.382856:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:0.0:1787756784.382864:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:0.0:1787756784.382869:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756784.382876:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756784.382879:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756784.382884:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787756784.382891:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:0.0:1787756784.382904:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787756784.382914:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787756784.382922:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787756784.382935:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787756784.382943:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756784.382950:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787756784.382960:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787756784.382970:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756784.382978:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787756784.382986:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae45e00.
00000020:00000040:0.0:1787756784.383005:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:0.0:1787756784.383018:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787756784.383022:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756784.383024:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787756784.383026:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787756784.383029:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787756784.383038:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad4800.
00000100:00000001:0.0:1787756784.383048:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787756784.383064:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae45e00 x1874594466027904/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787756784.383082:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787756784.383109:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756784.383156:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3f2eaea] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae45e00 x1874594466027904/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787756784.383196:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787756784.383206:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787756784.383218:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787756784.383227:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787756784.383231:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787756784.383244:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787756784.383256:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18363
00000400:00000200:0.0:1787756784.383425:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787756784.383448:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787756784.383462:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787756784.383476:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756784.383486:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756784.383499:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756784.383513:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787756784.383525:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787756784.383529:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:0.0:1787756784.383538:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:1.1:1787756784.383538:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000020:00000040:0.0:1787756784.383546:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000800:00000200:1.1:1787756784.383551:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 28 secs later)
00000020:00000001:0.0:1787756784.383552:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:0.0:1787756784.383559:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:0.0:1787756784.383572:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756784.383580:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756784.383590:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756784.383595:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787756784.383603:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:0.0:1787756784.383608:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787756784.383617:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787756784.383622:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787756784.383630:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787756784.383642:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756784.383645:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787756784.383649:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787756784.383656:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756784.383658:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787756784.383664:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae461c0.
00000020:00000040:0.0:1787756784.383672:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:0.0:1787756784.383678:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787756784.383683:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756784.383688:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787756784.383692:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787756784.383701:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787756784.383712:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6800.
00000100:00000001:0.0:1787756784.383723:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787756784.383741:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae461c0 x1874594466028032/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787756784.383780:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787756784.383789:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756784.383801:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeb90c37] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae461c0 x1874594466028032/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787756784.383817:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756784.383826:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787756784.383836:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1787756784.383851:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18373)
00000800:00000200:1.1:1787756784.384437:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756784.384440:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787756784.384818:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756784.384823:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 28 secs later)
00000020:00000001:3.0:1787756785.214665:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756785.214674:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756785.214680:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787756785.342414:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313037225, at 4313037248
00000100:00000010:3.0:1787756785.342438:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6060.
00000020:00000001:3.0:1787756788.286511:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756788.286518:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756788.286525:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787756789.502408:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756789.502428:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787756789.502433:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756789.502439:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756789.502447:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756789.502460:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18368
00000400:00000200:3.0:1787756789.502475:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756789.502485:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756789.502490:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756789.502495:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756789.502499:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756789.502502:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756789.502505:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756789.502512:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756789.502515:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787756789.502519:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756789.502524:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787756789.502527:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787756789.502530:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787756789.502534:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756789.502537:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756789.502539:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756789.502542:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756789.502546:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787756789.502550:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756789.502553:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756789.502557:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756789.502562:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756789.502565:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756789.502568:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787756789.502571:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756789.502579:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19e00.
00000020:00000040:3.0:1787756789.502584:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787756789.502589:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756789.502591:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756789.502595:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756789.502598:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756789.502604:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756789.502613:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e000.
00000100:00000001:3.0:1787756789.502621:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756789.502635:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19e00 x1874594466028160/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756789.502649:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756789.502654:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756789.502661:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000c6c2d2] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19e00 x1874594466028160/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756789.502695:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756789.502700:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756789.502705:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787756789.502707:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756789.502709:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756789.502712:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756789.502716:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18368
00000400:00000200:3.0:1787756789.502721:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756789.502725:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756789.502729:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756789.502733:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756789.502737:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756789.502742:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756789.502745:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756789.502748:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756789.502750:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787756789.502753:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756789.502756:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787756789.502761:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787756789.502771:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787756789.502782:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756789.502793:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756789.502804:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756789.502811:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756789.502825:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787756789.502840:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756789.502851:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756789.502866:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756789.502880:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756789.502887:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756789.502892:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756789.502899:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756789.502910:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756789.502914:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756789.502925:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a580.
00000020:00000040:3.0:1787756789.502934:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787756789.502939:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756789.502944:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756789.502948:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756789.502954:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756789.502956:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756789.502966:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51f400.
00000100:00000001:3.0:1787756789.502976:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756789.502990:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a580 x1874594466028288/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756789.503013:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756789.503019:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756789.503030:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079505b6d] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a580 x1874594466028288/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756789.503063:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756789.503069:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756789.503087:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787756789.503094:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756789.503098:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756789.503108:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756789.503115:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18368
00000400:00000200:3.0:1787756789.503128:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756789.503138:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756789.503157:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756789.503162:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756789.503165:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756789.503168:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756789.503202:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756789.503210:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756789.503217:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787756789.503225:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756789.503234:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787756789.503243:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787756789.503253:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787756789.503336:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756789.503347:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756789.503360:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756789.503372:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756789.503382:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787756789.503402:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756789.503418:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756789.503428:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756789.503439:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756789.503452:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756789.503462:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756789.503472:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.1:1787756789.503472:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000008:00000001:3.0:1787756789.503480:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756789.503482:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756789.503489:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca18b40.
00000800:00000200:1.1:1787756789.503496:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000020:00000040:3.0:1787756789.503497:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787756789.503510:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756789.503516:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756789.503525:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756789.503529:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756789.503537:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756789.503548:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c000.
00000100:00000001:3.0:1787756789.503562:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756789.503580:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca18b40 x1874594466028416/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756789.503596:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756789.503604:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756789.503620:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5e8f4b9] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca18b40 x1874594466028416/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756789.503644:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756789.503651:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787756789.503670:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787756789.503683:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18379)
00000800:00000200:1.1:1787756789.504343:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756789.504346:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787756789.504732:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756789.504736:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000100:00000040:3.0:1787756790.462360:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313042345, at 4313042368
00000100:00000010:3.0:1787756790.462382:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e62a0.
00000020:00000001:3.0:1787756791.358595:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756791.358607:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756791.358615:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787756794.430595:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756794.430603:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756794.430609:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787756794.622380:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756794.622393:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787756794.622396:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756794.622401:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756794.622407:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756794.622416:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18374
00000400:00000200:3.0:1787756794.622427:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756794.622441:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756794.622446:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756794.622466:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756794.622470:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756794.622472:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756794.622474:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756794.622477:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756794.622479:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787756794.622482:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756794.622486:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787756794.622487:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787756794.622489:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787756794.622492:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756794.622494:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756794.622497:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756794.622499:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756794.622501:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787756794.622504:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756794.622506:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756794.622508:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756794.622511:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756794.622514:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756794.622516:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787756794.622518:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756794.622526:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19680.
00000020:00000040:3.0:1787756794.622528:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787756794.622532:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756794.622533:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756794.622536:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756794.622539:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756794.622542:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756794.622548:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51dc00.
00000100:00000001:3.0:1787756794.622565:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756794.622573:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19680 x1874594466028544/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756794.622586:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756794.622590:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756794.622594:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c14b51e] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19680 x1874594466028544/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756794.622611:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756794.622614:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756794.622617:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787756794.622618:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756794.622619:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756794.622622:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756794.622624:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18374
00000400:00000200:3.0:1787756794.622627:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756794.622630:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756794.622631:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756794.622634:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756794.622635:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756794.622637:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756794.622638:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756794.622640:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756794.622641:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787756794.622643:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756794.622644:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787756794.622645:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787756794.622647:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787756794.622650:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756794.622652:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756794.622654:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756794.622656:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756794.622658:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787756794.622660:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756794.622662:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756794.622664:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756794.622670:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756794.622674:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756794.622678:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756794.622682:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756794.622686:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756794.622689:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756794.622693:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca192c0.
00000020:00000040:3.0:1787756794.622697:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787756794.622703:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756794.622705:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756794.622722:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756794.622724:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756794.622729:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756794.622733:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c000.
00000100:00000001:3.0:1787756794.622738:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756794.622746:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca192c0 x1874594466028672/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756794.622758:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756794.622762:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756794.622769:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e50181] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca192c0 x1874594466028672/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756794.622781:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756794.622784:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756794.622790:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787756794.622793:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756794.622795:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756794.622798:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756794.622809:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18374
00000400:00000200:3.0:1787756794.622816:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756794.622819:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756794.622822:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756794.622827:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756794.622829:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756794.622836:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756794.622841:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756794.622843:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756794.622844:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787756794.622846:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756794.622849:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787756794.622852:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787756794.622854:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787756794.622857:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756794.622860:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756794.622864:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756794.622866:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756794.622868:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787756794.622873:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756794.622877:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756794.622882:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756794.622884:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756794.622889:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756794.622891:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756794.622893:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756794.622895:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756794.622909:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756794.622915:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1b0c0.
00000020:00000040:3.0:1787756794.622919:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787756794.622925:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756794.622928:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756794.622931:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756794.622934:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756794.622937:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756794.622944:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51f400.
00000100:00000001:3.0:1787756794.622952:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756794.622976:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1b0c0 x1874594466028800/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756794.622988:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756794.622995:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756794.623007:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043bdf1c5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1b0c0 x1874594466028800/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756794.623023:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756794.623029:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787756794.623034:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787756794.623043:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18384)
00000800:00000200:1.1:1787756794.623205:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756794.623210:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787756794.623943:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756794.623947:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787756794.624281:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756794.624301:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000100:00000040:3.0:1787756795.582362:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313047465, at 4313047488
00000100:00000010:3.0:1787756795.582385:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6ea0.
00000020:00000001:3.0:1787756797.502454:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756797.502460:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756797.502464:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787756799.742395:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756799.742412:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787756799.742416:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756799.742422:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756799.742429:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756799.742441:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18379
00000400:00000200:3.0:1787756799.742455:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756799.742464:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756799.742469:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756799.742474:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756799.742478:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756799.742482:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756799.742486:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756799.742492:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756799.742494:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787756799.742499:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756799.742503:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787756799.742506:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787756799.742509:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787756799.742513:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756799.742516:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756799.742519:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756799.742522:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756799.742526:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787756799.742542:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756799.742546:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756799.742550:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756799.742555:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756799.742559:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756799.742562:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787756799.742565:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756799.742581:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a940.
00000020:00000040:3.0:1787756799.742588:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787756799.742596:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756799.742600:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756799.742606:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756799.742612:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756799.742620:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756799.742634:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e000.
00000100:00000001:3.0:1787756799.742649:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756799.742668:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a940 x1874594466028928/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756799.742691:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756799.742701:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756799.742712:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acf304e1] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a940 x1874594466028928/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756799.742760:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756799.742765:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756799.742770:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787756799.742772:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756799.742775:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756799.742780:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756799.742784:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18379
00000400:00000200:3.0:1787756799.742790:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756799.742795:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756799.742799:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756799.742805:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756799.742809:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756799.742812:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756799.742824:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756799.742828:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756799.742830:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787756799.742833:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756799.742837:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787756799.742846:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787756799.742850:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787756799.742856:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756799.742864:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756799.742870:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756799.742875:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756799.742881:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787756799.742890:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756799.742898:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756799.742906:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756799.742919:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756799.742940:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756799.742951:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756799.742959:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756799.742968:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756799.742975:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756799.742983:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19a40.
00000020:00000040:3.0:1787756799.742991:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787756799.743021:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756799.743023:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756799.743026:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756799.743028:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756799.743031:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756799.743049:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e800.
00000100:00000001:3.0:1787756799.743058:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756799.743073:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19a40 x1874594466029056/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756799.743099:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756799.743103:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756799.743114:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048dd93e3] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19a40 x1874594466029056/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756799.743133:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756799.743142:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756799.743148:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787756799.743150:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756799.743154:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756799.743163:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756799.743169:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18379
00000400:00000200:3.0:1787756799.743175:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756799.743184:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756799.743191:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756799.743201:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756799.743209:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756799.743220:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756799.743224:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756799.743234:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756799.743238:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787756799.743243:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756799.743249:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787756799.743256:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787756799.743259:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787756799.743305:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756799.743308:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756799.743312:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756799.743316:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756799.743320:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787756799.743324:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756799.743329:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756799.743335:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756799.743344:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756799.743352:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756799.743362:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756799.743367:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756799.743380:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756799.743383:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756799.743391:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a1c0.
00000020:00000040:3.0:1787756799.743399:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787756799.743402:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756799.743408:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756799.743415:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756799.743420:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756799.743423:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756799.743432:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51d800.
00000100:00000001:3.0:1787756799.743443:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756799.743459:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a1c0 x1874594466029184/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756799.743481:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756799.743490:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756799.743504:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062ae16d5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a1c0 x1874594466029184/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756799.743532:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756799.743540:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787756799.743553:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787756799.743563:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18389)
00000800:00000200:1.1:1787756799.743653:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756799.743660:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787756799.744603:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756799.744608:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787756799.745197:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756799.745200:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1787756800.574548:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756800.574558:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756800.574564:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787756800.702420:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313052585, at 4313052608
00000100:00000010:3.0:1787756800.702449:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6600.
00000100:00080000:3.0:1787756804.862392:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756804.862407:0:86761:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787756804.862411:0:86761:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756804.862418:0:86761:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756804.862425:0:86761:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756804.862437:0:86761:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18384
00000400:00000200:3.0:1787756804.862451:0:86761:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756804.862461:0:86761:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756804.862466:0:86761:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756804.862472:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756804.862476:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756804.862479:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756804.862483:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756804.862488:0:86761:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756804.862491:0:86761:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787756804.862496:0:86761:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756804.862500:0:86761:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787756804.862503:0:86761:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787756804.862506:0:86761:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787756804.862510:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756804.862513:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756804.862516:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756804.862518:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756804.862523:0:86761:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787756804.862527:0:86761:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756804.862531:0:86761:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756804.862534:0:86761:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756804.862539:0:86761:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756804.862543:0:86761:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756804.862547:0:86761:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787756804.862551:0:86761:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756804.862570:0:86761:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1bc00.
00000020:00000040:3.0:1787756804.862578:0:86761:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787756804.862586:0:86761:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756804.862589:0:86761:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756804.862595:0:86761:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756804.862600:0:86761:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756804.862609:0:86761:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756804.862625:0:86761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51ec00.
00000100:00000001:3.0:1787756804.862639:0:86761:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756804.862659:0:86761:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1bc00 x1874594466029312/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756804.862677:0:86761:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756804.862683:0:86761:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756804.862691:0:86761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002bc35b5c] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1bc00 x1874594466029312/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756804.862725:0:86761:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756804.862730:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756804.862735:0:86761:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787756804.862737:0:86761:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756804.862740:0:86761:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756804.862745:0:86761:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756804.862749:0:86761:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18384
00000400:00000200:3.0:1787756804.862755:0:86761:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756804.862759:0:86761:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756804.862762:0:86761:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756804.862766:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756804.862769:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756804.862771:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756804.862774:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756804.862777:0:86761:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756804.862779:0:86761:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787756804.862782:0:86761:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756804.862785:0:86761:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787756804.862787:0:86761:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787756804.862789:0:86761:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787756804.862793:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756804.862797:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756804.862801:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756804.862806:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756804.862812:0:86761:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787756804.862818:0:86761:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756804.862823:0:86761:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756804.862828:0:86761:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756804.862840:0:86761:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756804.862847:0:86761:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756804.862852:0:86761:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756804.862863:0:86761:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756804.862870:0:86761:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756804.862875:0:86761:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756804.862893:0:86761:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a1c0.
00000020:00000040:3.0:1787756804.862901:0:86761:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787756804.862942:0:86761:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756804.862950:0:86761:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756804.862962:0:86761:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756804.862969:0:86761:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756804.862975:0:86761:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756804.862993:0:86761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c400.
00000100:00000001:3.0:1787756804.863006:0:86761:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756804.863037:0:86761:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a1c0 x1874594466029440/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756804.863058:0:86761:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756804.863065:0:86761:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756804.863073:0:86761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062ae16d5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a1c0 x1874594466029440/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756804.863089:0:86761:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756804.863098:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756804.863112:0:86761:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787756804.863116:0:86761:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756804.863119:0:86761:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756804.863126:0:86761:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756804.863137:0:86761:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18384
00000400:00000200:3.0:1787756804.863148:0:86761:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756804.863159:0:86761:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756804.863163:0:86761:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756804.863168:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756804.863173:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756804.863189:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756804.863203:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756804.863209:0:86761:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756804.863214:0:86761:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787756804.863219:0:86761:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756804.863224:0:86761:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787756804.863230:0:86761:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787756804.863243:0:86761:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787756804.863265:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756804.863318:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756804.863323:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756804.863327:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756804.863332:0:86761:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787756804.863337:0:86761:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756804.863352:0:86761:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756804.863358:0:86761:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756804.863368:0:86761:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756804.863378:0:86761:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756804.863394:0:86761:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756804.863398:0:86761:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756804.863405:0:86761:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756804.863407:0:86761:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756804.863422:0:86761:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19a40.
00000020:00000040:3.0:1787756804.863432:0:86761:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787756804.863443:0:86761:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756804.863447:0:86761:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756804.863454:0:86761:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756804.863462:0:86761:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756804.863467:0:86761:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756804.863477:0:86761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e400.
00000100:00000001:3.0:1787756804.863484:0:86761:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756804.863496:0:86761:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19a40 x1874594466029568/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756804.863521:0:86761:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756804.863528:0:86761:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756804.863536:0:86761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048dd93e3] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19a40 x1874594466029568/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756804.863568:0:86761:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756804.863581:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787756804.863602:0:86761:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787756804.863622:0:86761:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18394)
00000800:00000200:1.1:1787756804.863655:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756804.863659:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787756804.864170:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756804.864173:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787756804.864487:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756804.864491:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000100:00000040:3.0:1787756805.822428:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313057705, at 4313057728
00000100:00000010:3.0:1787756805.822453:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e65a0.
00000100:00080000:0.0:1787756809.982405:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787756809.982415:0:86761:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787756809.982418:0:86761:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787756809.982423:0:86761:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787756809.982428:0:86761:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787756809.982439:0:86761:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18389
00000400:00000200:0.0:1787756809.982449:0:86761:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787756809.982455:0:86761:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787756809.982458:0:86761:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787756809.982461:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756809.982463:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756809.982466:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756809.982468:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787756809.982473:0:86761:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787756809.982476:0:86761:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787756809.982480:0:86761:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787756809.982484:0:86761:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787756809.982487:0:86761:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787756809.982489:0:86761:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787756809.982492:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756809.982493:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756809.982494:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756809.982496:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787756809.982498:0:86761:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787756809.982502:0:86761:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787756809.982506:0:86761:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787756809.982509:0:86761:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787756809.982513:0:86761:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787756809.982516:0:86761:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756809.982519:0:86761:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787756809.982521:0:86761:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787756809.982530:0:86761:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae44000.
00000020:00000040:0.0:1787756809.982534:0:86761:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787756809.982539:0:86761:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787756809.982542:0:86761:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756809.982546:0:86761:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787756809.982550:0:86761:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787756809.982555:0:86761:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787756809.982566:0:86761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6000.
00000100:00000001:0.0:1787756809.982576:0:86761:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787756809.982588:0:86761:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae44000 x1874594466029696/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787756809.982602:0:86761:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787756809.982607:0:86761:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756809.982612:0:86761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b29c40b] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae44000 x1874594466029696/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787756809.982641:0:86761:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787756809.982646:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787756809.982651:0:86761:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787756809.982653:0:86761:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787756809.982655:0:86761:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787756809.982660:0:86761:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787756809.982664:0:86761:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18389
00000400:00000200:0.0:1787756809.982670:0:86761:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787756809.982677:0:86761:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787756809.982681:0:86761:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787756809.982686:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756809.982690:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756809.982692:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756809.982698:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787756809.982702:0:86761:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787756809.982707:0:86761:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:0.0:1787756809.982712:0:86761:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787756809.982717:0:86761:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:0.0:1787756809.982729:0:86761:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:0.0:1787756809.982738:0:86761:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:0.0:1787756809.982743:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756809.982750:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756809.982753:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756809.982760:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787756809.982774:0:86761:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:0.0:1787756809.982788:0:86761:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787756809.982795:0:86761:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787756809.982807:0:86761:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787756809.982833:0:86761:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787756809.982847:0:86761:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756809.982854:0:86761:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787756809.982860:0:86761:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787756809.982867:0:86761:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756809.982871:0:86761:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787756809.982877:0:86761:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae45a40.
00000020:00000040:0.0:1787756809.982887:0:86761:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:0.0:1787756809.982900:0:86761:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787756809.982904:0:86761:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756809.982908:0:86761:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787756809.982910:0:86761:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787756809.982913:0:86761:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787756809.982920:0:86761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad4400.
00000100:00000001:0.0:1787756809.982931:0:86761:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787756809.982943:0:86761:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae45a40 x1874594466029824/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787756809.982980:0:86761:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787756809.982988:0:86761:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756809.982995:0:86761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000091d828b] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae45a40 x1874594466029824/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787756809.983019:0:86761:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787756809.983024:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787756809.983033:0:86761:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787756809.983045:0:86761:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787756809.983047:0:86761:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787756809.983052:0:86761:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787756809.983059:0:86761:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18389
00000400:00000200:0.0:1787756809.983090:0:86761:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787756809.983102:0:86761:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787756809.983109:0:86761:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787756809.983118:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756809.983125:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756809.983129:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756809.983133:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787756809.983140:0:86761:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787756809.983141:0:86761:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:0.0:1787756809.983143:0:86761:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787756809.983146:0:86761:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:0.0:1787756809.983153:0:86761:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:0.0:1787756809.983156:0:86761:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:0.0:1787756809.983162:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756809.983168:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756809.983175:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756809.983182:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787756809.983189:0:86761:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:0.0:1787756809.983200:0:86761:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000800:00000200:1.1:1787756809.983201:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:0.0:1787756809.983204:0:86761:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787756809.983208:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
02000000:00000001:0.0:1787756809.983209:0:86761:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787756809.983218:0:86761:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787756809.983229:0:86761:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756809.983240:0:86761:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787756809.983245:0:86761:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787756809.983255:0:86761:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756809.983329:0:86761:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787756809.983342:0:86761:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae461c0.
00000020:00000040:0.0:1787756809.983353:0:86761:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:0.0:1787756809.983360:0:86761:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787756809.983365:0:86761:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756809.983373:0:86761:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787756809.983376:0:86761:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787756809.983379:0:86761:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787756809.983395:0:86761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad5400.
00000100:00000001:0.0:1787756809.983408:0:86761:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787756809.983425:0:86761:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae461c0 x1874594466029952/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787756809.983441:0:86761:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787756809.983445:0:86761:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756809.983459:0:86761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeb90c37] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae461c0 x1874594466029952/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787756809.983478:0:86761:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756809.983484:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787756809.983493:0:86761:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1787756809.983500:0:86761:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18399)
00000800:00000200:1.1:1787756809.983746:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756809.983748:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787756809.983959:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756809.983961:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000100:00000040:3.0:1787756810.942402:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313062825, at 4313062848
00000100:00000010:3.0:1787756810.942429:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6480.
00000020:00000001:3.0:1787756813.886533:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756813.886540:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756813.886547:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787756815.102427:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756815.102438:0:86761:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787756815.102440:0:86761:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756815.102444:0:86761:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756815.102449:0:86761:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756815.102456:0:86761:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18394
00000400:00000200:3.0:1787756815.102465:0:86761:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756815.102472:0:86761:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756815.102475:0:86761:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756815.102478:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756815.102481:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756815.102483:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756815.102486:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756815.102490:0:86761:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756815.102492:0:86761:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787756815.102494:0:86761:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756815.102498:0:86761:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787756815.102500:0:86761:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787756815.102502:0:86761:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787756815.102505:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756815.102506:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756815.102508:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756815.102510:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756815.102513:0:86761:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787756815.102516:0:86761:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756815.102518:0:86761:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756815.102521:0:86761:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756815.102524:0:86761:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756815.102526:0:86761:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756815.102528:0:86761:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787756815.102530:0:86761:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756815.102540:0:86761:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a940.
00000020:00000040:3.0:1787756815.102543:0:86761:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787756815.102547:0:86761:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756815.102548:0:86761:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756815.102551:0:86761:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756815.102553:0:86761:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756815.102558:0:86761:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756815.102565:0:86761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51fc00.
00000100:00000001:3.0:1787756815.102573:0:86761:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756815.102581:0:86761:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a940 x1874594466030080/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756815.102591:0:86761:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756815.102596:0:86761:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756815.102600:0:86761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acf304e1] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a940 x1874594466030080/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756815.102621:0:86761:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756815.102624:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756815.102627:0:86761:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787756815.102628:0:86761:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756815.102630:0:86761:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756815.102632:0:86761:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756815.102635:0:86761:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18394
00000400:00000200:3.0:1787756815.102638:0:86761:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756815.102640:0:86761:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756815.102642:0:86761:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756815.102645:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756815.102647:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756815.102650:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756815.102653:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756815.102655:0:86761:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756815.102656:0:86761:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787756815.102658:0:86761:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756815.102660:0:86761:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787756815.102661:0:86761:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787756815.102664:0:86761:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787756815.102670:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756815.102673:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756815.102678:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756815.102682:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756815.102686:0:86761:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787756815.102692:0:86761:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756815.102699:0:86761:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756815.102704:0:86761:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756815.102713:0:86761:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756815.102721:0:86761:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756815.102744:0:86761:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756815.102751:0:86761:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756815.102764:0:86761:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756815.102767:0:86761:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756815.102774:0:86761:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1b0c0.
00000020:00000040:3.0:1787756815.102780:0:86761:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787756815.102784:0:86761:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756815.102786:0:86761:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756815.102793:0:86761:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756815.102796:0:86761:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756815.102800:0:86761:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756815.102810:0:86761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e400.
00000100:00000001:3.0:1787756815.102819:0:86761:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756815.102830:0:86761:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1b0c0 x1874594466030208/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756815.102845:0:86761:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756815.102851:0:86761:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756815.102859:0:86761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043bdf1c5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1b0c0 x1874594466030208/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756815.102889:0:86761:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756815.102894:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756815.102903:0:86761:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787756815.102906:0:86761:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756815.102910:0:86761:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756815.102913:0:86761:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756815.102920:0:86761:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18394
00000400:00000200:3.0:1787756815.102926:0:86761:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756815.102932:0:86761:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756815.102937:0:86761:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756815.102944:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756815.102948:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756815.102950:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756815.102951:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756815.102953:0:86761:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756815.102954:0:86761:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787756815.102959:0:86761:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756815.102961:0:86761:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787756815.102967:0:86761:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787756815.102975:0:86761:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787756815.102986:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756815.102995:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756815.103003:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756815.103011:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756815.103018:0:86761:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787756815.103025:0:86761:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756815.103036:0:86761:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756815.103041:0:86761:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756815.103049:0:86761:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756815.103055:0:86761:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756815.103059:0:86761:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756815.103062:0:86761:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756815.103065:0:86761:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756815.103069:0:86761:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756815.103076:0:86761:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca192c0.
00000020:00000040:3.0:1787756815.103082:0:86761:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000800:00000200:1.1:1787756815.103086:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000001:3.0:1787756815.103088:0:86761:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756815.103093:0:86761:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756815.103095:0:86761:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756815.103096:0:86761:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756815.103098:0:86761:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756815.103102:0:86761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c400.
00000100:00000001:3.0:1787756815.103105:0:86761:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756815.103112:0:86761:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca192c0 x1874594466030336/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756815.103129:0:86761:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756815.103133:0:86761:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756815.103138:0:86761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e50181] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca192c0 x1874594466030336/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756815.103148:0:86761:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756815.103150:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787756815.103154:0:86761:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787756815.103159:0:86761:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18404)
00000800:00000200:1.1:1787756815.103412:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756815.103556:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000040:3.0:1787756816.062470:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313067944, at 4313067968
00000100:00000010:3.0:1787756816.062481:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6480.
00000020:00000001:3.0:1787756816.958412:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756816.958417:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756816.958421:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787756818.174843:0:238944:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.154:988
00000400:00000100:3.0:1787756818.174947:0:238944:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.154@tcp at host 192.168.201.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1787756818.174969:0:238944:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756818.174977:0:238944:0:(router.c:1791:lnet_notify()) 192.168.201.54@tcp notifying 192.168.201.154@tcp: down
00000400:00000200:3.0:1787756818.174987:0:238944:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756818.174995:0:238944:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1787756818.175018:0:238944:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000800:00000010:3.0:1787756818.175027:0:238944:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1000.
00000400:00000200:3.0:1787756818.175039:0:238944:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787756818.175061:0:238944:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787756818.175077:0:238944:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf3b8
00000400:00000010:3.0:1787756818.175084:0:238944:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf3b8.
00000100:00000001:3.0:1787756818.175098:0:238944:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787756818.175128:0:238944:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff92507ca1a940 x1874594466030080/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787756840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756818.175189:0:238944:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787756818.175199:0:238944:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a940 x1874594466030080/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787756840 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756818.175218:0:238944:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756818.175222:0:238944:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787756818.175247:0:238944:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000800:00000010:3.0:1787756818.175253:0:238944:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1b00.
00000400:00000200:3.0:1787756818.175260:0:238944:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787756818.175380:0:238944:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787756818.175392:0:238944:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf198
00000400:00000010:3.0:1787756818.175400:0:238944:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf198.
00000100:00000001:3.0:1787756818.175413:0:238944:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787756818.175428:0:238944:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff92507ca1b0c0 x1874594466030208/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787756840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756818.175466:0:238944:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787756818.175480:0:238944:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1b0c0 x1874594466030208/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787756840 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756818.175510:0:238944:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756818.175516:0:238944:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787756818.175539:0:238944:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000800:00000010:3.0:1787756818.175551:0:238944:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1d00.
00000400:00000200:3.0:1787756818.175562:0:238944:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787756818.175585:0:238944:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787756818.175966:0:238944:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf088
00000400:00000010:3.0:1787756818.175976:0:238944:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf088.
00000100:00000001:3.0:1787756818.175990:0:238944:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787756818.176011:0:238944:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff92507ca192c0 x1874594466030336/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787756840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756818.176049:0:238944:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787756818.176066:0:238944:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca192c0 x1874594466030336/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787756840 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756818.176116:0:238944:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756818.176122:0:238944:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1787756820.030520:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756820.030529:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756820.030536:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787756820.222505:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756820.222518:0:86761:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787756820.222521:0:86761:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756820.222527:0:86761:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756820.222533:0:86761:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756820.222560:0:86761:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18399
00000400:00000200:3.0:1787756820.222573:0:86761:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756820.222596:0:86761:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756820.222601:0:86761:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756820.222608:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756820.222615:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756820.222620:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756820.222624:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756820.222630:0:86761:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756820.222722:0:86761:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787756820.222727:0:86761:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756820.222730:0:86761:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787756820.222733:0:86761:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787756820.222738:0:86761:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787756820.222742:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756820.222745:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756820.222748:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756820.222751:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756820.222756:0:86761:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787756820.222760:0:86761:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756820.222763:0:86761:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756820.222766:0:86761:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756820.222771:0:86761:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756820.222774:0:86761:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756820.222777:0:86761:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787756820.222780:0:86761:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756820.222791:0:86761:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19680.
00000020:00000040:3.0:1787756820.222795:0:86761:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787756820.222800:0:86761:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756820.222802:0:86761:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756820.222807:0:86761:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756820.222810:0:86761:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756820.222815:0:86761:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756820.222824:0:86761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51ec00.
00000100:00000001:3.0:1787756820.222831:0:86761:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756820.222844:0:86761:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19680 x1874594466030464/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756820.222858:0:86761:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756820.222864:0:86761:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756820.222871:0:86761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c14b51e] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19680 x1874594466030464/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756820.222925:0:86761:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756820.222931:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756820.222937:0:86761:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787756820.222941:0:86761:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756820.222945:0:86761:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756820.222968:0:86761:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756820.222973:0:86761:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18399
00000400:00000200:3.0:1787756820.222980:0:86761:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756820.222985:0:86761:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756820.222989:0:86761:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756820.222994:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756820.222999:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756820.223003:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756820.223008:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756820.223013:0:86761:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756820.223015:0:86761:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787756820.223019:0:86761:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756820.223024:0:86761:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787756820.223027:0:86761:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787756820.223031:0:86761:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787756820.223040:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756820.223048:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756820.223056:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756820.223063:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756820.223069:0:86761:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787756820.223082:0:86761:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756820.223092:0:86761:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756820.223101:0:86761:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756820.223116:0:86761:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756820.223124:0:86761:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756820.223132:0:86761:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756820.223143:0:86761:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756820.223154:0:86761:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756820.223163:0:86761:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756820.223174:0:86761:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca18b40.
00000020:00000040:3.0:1787756820.223182:0:86761:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787756820.223193:0:86761:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756820.223200:0:86761:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756820.223212:0:86761:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756820.223220:0:86761:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756820.223231:0:86761:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756820.223243:0:86761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51d800.
00000100:00000001:3.0:1787756820.223252:0:86761:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756820.223262:0:86761:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca18b40 x1874594466030592/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756820.223276:0:86761:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756820.223346:0:86761:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756820.223360:0:86761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5e8f4b9] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca18b40 x1874594466030592/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756820.223394:0:86761:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756820.223401:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756820.223418:0:86761:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787756820.223424:0:86761:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756820.223430:0:86761:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756820.223441:0:86761:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756820.223452:0:86761:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18399
00000400:00000200:3.0:1787756820.223464:0:86761:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756820.223474:0:86761:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756820.223482:0:86761:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756820.223498:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756820.223506:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756820.223514:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756820.223524:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756820.223533:0:86761:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756820.223541:0:86761:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787756820.223547:0:86761:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756820.223555:0:86761:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787756820.223559:0:86761:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787756820.223563:0:86761:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787756820.223572:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756820.223579:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756820.223589:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756820.223600:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000800:00000200:1.1:1787756820.223712:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756820.223718:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000020:00000040:3.0:1787756820.223745:0:86761:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787756820.223763:0:86761:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756820.223771:0:86761:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756820.223779:0:86761:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756820.223789:0:86761:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756820.223798:0:86761:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756820.223806:0:86761:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756820.223813:0:86761:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756820.223824:0:86761:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756820.223832:0:86761:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756820.223847:0:86761:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a580.
00000020:00000040:3.0:1787756820.223855:0:86761:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787756820.223864:0:86761:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756820.223869:0:86761:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756820.223877:0:86761:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756820.223882:0:86761:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756820.223888:0:86761:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756820.223900:0:86761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e800.
00000100:00000001:3.0:1787756820.223910:0:86761:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756820.223923:0:86761:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a580 x1874594466030720/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756820.223952:0:86761:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756820.223961:0:86761:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756820.223974:0:86761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079505b6d] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a580 x1874594466030720/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756820.224007:0:86761:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756820.224019:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787756820.224031:0:86761:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787756820.224046:0:86761:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18409)
00000800:00000200:1.1:1787756820.224707:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756820.224711:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787756820.225173:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756820.225179:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000100:00000040:3.0:1787756821.182349:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313073065, at 4313073088
00000100:00000010:3.0:1787756821.182371:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e67e0.
00000020:00000001:3.0:1787756823.102616:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756823.102623:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756823.102629:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787756824.830392:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787756824.830417:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787756824.830420:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756824.830429:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:3.0:1787756824.830434:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787756824.830440:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756824.830457:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787756824.830461:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756824.830466:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787756825.342444:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787756825.342460:0:86761:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787756825.342465:0:86761:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787756825.342472:0:86761:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787756825.342479:0:86761:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787756825.342492:0:86761:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18404
00000400:00000200:0.0:1787756825.342506:0:86761:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787756825.342517:0:86761:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787756825.342524:0:86761:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787756825.342531:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756825.342536:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756825.342542:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756825.342596:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787756825.342604:0:86761:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787756825.342608:0:86761:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787756825.342613:0:86761:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787756825.342618:0:86761:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787756825.342623:0:86761:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787756825.342629:0:86761:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787756825.342636:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756825.342641:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756825.342645:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756825.342649:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787756825.342655:0:86761:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787756825.342663:0:86761:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787756825.342669:0:86761:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787756825.342675:0:86761:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787756825.342681:0:86761:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787756825.342686:0:86761:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756825.342691:0:86761:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787756825.342695:0:86761:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787756825.342708:0:86761:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae45e00.
00000020:00000040:0.0:1787756825.342713:0:86761:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787756825.342718:0:86761:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787756825.342720:0:86761:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756825.342725:0:86761:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787756825.342729:0:86761:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787756825.342734:0:86761:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787756825.342744:0:86761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6400.
00000100:00000001:0.0:1787756825.342752:0:86761:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787756825.342765:0:86761:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae45e00 x1874594466030848/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787756825.342779:0:86761:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787756825.342784:0:86761:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756825.342791:0:86761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3f2eaea] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae45e00 x1874594466030848/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787756825.342827:0:86761:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787756825.342832:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787756825.342837:0:86761:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787756825.342839:0:86761:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787756825.342842:0:86761:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787756825.342846:0:86761:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787756825.342850:0:86761:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18404
00000400:00000200:0.0:1787756825.342856:0:86761:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787756825.342860:0:86761:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787756825.342863:0:86761:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787756825.342867:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756825.342870:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756825.342872:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756825.342875:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787756825.342878:0:86761:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787756825.342880:0:86761:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:0.0:1787756825.342882:0:86761:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787756825.342885:0:86761:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:0.0:1787756825.342887:0:86761:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:0.0:1787756825.342890:0:86761:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:0.0:1787756825.342893:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756825.342895:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756825.342898:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756825.342902:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787756825.342906:0:86761:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:0.0:1787756825.342911:0:86761:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787756825.342915:0:86761:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787756825.342919:0:86761:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787756825.342929:0:86761:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787756825.342932:0:86761:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756825.342934:0:86761:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787756825.342939:0:86761:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787756825.342945:0:86761:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756825.342956:0:86761:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787756825.342962:0:86761:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae46580.
00000020:00000040:0.0:1787756825.342970:0:86761:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:0.0:1787756825.342980:0:86761:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787756825.342981:0:86761:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756825.342985:0:86761:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787756825.342987:0:86761:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787756825.342991:0:86761:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787756825.342998:0:86761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad7c00.
00000100:00000001:0.0:1787756825.343013:0:86761:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787756825.343043:0:86761:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae46580 x1874594466030976/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787756825.343075:0:86761:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787756825.343085:0:86761:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756825.343100:0:86761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000105135d9] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae46580 x1874594466030976/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787756825.343153:0:86761:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787756825.343166:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787756825.343182:0:86761:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787756825.343186:0:86761:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787756825.343190:0:86761:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787756825.343197:0:86761:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787756825.343211:0:86761:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18404
00000400:00000200:0.0:1787756825.343238:0:86761:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787756825.343253:0:86761:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787756825.343262:0:86761:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787756825.343366:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756825.343376:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756825.343392:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756825.343413:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787756825.343418:0:86761:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787756825.343427:0:86761:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:0.0:1787756825.343446:0:86761:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787756825.343451:0:86761:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:0.0:1787756825.343455:0:86761:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:0.0:1787756825.343471:0:86761:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:0.0:1787756825.343486:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756825.343500:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756825.343523:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756825.343539:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787756825.343585:0:86761:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:0.0:1787756825.343609:0:86761:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787756825.343622:0:86761:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787756825.343637:0:86761:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787756825.343652:0:86761:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787756825.343666:0:86761:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756825.343679:0:86761:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787756825.343692:0:86761:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787756825.343712:0:86761:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787756825.343729:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:0.0:1787756825.343731:0:86761:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787756825.343749:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000100:00000010:0.0:1787756825.343751:0:86761:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae44f00.
00000020:00000040:0.0:1787756825.343759:0:86761:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:0.0:1787756825.343774:0:86761:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787756825.343784:0:86761:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756825.343789:0:86761:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787756825.343801:0:86761:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787756825.343811:0:86761:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787756825.343835:0:86761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6800.
00000100:00000001:0.0:1787756825.343850:0:86761:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787756825.343867:0:86761:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae44f00 x1874594466031104/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787756825.343945:0:86761:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787756825.343952:0:86761:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756825.343966:0:86761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b63fe09a] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae44f00 x1874594466031104/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787756825.344051:0:86761:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756825.344064:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787756825.344072:0:86761:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1787756825.344087:0:86761:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18414)
00000800:00000200:1.1:1787756825.344721:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756825.344725:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787756825.345102:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756825.345105:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1787756826.174664:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756826.174674:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756826.174680:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787756826.302468:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313078185, at 4313078208
00000100:00000010:3.0:1787756826.302497:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6ae0.
00000020:00000001:0.0:1787756827.198682:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787756827.198696:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787756827.198705:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787756829.246657:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756829.246664:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756829.246669:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787756830.270442:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787756830.270446:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787756830.270449:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787756830.462398:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756830.462407:0:86761:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787756830.462409:0:86761:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756830.462412:0:86761:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756830.462417:0:86761:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756830.462424:0:86761:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18409
00000400:00000200:3.0:1787756830.462432:0:86761:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756830.462437:0:86761:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756830.462440:0:86761:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756830.462443:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756830.462445:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756830.462446:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756830.462448:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756830.462451:0:86761:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756830.462476:0:86761:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787756830.462478:0:86761:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756830.462486:0:86761:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787756830.462488:0:86761:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787756830.462490:0:86761:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787756830.462492:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756830.462494:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756830.462495:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756830.462497:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756830.462499:0:86761:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787756830.462501:0:86761:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756830.462503:0:86761:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756830.462505:0:86761:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756830.462508:0:86761:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756830.462510:0:86761:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756830.462511:0:86761:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787756830.462514:0:86761:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756830.462522:0:86761:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19e00.
00000020:00000040:3.0:1787756830.462525:0:86761:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787756830.462528:0:86761:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756830.462529:0:86761:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756830.462533:0:86761:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756830.462535:0:86761:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756830.462539:0:86761:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756830.462545:0:86761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e000.
00000100:00000001:3.0:1787756830.462551:0:86761:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756830.462559:0:86761:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19e00 x1874594466031232/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756830.462567:0:86761:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756830.462570:0:86761:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756830.462573:0:86761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000c6c2d2] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19e00 x1874594466031232/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756830.462591:0:86761:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756830.462595:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756830.462598:0:86761:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787756830.462599:0:86761:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756830.462601:0:86761:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756830.462604:0:86761:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756830.462607:0:86761:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18409
00000400:00000200:3.0:1787756830.462611:0:86761:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756830.462614:0:86761:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756830.462617:0:86761:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756830.462619:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756830.462621:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756830.462624:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756830.462626:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756830.462629:0:86761:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756830.462630:0:86761:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787756830.462632:0:86761:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756830.462634:0:86761:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787756830.462636:0:86761:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787756830.462638:0:86761:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787756830.462642:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756830.462644:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756830.462646:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756830.462648:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756830.462651:0:86761:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787756830.462654:0:86761:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756830.462656:0:86761:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756830.462658:0:86761:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756830.462664:0:86761:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756830.462667:0:86761:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756830.462669:0:86761:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756830.462673:0:86761:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756830.462676:0:86761:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756830.462678:0:86761:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756830.462682:0:86761:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a580.
00000020:00000040:3.0:1787756830.462685:0:86761:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787756830.462687:0:86761:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756830.462689:0:86761:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756830.462691:0:86761:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756830.462692:0:86761:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756830.462694:0:86761:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756830.462697:0:86761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51f400.
00000100:00000001:3.0:1787756830.462701:0:86761:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756830.462706:0:86761:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a580 x1874594466031360/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756830.462713:0:86761:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756830.462715:0:86761:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756830.462720:0:86761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079505b6d] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a580 x1874594466031360/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756830.462729:0:86761:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756830.462732:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756830.462735:0:86761:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787756830.462737:0:86761:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756830.462739:0:86761:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756830.462742:0:86761:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756830.462744:0:86761:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18409
00000400:00000200:3.0:1787756830.462748:0:86761:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756830.462751:0:86761:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756830.462753:0:86761:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756830.462756:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756830.462758:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756830.462760:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756830.462763:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756830.462765:0:86761:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756830.462766:0:86761:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787756830.462767:0:86761:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756830.462770:0:86761:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787756830.462772:0:86761:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787756830.462774:0:86761:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787756830.462777:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756830.462779:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756830.462781:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756830.462783:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756830.462785:0:86761:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787756830.462788:0:86761:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756830.462790:0:86761:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756830.462792:0:86761:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756830.462795:0:86761:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756830.462798:0:86761:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756830.462800:0:86761:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756830.462803:0:86761:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756830.462806:0:86761:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756830.462807:0:86761:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756830.462810:0:86761:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca18b40.
00000020:00000040:3.0:1787756830.462813:0:86761:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787756830.462815:0:86761:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756830.462817:0:86761:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756830.462818:0:86761:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756830.462820:0:86761:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756830.462822:0:86761:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756830.462825:0:86761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c000.
00000100:00000001:3.0:1787756830.462828:0:86761:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756830.462833:0:86761:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca18b40 x1874594466031488/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756830.462841:0:86761:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756830.462843:0:86761:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787756830.462844:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000040:3.0:1787756830.462847:0:86761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5e8f4b9] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca18b40 x1874594466031488/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787756830.462848:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 47 secs later)
00000100:00000001:3.0:1787756830.462855:0:86761:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756830.462857:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787756830.462860:0:86761:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787756830.462865:0:86761:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18420)
00000800:00000200:1.1:1787756830.463212:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756830.463214:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787756830.463490:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756830.463492:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 47 secs later)
00000100:00000040:3.0:1787756831.422378:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313083304, at 4313083328
00000100:00000010:3.0:1787756831.422393:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6720.
00000020:00000001:3.0:1787756832.318489:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756832.318494:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756832.318498:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787756833.342596:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756833.342607:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756833.342615:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787756835.390606:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756835.390614:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756835.390623:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787756835.582417:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756835.582430:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787756835.582433:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756835.582439:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756835.582444:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756835.582453:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18415
00000400:00000200:3.0:1787756835.582464:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756835.582473:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756835.582477:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756835.582481:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756835.582485:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756835.582489:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756835.582492:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756835.582497:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756835.582500:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787756835.582504:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756835.582508:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787756835.582511:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787756835.582514:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787756835.582518:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756835.582520:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756835.582523:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756835.582526:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756835.582530:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787756835.582534:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756835.582537:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756835.582541:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756835.582545:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756835.582548:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756835.582552:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787756835.582555:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756835.582567:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19680.
00000020:00000040:3.0:1787756835.582571:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787756835.582578:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756835.582580:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756835.582583:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756835.582587:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756835.582592:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756835.582602:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51dc00.
00000100:00000001:3.0:1787756835.582612:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756835.582629:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19680 x1874594466031616/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756835.582648:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756835.582656:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756835.582666:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c14b51e] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19680 x1874594466031616/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756835.582714:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756835.582719:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756835.582724:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787756835.582726:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756835.582729:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756835.582733:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756835.582738:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18415
00000400:00000200:3.0:1787756835.582743:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756835.582748:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756835.582751:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756835.582754:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756835.582758:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756835.582762:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756835.582766:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756835.582771:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756835.582773:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787756835.582775:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756835.582778:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787756835.582781:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787756835.582784:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787756835.582787:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756835.582791:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756835.582796:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756835.582801:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756835.582807:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787756835.582814:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756835.582820:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756835.582827:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756835.582843:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756835.582851:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756835.582854:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756835.582864:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756835.582876:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756835.582888:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756835.582900:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca192c0.
00000020:00000040:3.0:1787756835.582909:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787756835.582916:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756835.582921:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756835.582932:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756835.582936:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756835.582945:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756835.582960:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c000.
00000100:00000001:3.0:1787756835.582971:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756835.583003:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca192c0 x1874594466031744/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756835.583022:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756835.583029:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756835.583036:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e50181] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca192c0 x1874594466031744/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756835.583055:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756835.583067:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756835.583077:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787756835.583083:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756835.583088:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756835.583099:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756835.583109:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18415
00000400:00000200:3.0:1787756835.583124:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756835.583135:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756835.583141:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756835.583150:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756835.583159:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756835.583168:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756835.583171:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756835.583180:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756835.583186:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787756835.583189:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756835.583194:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787756835.583204:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787756835.583209:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787756835.583220:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756835.583229:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756835.583241:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756835.583249:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756835.583259:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787756835.583318:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756835.583326:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756835.583343:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756835.583352:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756835.583383:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756835.583393:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756835.583397:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756835.583405:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756835.583411:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756835.583422:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1b0c0.
00000020:00000040:3.0:1787756835.583433:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000800:00000200:1.1:1787756835.583441:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000001:3.0:1787756835.583444:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.1:1787756835.583451:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 42 secs later)
02000000:00000001:3.0:1787756835.583452:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756835.583460:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756835.583465:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756835.583470:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756835.583479:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51f400.
00000100:00000001:3.0:1787756835.583488:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756835.583506:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1b0c0 x1874594466031872/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756835.583525:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756835.583531:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756835.583544:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043bdf1c5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1b0c0 x1874594466031872/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756835.583573:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756835.583582:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787756835.583599:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787756835.583616:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18425)
00000800:00000200:1.1:1787756835.584059:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756835.584062:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787756835.584470:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756835.584473:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 42 secs later)
00000020:00000001:3.0:1787756836.414614:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756836.414628:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756836.414640:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787756836.542492:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313088425, at 4313088448
00000100:00000010:3.0:1787756836.542521:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e62a0.
00000020:00000001:3.0:1787756838.462583:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756838.462588:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756838.462592:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787756839.486431:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756839.486435:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756839.486437:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787756840.702489:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756840.702506:0:86761:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787756840.702510:0:86761:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756840.702517:0:86761:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756840.702524:0:86761:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756840.702536:0:86761:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18420
00000400:00000200:3.0:1787756840.702564:0:86761:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756840.702574:0:86761:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756840.702579:0:86761:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756840.702584:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756840.702588:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756840.702592:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756840.702595:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756840.702602:0:86761:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756840.702605:0:86761:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787756840.702610:0:86761:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756840.702615:0:86761:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787756840.702618:0:86761:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787756840.702621:0:86761:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787756840.702625:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756840.702628:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756840.702631:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756840.702633:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756840.702638:0:86761:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787756840.702644:0:86761:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756840.702648:0:86761:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756840.702652:0:86761:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756840.702658:0:86761:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756840.702661:0:86761:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756840.702664:0:86761:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787756840.702675:0:86761:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756840.702694:0:86761:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a940.
00000020:00000040:3.0:1787756840.702699:0:86761:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787756840.702706:0:86761:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756840.702708:0:86761:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756840.702714:0:86761:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756840.702718:0:86761:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756840.702725:0:86761:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756840.702736:0:86761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e000.
00000100:00000001:3.0:1787756840.702747:0:86761:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756840.702762:0:86761:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a940 x1874594466032000/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756840.702779:0:86761:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756840.702786:0:86761:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756840.702793:0:86761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acf304e1] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a940 x1874594466032000/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756840.702826:0:86761:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756840.702831:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756840.702836:0:86761:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787756840.702838:0:86761:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756840.702841:0:86761:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756840.702845:0:86761:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756840.702849:0:86761:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18420
00000400:00000200:3.0:1787756840.702853:0:86761:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756840.702857:0:86761:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756840.702861:0:86761:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756840.702868:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756840.702871:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756840.702876:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756840.702881:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756840.702885:0:86761:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756840.702887:0:86761:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787756840.702889:0:86761:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756840.702892:0:86761:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787756840.702895:0:86761:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787756840.702900:0:86761:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787756840.702910:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756840.702914:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756840.702920:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756840.702928:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756840.702931:0:86761:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787756840.702942:0:86761:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756840.702949:0:86761:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756840.702958:0:86761:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756840.702971:0:86761:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756840.702980:0:86761:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756840.702995:0:86761:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756840.703004:0:86761:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756840.703020:0:86761:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756840.703035:0:86761:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756840.703045:0:86761:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19a40.
00000020:00000040:3.0:1787756840.703059:0:86761:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787756840.703069:0:86761:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756840.703073:0:86761:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756840.703079:0:86761:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756840.703091:0:86761:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756840.703106:0:86761:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756840.703121:0:86761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e800.
00000100:00000001:3.0:1787756840.703147:0:86761:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756840.703180:0:86761:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19a40 x1874594466032128/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756840.703206:0:86761:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756840.703209:0:86761:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756840.703237:0:86761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048dd93e3] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19a40 x1874594466032128/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756840.703255:0:86761:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756840.703266:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756840.703332:0:86761:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787756840.703334:0:86761:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756840.703337:0:86761:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756840.703341:0:86761:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756840.703345:0:86761:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18420
00000400:00000200:3.0:1787756840.703353:0:86761:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756840.703358:0:86761:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756840.703362:0:86761:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756840.703366:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756840.703369:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756840.703389:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756840.703397:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756840.703413:0:86761:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756840.703420:0:86761:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787756840.703430:0:86761:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756840.703438:0:86761:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787756840.703450:0:86761:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787756840.703467:0:86761:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787756840.703479:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756840.703488:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756840.703496:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756840.703512:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756840.703522:0:86761:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787756840.703528:0:86761:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756840.703542:0:86761:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756840.703550:0:86761:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756840.703556:0:86761:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756840.703569:0:86761:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756840.703576:0:86761:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756840.703582:0:86761:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756840.703594:0:86761:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756840.703598:0:86761:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756840.703608:0:86761:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a1c0.
00000020:00000040:3.0:1787756840.703614:0:86761:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787756840.703624:0:86761:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756840.703633:0:86761:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756840.703642:0:86761:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756840.703651:0:86761:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756840.703660:0:86761:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756840.703668:0:86761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51d800.
00000100:00000001:3.0:1787756840.703675:0:86761:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756840.703688:0:86761:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a1c0 x1874594466032256/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756840.703709:0:86761:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756840.703716:0:86761:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756840.703738:0:86761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062ae16d5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a1c0 x1874594466032256/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756840.703775:0:86761:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756840.703781:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787756840.703788:0:86761:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787756840.703804:0:86761:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18430)
00000800:00000200:1.1:1787756840.703819:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756840.703824:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787756840.704421:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756840.704424:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787756840.704821:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756840.704824:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000020:00000001:3.0:1787756841.534556:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756841.534562:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756841.534566:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787756841.662431:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313093545, at 4313093568
00000100:00000010:3.0:1787756841.662450:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6000.
00000020:00000001:3.0:1787756844.606584:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756844.606590:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756844.606594:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787756845.822500:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756845.822518:0:86761:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787756845.822523:0:86761:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756845.822529:0:86761:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756845.822538:0:86761:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756845.822552:0:86761:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18425
00000400:00000200:3.0:1787756845.822566:0:86761:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756845.822580:0:86761:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756845.822586:0:86761:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756845.822593:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756845.822598:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756845.822603:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756845.822607:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756845.822614:0:86761:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756845.822618:0:86761:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787756845.822624:0:86761:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756845.822630:0:86761:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787756845.822634:0:86761:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787756845.822639:0:86761:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787756845.822645:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756845.822650:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756845.822655:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756845.822658:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756845.822664:0:86761:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787756845.822670:0:86761:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756845.822674:0:86761:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756845.822678:0:86761:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756845.822685:0:86761:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756845.822689:0:86761:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756845.822693:0:86761:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787756845.822698:0:86761:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756845.822714:0:86761:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1bc00.
00000020:00000040:3.0:1787756845.822720:0:86761:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787756845.822727:0:86761:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756845.822730:0:86761:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756845.822735:0:86761:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756845.822739:0:86761:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756845.822746:0:86761:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756845.822759:0:86761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51ec00.
00000100:00000001:3.0:1787756845.822769:0:86761:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756845.822785:0:86761:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1bc00 x1874594466032384/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756845.822805:0:86761:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756845.822815:0:86761:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756845.822832:0:86761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002bc35b5c] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1bc00 x1874594466032384/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756845.822874:0:86761:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756845.822884:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756845.822893:0:86761:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787756845.822898:0:86761:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756845.822903:0:86761:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756845.822912:0:86761:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756845.822924:0:86761:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18425
00000400:00000200:3.0:1787756845.822942:0:86761:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756845.822951:0:86761:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756845.822961:0:86761:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756845.822978:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756845.822983:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756845.822992:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000800:00000200:2.1:1787756845.823447:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756845.823455:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1787756845.823552:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756845.823563:0:86761:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756845.823570:0:86761:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787756845.823582:0:86761:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756845.823595:0:86761:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787756845.823608:0:86761:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787756845.823621:0:86761:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787756845.823635:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756845.823642:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756845.823649:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756845.823666:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756845.823689:0:86761:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787756845.823711:0:86761:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756845.823728:0:86761:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756845.823739:0:86761:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756845.823829:0:86761:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756845.823847:0:86761:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756845.823862:0:86761:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756845.823879:0:86761:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756845.823903:0:86761:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756845.823912:0:86761:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756845.823923:0:86761:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a1c0.
00000020:00000040:3.0:1787756845.823939:0:86761:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787756845.823960:0:86761:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756845.823969:0:86761:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756845.823979:0:86761:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756845.823989:0:86761:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756845.824008:0:86761:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756845.824029:0:86761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c400.
00000100:00000001:3.0:1787756845.824039:0:86761:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756845.824062:0:86761:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a1c0 x1874594466032512/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756845.824141:0:86761:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756845.824156:0:86761:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756845.824206:0:86761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062ae16d5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a1c0 x1874594466032512/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756845.824337:0:86761:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756845.824353:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756845.824365:0:86761:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787756845.824374:0:86761:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756845.824381:0:86761:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756845.824397:0:86761:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756845.824421:0:86761:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18425
00000400:00000200:3.0:1787756845.824432:0:86761:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756845.824442:0:86761:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756845.824448:0:86761:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756845.824456:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756845.824467:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756845.824474:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756845.824492:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756845.824504:0:86761:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756845.824507:0:86761:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787756845.824513:0:86761:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756845.824520:0:86761:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787756845.824526:0:86761:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787756845.824529:0:86761:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787756845.824540:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756845.824548:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756845.824567:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756845.824575:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756845.824584:0:86761:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787756845.824599:0:86761:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756845.824609:0:86761:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756845.824620:0:86761:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756845.824633:0:86761:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756845.824641:0:86761:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756845.824649:0:86761:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756845.824656:0:86761:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756845.824673:0:86761:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756845.824686:0:86761:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756845.824706:0:86761:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19a40.
00000020:00000040:3.0:1787756845.824714:0:86761:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787756845.824721:0:86761:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756845.824731:0:86761:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756845.824737:0:86761:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756845.824745:0:86761:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756845.824754:0:86761:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756845.824765:0:86761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e400.
00000100:00000001:3.0:1787756845.824774:0:86761:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756845.824789:0:86761:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19a40 x1874594466032640/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756845.824839:0:86761:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756845.824857:0:86761:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756845.824883:0:86761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048dd93e3] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19a40 x1874594466032640/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756845.824934:0:86761:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756845.824946:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787756845.824964:0:86761:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787756845.824988:0:86761:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18435)
00000800:00000200:2.1:1787756845.825057:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756845.825061:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787756845.825666:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756845.825669:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000100:00000040:3.0:1787756846.782501:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313098665, at 4313098688
00000100:00000010:3.0:1787756846.782529:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c540.
00000020:00000001:3.0:1787756847.678629:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756847.678635:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756847.678639:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787756850.750566:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756850.750590:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756850.750599:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787756850.942383:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756850.942426:0:86761:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787756850.942430:0:86761:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756850.942441:0:86761:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756850.942449:0:86761:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756850.942462:0:86761:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18430
00000400:00000200:3.0:1787756850.942487:0:86761:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756850.942496:0:86761:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756850.942501:0:86761:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756850.942506:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756850.942511:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756850.942514:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756850.942517:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756850.942524:0:86761:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756850.942527:0:86761:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787756850.942531:0:86761:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756850.942536:0:86761:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787756850.942539:0:86761:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787756850.942542:0:86761:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787756850.942546:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756850.942550:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756850.942552:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756850.942555:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756850.942559:0:86761:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787756850.942564:0:86761:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756850.942567:0:86761:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756850.942571:0:86761:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756850.942576:0:86761:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756850.942580:0:86761:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756850.942583:0:86761:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787756850.942587:0:86761:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756850.942596:0:86761:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a940.
00000020:00000040:3.0:1787756850.942602:0:86761:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787756850.942608:0:86761:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756850.942610:0:86761:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756850.942614:0:86761:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756850.942618:0:86761:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756850.942625:0:86761:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756850.942637:0:86761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51fc00.
00000100:00000001:3.0:1787756850.942647:0:86761:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756850.942661:0:86761:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a940 x1874594466032768/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756850.942677:0:86761:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756850.942684:0:86761:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756850.942691:0:86761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acf304e1] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a940 x1874594466032768/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756850.942720:0:86761:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756850.942725:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756850.942729:0:86761:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787756850.942732:0:86761:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756850.942734:0:86761:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756850.942738:0:86761:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756850.942743:0:86761:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18430
00000400:00000200:3.0:1787756850.942748:0:86761:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756850.942753:0:86761:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756850.942756:0:86761:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756850.942760:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756850.942763:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756850.942769:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756850.942774:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756850.942777:0:86761:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756850.942780:0:86761:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787756850.942783:0:86761:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756850.942786:0:86761:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787756850.942802:0:86761:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787756850.942806:0:86761:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787756850.942828:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756850.942834:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756850.942838:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756850.942847:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756850.942861:0:86761:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787756850.942880:0:86761:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756850.942893:0:86761:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756850.942898:0:86761:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756850.942914:0:86761:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756850.942920:0:86761:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756850.942926:0:86761:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756850.942938:0:86761:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756850.942949:0:86761:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756850.942955:0:86761:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756850.942962:0:86761:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1b0c0.
00000020:00000040:3.0:1787756850.942969:0:86761:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787756850.942986:0:86761:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756850.942995:0:86761:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756850.943000:0:86761:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756850.943007:0:86761:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756850.943015:0:86761:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756850.943033:0:86761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e400.
00000100:00000001:3.0:1787756850.943050:0:86761:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756850.943071:0:86761:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1b0c0 x1874594466032896/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756850.943133:0:86761:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756850.943140:0:86761:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756850.943157:0:86761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043bdf1c5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1b0c0 x1874594466032896/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756850.943240:0:86761:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756850.943258:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756850.943323:0:86761:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787756850.943332:0:86761:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756850.943335:0:86761:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756850.943346:0:86761:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756850.943360:0:86761:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18430
00000400:00000200:3.0:1787756850.943503:0:86761:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756850.943517:0:86761:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756850.943527:0:86761:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756850.943533:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756850.943538:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756850.943545:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756850.943550:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756850.943554:0:86761:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756850.943558:0:86761:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787756850.943570:0:86761:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756850.943577:0:86761:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787756850.943586:0:86761:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787756850.943592:0:86761:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787756850.943601:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756850.943615:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756850.943623:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756850.943628:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756850.943638:0:86761:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000800:00000200:2.1:1787756850.943640:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00080000:3.0:1787756850.943649:0:86761:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000800:00000200:2.1:1787756850.943653:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1787756850.943655:0:86761:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756850.943669:0:86761:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756850.943676:0:86761:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756850.943684:0:86761:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756850.943689:0:86761:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756850.943693:0:86761:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756850.943702:0:86761:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756850.943705:0:86761:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756850.943712:0:86761:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca192c0.
00000020:00000040:3.0:1787756850.943719:0:86761:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787756850.943729:0:86761:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756850.943733:0:86761:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756850.943743:0:86761:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756850.943748:0:86761:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756850.943752:0:86761:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756850.943759:0:86761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c400.
00000100:00000001:3.0:1787756850.943771:0:86761:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756850.943790:0:86761:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca192c0 x1874594466033024/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756850.943848:0:86761:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756850.943857:0:86761:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756850.943875:0:86761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e50181] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca192c0 x1874594466033024/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756850.943940:0:86761:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756850.943954:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787756850.943971:0:86761:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787756850.943984:0:86761:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18440)
00000800:00000200:2.1:1787756850.944683:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756850.944687:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787756850.945065:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756850.945069:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000100:00000040:3.0:1787756851.902425:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313103785, at 4313103808
00000100:00000010:3.0:1787756851.902446:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344ca20.
00000100:00080000:3.0:1787756856.062353:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756856.062363:0:86761:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787756856.062366:0:86761:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756856.062377:0:86761:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756856.062382:0:86761:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756856.062392:0:86761:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18435
00000400:00000200:3.0:1787756856.062402:0:86761:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756856.062409:0:86761:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756856.062412:0:86761:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756856.062416:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756856.062420:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756856.062423:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756856.062425:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756856.062430:0:86761:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756856.062432:0:86761:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787756856.062435:0:86761:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756856.062438:0:86761:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787756856.062442:0:86761:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787756856.062445:0:86761:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787756856.062449:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756856.062451:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756856.062453:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756856.062455:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756856.062458:0:86761:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787756856.062461:0:86761:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756856.062463:0:86761:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756856.062465:0:86761:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756856.062468:0:86761:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756856.062470:0:86761:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756856.062472:0:86761:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787756856.062474:0:86761:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756856.062482:0:86761:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19680.
00000020:00000040:3.0:1787756856.062485:0:86761:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787756856.062488:0:86761:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756856.062489:0:86761:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756856.062492:0:86761:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756856.062494:0:86761:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756856.062497:0:86761:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756856.062504:0:86761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51ec00.
00000100:00000001:3.0:1787756856.062510:0:86761:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756856.062520:0:86761:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19680 x1874594466033152/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756856.062530:0:86761:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756856.062535:0:86761:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756856.062541:0:86761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c14b51e] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19680 x1874594466033152/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756856.062566:0:86761:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756856.062569:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756856.062572:0:86761:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787756856.062573:0:86761:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756856.062574:0:86761:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756856.062577:0:86761:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756856.062580:0:86761:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18435
00000400:00000200:3.0:1787756856.062584:0:86761:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756856.062588:0:86761:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756856.062591:0:86761:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756856.062596:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756856.062599:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756856.062602:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756856.062605:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756856.062611:0:86761:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756856.062614:0:86761:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787756856.062619:0:86761:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756856.062625:0:86761:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787756856.062631:0:86761:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787756856.062638:0:86761:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787756856.062646:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756856.062651:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756856.062657:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756856.062663:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756856.062669:0:86761:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787756856.062676:0:86761:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756856.062681:0:86761:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756856.062686:0:86761:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756856.062694:0:86761:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756856.062698:0:86761:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756856.062703:0:86761:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756856.062708:0:86761:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756856.062711:0:86761:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756856.062713:0:86761:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756856.062716:0:86761:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca18b40.
00000020:00000040:3.0:1787756856.062717:0:86761:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787756856.062720:0:86761:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756856.062722:0:86761:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756856.062724:0:86761:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756856.062727:0:86761:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756856.062729:0:86761:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756856.062734:0:86761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51d800.
00000100:00000001:3.0:1787756856.062739:0:86761:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756856.062745:0:86761:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca18b40 x1874594466033280/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756856.062756:0:86761:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756856.062760:0:86761:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756856.062771:0:86761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5e8f4b9] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca18b40 x1874594466033280/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756856.062813:0:86761:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756856.062818:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756856.062826:0:86761:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787756856.062829:0:86761:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756856.062832:0:86761:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756856.062838:0:86761:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756856.062844:0:86761:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18435
00000400:00000200:3.0:1787756856.062881:0:86761:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756856.062890:0:86761:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756856.062896:0:86761:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756856.062901:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756856.062906:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756856.062913:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000800:00000200:2.1:1787756856.062915:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:3.0:1787756856.062918:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000800:00000200:2.1:1787756856.062922:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1787756856.062923:0:86761:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756856.062926:0:86761:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787756856.062930:0:86761:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756856.062935:0:86761:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787756856.062940:0:86761:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787756856.062946:0:86761:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787756856.062953:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756856.062956:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756856.062961:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756856.062965:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756856.062967:0:86761:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787756856.062970:0:86761:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756856.062975:0:86761:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756856.062978:0:86761:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756856.062984:0:86761:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756856.062990:0:86761:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756856.062996:0:86761:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756856.063014:0:86761:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756856.063020:0:86761:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756856.063024:0:86761:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756856.063029:0:86761:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a580.
00000020:00000040:3.0:1787756856.063035:0:86761:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787756856.063041:0:86761:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756856.063045:0:86761:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756856.063048:0:86761:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756856.063050:0:86761:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756856.063052:0:86761:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756856.063058:0:86761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e800.
00000100:00000001:3.0:1787756856.063062:0:86761:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756856.063072:0:86761:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a580 x1874594466033408/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756856.063085:0:86761:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756856.063091:0:86761:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756856.063100:0:86761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079505b6d] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a580 x1874594466033408/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756856.063126:0:86761:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756856.063133:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787756856.063141:0:86761:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787756856.063151:0:86761:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18445)
00000800:00000200:2.1:1787756856.063375:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756856.063377:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787756856.063569:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756856.063571:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000100:00000040:3.0:1787756857.022324:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313108904, at 4313108928
00000100:00000010:3.0:1787756857.022340:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c9c0.
00000008:00000020:3.0:1787756860.670440:0:277676:0:(osc_request.c:747:osc_update_next_shrink()) next time 19645 to shrink grant
00000100:00080000:0.0:1787756861.182390:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787756861.182399:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787756861.182402:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787756861.182405:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787756861.182408:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787756861.182414:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18440
00000400:00000200:0.0:1787756861.182421:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787756861.182426:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787756861.182428:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787756861.182431:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756861.182433:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756861.182435:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756861.182437:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787756861.182440:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787756861.182442:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787756861.182444:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787756861.182446:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787756861.182448:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787756861.182450:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787756861.182453:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756861.182454:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756861.182455:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756861.182457:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787756861.182459:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787756861.182462:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787756861.182463:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787756861.182465:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787756861.182468:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787756861.182470:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756861.182471:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787756861.182473:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787756861.182480:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae47840.
00000020:00000040:0.0:1787756861.182483:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787756861.182486:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787756861.182487:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756861.182489:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787756861.182491:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787756861.182495:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787756861.182501:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad4800.
00000100:00000001:0.0:1787756861.182506:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787756861.182513:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae47840 x1874594466033536/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787756861.182521:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787756861.182524:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756861.182528:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000cd63e1] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae47840 x1874594466033536/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787756861.182547:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787756861.182549:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787756861.182552:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787756861.182554:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787756861.182555:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787756861.182557:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787756861.182560:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18440
00000400:00000200:0.0:1787756861.182562:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787756861.182564:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787756861.182565:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787756861.182567:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756861.182568:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756861.182570:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756861.182572:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787756861.182575:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787756861.182577:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:0.0:1787756861.182579:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787756861.182581:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:0.0:1787756861.182583:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:0.0:1787756861.182587:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:0.0:1787756861.182591:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756861.182593:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756861.182596:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756861.182598:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787756861.182601:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:0.0:1787756861.182604:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787756861.182608:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787756861.182617:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787756861.182625:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787756861.182637:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756861.182640:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787756861.182643:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787756861.182649:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756861.182653:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787756861.182659:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae47480.
00000020:00000040:0.0:1787756861.182665:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:0.0:1787756861.182675:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787756861.182680:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756861.182689:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787756861.182693:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787756861.182696:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787756861.182707:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6800.
00000100:00000001:0.0:1787756861.182715:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787756861.182723:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae47480 x1874594466033664/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787756861.182738:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787756861.182743:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756861.182749:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ecd7b1f2] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae47480 x1874594466033664/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787756861.182769:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787756861.182777:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787756861.182782:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787756861.182786:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787756861.182788:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787756861.182791:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787756861.182796:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18440
00000400:00000200:0.0:1787756861.182811:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787756861.182816:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787756861.182820:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787756861.182831:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756861.182837:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756861.182844:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756861.182851:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787756861.182856:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787756861.182858:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:0.0:1787756861.182860:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787756861.182863:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:0.0:1787756861.182865:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:0.0:1787756861.182875:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:0.0:1787756861.182880:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756861.182882:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756861.182888:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756861.182891:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787756861.182899:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:0.0:1787756861.182923:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787756861.182930:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787756861.182936:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787756861.182939:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787756861.182946:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756861.182951:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787756861.182954:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787756861.182960:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756861.182963:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787756861.182968:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae46940.
00000020:00000040:0.0:1787756861.182972:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:0.0:1787756861.182976:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787756861.182981:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756861.182983:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787756861.182986:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787756861.182989:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787756861.182994:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad7c00.
00000100:00000001:0.0:1787756861.183004:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787756861.183013:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae46940 x1874594466033792/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787756861.183024:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787756861.183026:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756861.183031:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013e8296f] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae46940 x1874594466033792/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787756861.183047:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756861.183049:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787756861.183056:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1787756861.183069:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18450)
00000800:00000200:2.1:1787756861.183149:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756861.183153:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787756861.183666:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756861.183669:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787756861.184026:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756861.184030:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1787756862.014423:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756862.014428:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756862.014431:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787756862.142335:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313114024, at 4313114048
00000100:00000010:3.0:1787756862.142353:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344ce40.
00000020:00000001:3.0:1787756863.038446:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756863.038451:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756863.038455:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787756864.766449:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787756864.766457:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787756864.766459:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756864.766463:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:3.0:1787756864.766466:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787756864.766469:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756864.766471:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787756864.766473:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756864.766475:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756865.790329:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787756865.790335:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787756865.790337:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756865.790342:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:3.0:1787756865.790344:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787756865.790348:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756865.790350:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787756865.790352:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756865.790354:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787756866.110450:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756866.110455:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756866.110458:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787756866.302399:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756866.302411:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787756866.302414:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756866.302420:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756866.302425:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756866.302435:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18445
00000400:00000200:3.0:1787756866.302446:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756866.302454:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756866.302458:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756866.302463:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756866.302467:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756866.302469:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756866.302472:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756866.302477:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756866.302480:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787756866.302484:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756866.302488:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787756866.302491:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787756866.302494:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787756866.302498:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756866.302500:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756866.302502:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756866.302503:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756866.302506:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787756866.302509:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756866.302511:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756866.302513:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756866.302518:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756866.302520:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756866.302522:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787756866.302525:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756866.302534:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19e00.
00000020:00000040:3.0:1787756866.302538:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787756866.302542:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756866.302545:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756866.302548:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756866.302550:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756866.302555:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756866.302563:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e000.
00000100:00000001:3.0:1787756866.302570:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756866.302580:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19e00 x1874594466033920/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756866.302589:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756866.302593:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756866.302597:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000c6c2d2] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19e00 x1874594466033920/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756866.302617:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756866.302620:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756866.302623:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787756866.302624:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756866.302625:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756866.302628:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756866.302631:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18445
00000400:00000200:3.0:1787756866.302655:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756866.302659:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756866.302663:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756866.302670:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756866.302673:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756866.302679:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756866.302684:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756866.302690:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756866.302693:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787756866.302696:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756866.302711:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787756866.302716:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787756866.302720:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787756866.302727:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756866.302732:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756866.302737:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756866.302742:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756866.302745:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787756866.302749:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756866.302751:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756866.302752:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756866.302761:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756866.302764:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756866.302775:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756866.302780:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756866.302784:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756866.302788:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756866.302794:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a580.
00000020:00000040:3.0:1787756866.302798:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787756866.302802:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756866.302805:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756866.302808:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756866.302810:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756866.302813:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756866.302863:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51f400.
00000100:00000001:3.0:1787756866.302869:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756866.302877:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a580 x1874594466034048/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756866.302896:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756866.302907:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756866.302916:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079505b6d] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a580 x1874594466034048/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756866.302926:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756866.302930:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756866.302936:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787756866.302939:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756866.302941:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756866.302944:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756866.302946:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18445
00000400:00000200:3.0:1787756866.302999:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756866.303004:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756866.303007:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756866.303013:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756866.303015:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756866.303019:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756866.303024:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756866.303027:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756866.303029:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787756866.303032:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756866.303036:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000800:00000200:2.1:1787756866.303039:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000020:00000001:3.0:1787756866.303040:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787756866.303044:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000800:00000200:2.1:1787756866.303047:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000100:00000040:3.0:1787756866.303050:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756866.303053:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756866.303059:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756866.303063:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756866.303066:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787756866.303068:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756866.303072:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756866.303074:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756866.303078:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756866.303081:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756866.303083:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756866.303087:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756866.303091:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756866.303094:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756866.303098:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca18b40.
00000020:00000040:3.0:1787756866.303102:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787756866.303107:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756866.303110:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756866.303114:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756866.303116:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756866.303118:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756866.303123:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c000.
00000100:00000001:3.0:1787756866.303130:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756866.303141:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca18b40 x1874594466034176/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756866.303162:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756866.303167:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756866.303175:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5e8f4b9] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca18b40 x1874594466034176/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756866.303184:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756866.303189:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787756866.303197:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787756866.303204:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18455)
00000800:00000200:2.1:1787756866.303476:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756866.303478:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787756866.303716:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756866.303718:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000100:00000040:3.0:1787756867.262382:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313119144, at 4313119168
00000100:00000010:3.0:1787756867.262394:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c780.
00000020:00000001:3.0:1787756869.182512:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756869.182518:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756869.182522:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787756871.422337:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756871.422345:0:86761:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787756871.422347:0:86761:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756871.422351:0:86761:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756871.422355:0:86761:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756871.422362:0:86761:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18450
00000400:00000200:3.0:1787756871.422370:0:86761:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756871.422376:0:86761:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756871.422378:0:86761:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756871.422382:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756871.422385:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756871.422387:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756871.422389:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756871.422392:0:86761:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756871.422394:0:86761:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787756871.422396:0:86761:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756871.422398:0:86761:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787756871.422400:0:86761:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787756871.422402:0:86761:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787756871.422404:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756871.422405:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756871.422407:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756871.422408:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756871.422410:0:86761:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787756871.422412:0:86761:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756871.422414:0:86761:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756871.422417:0:86761:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756871.422419:0:86761:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756871.422421:0:86761:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756871.422423:0:86761:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787756871.422424:0:86761:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756871.422432:0:86761:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19680.
00000020:00000040:3.0:1787756871.422435:0:86761:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787756871.422438:0:86761:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756871.422440:0:86761:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756871.422443:0:86761:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756871.422445:0:86761:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756871.422448:0:86761:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756871.422454:0:86761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51dc00.
00000100:00000001:3.0:1787756871.422459:0:86761:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756871.422466:0:86761:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19680 x1874594466034304/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756871.422474:0:86761:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756871.422477:0:86761:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756871.422481:0:86761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c14b51e] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19680 x1874594466034304/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756871.422496:0:86761:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756871.422500:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756871.422503:0:86761:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787756871.422505:0:86761:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756871.422507:0:86761:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756871.422510:0:86761:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756871.422513:0:86761:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18450
00000400:00000200:3.0:1787756871.422517:0:86761:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756871.422520:0:86761:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756871.422522:0:86761:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756871.422526:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756871.422528:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756871.422530:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756871.422533:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756871.422535:0:86761:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756871.422537:0:86761:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787756871.422540:0:86761:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756871.422543:0:86761:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787756871.422546:0:86761:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787756871.422550:0:86761:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787756871.422554:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756871.422555:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756871.422557:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756871.422559:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756871.422560:0:86761:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787756871.422562:0:86761:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756871.422564:0:86761:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756871.422566:0:86761:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756871.422572:0:86761:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756871.422575:0:86761:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756871.422577:0:86761:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756871.422585:0:86761:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756871.422590:0:86761:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756871.422592:0:86761:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756871.422597:0:86761:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca192c0.
00000020:00000040:3.0:1787756871.422603:0:86761:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787756871.422612:0:86761:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756871.422617:0:86761:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756871.422618:0:86761:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756871.422619:0:86761:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756871.422621:0:86761:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756871.422624:0:86761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c000.
00000100:00000001:3.0:1787756871.422632:0:86761:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756871.422640:0:86761:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca192c0 x1874594466034432/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756871.422653:0:86761:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756871.422657:0:86761:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756871.422668:0:86761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e50181] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca192c0 x1874594466034432/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756871.422695:0:86761:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756871.422703:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756871.422712:0:86761:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787756871.422715:0:86761:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756871.422717:0:86761:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756871.422719:0:86761:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756871.422723:0:86761:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18450
00000400:00000200:3.0:1787756871.422753:0:86761:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756871.422758:0:86761:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756871.422762:0:86761:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756871.422770:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756871.422773:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756871.422781:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756871.422784:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756871.422785:0:86761:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756871.422787:0:86761:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787756871.422789:0:86761:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756871.422794:0:86761:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787756871.422796:0:86761:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787756871.422799:0:86761:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787756871.422807:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756871.422815:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756871.422821:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756871.422829:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756871.422842:0:86761:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787756871.422857:0:86761:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756871.422868:0:86761:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756871.422876:0:86761:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756871.422880:0:86761:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756871.422883:0:86761:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756871.422886:0:86761:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756871.422892:0:86761:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756871.422896:0:86761:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756871.422898:0:86761:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756871.422906:0:86761:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1b0c0.
00000020:00000040:3.0:1787756871.422912:0:86761:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787756871.422916:0:86761:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756871.422921:0:86761:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756871.422925:0:86761:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756871.422932:0:86761:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756871.422937:0:86761:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756871.422945:0:86761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51f400.
00000100:00000001:3.0:1787756871.422959:0:86761:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756871.422972:0:86761:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1b0c0 x1874594466034560/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756871.423015:0:86761:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756871.423022:0:86761:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756871.423027:0:86761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043bdf1c5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1b0c0 x1874594466034560/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756871.423057:0:86761:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756871.423064:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1787756871.423064:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756871.423071:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 6 secs later)
00000100:00000040:3.0:1787756871.423074:0:86761:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787756871.423091:0:86761:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18461)
00000800:00000200:2.1:1787756871.423477:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756871.423478:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787756871.423670:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756871.423672:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 6 secs later)
00000020:00000001:3.0:1787756872.254443:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756872.254449:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756872.254453:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787756872.382364:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313124264, at 4313124288
00000100:00000010:3.0:1787756872.382397:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c660.
00000020:00000001:3.0:1787756875.326554:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756875.326558:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756875.326561:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787756876.542385:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787756876.542393:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787756876.542395:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787756876.542399:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787756876.542402:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787756876.542408:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18456
00000400:00000200:0.0:1787756876.542416:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787756876.542421:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787756876.542424:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787756876.542427:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756876.542429:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756876.542431:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756876.542433:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787756876.542436:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787756876.542438:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787756876.542440:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787756876.542443:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787756876.542445:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787756876.542446:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787756876.542448:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756876.542450:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756876.542452:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756876.542454:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787756876.542458:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787756876.542461:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787756876.542464:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787756876.542467:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787756876.542470:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787756876.542473:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756876.542475:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787756876.542478:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787756876.542487:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae45680.
00000020:00000040:0.0:1787756876.542491:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787756876.542497:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787756876.542498:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756876.542502:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787756876.542505:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787756876.542508:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787756876.542515:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad7000.
00000100:00000001:0.0:1787756876.542520:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787756876.542528:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae45680 x1874594466034688/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787756876.542537:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787756876.542540:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756876.542543:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078e2ff1a] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae45680 x1874594466034688/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787756876.542561:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787756876.542564:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787756876.542566:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787756876.542568:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787756876.542569:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787756876.542571:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787756876.542573:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18456
00000400:00000200:0.0:1787756876.542576:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787756876.542578:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787756876.542580:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787756876.542582:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756876.542583:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756876.542585:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756876.542586:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787756876.542588:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787756876.542589:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:0.0:1787756876.542590:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787756876.542592:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:0.0:1787756876.542593:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:0.0:1787756876.542595:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:0.0:1787756876.542597:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756876.542599:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756876.542601:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756876.542602:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787756876.542605:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:0.0:1787756876.542607:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787756876.542609:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787756876.542613:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787756876.542618:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787756876.542621:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756876.542622:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787756876.542627:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787756876.542633:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756876.542638:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787756876.542665:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae47c00.
00000020:00000040:0.0:1787756876.542670:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:0.0:1787756876.542676:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787756876.542679:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756876.542682:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787756876.542685:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787756876.542689:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787756876.542694:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad5400.
00000100:00000001:0.0:1787756876.542698:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787756876.542708:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae47c00 x1874594466034816/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787756876.542720:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787756876.542724:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756876.542729:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006db13aa7] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae47c00 x1874594466034816/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787756876.542738:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787756876.542742:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787756876.542748:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787756876.542751:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787756876.542755:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787756876.542759:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787756876.542764:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18456
00000400:00000200:0.0:1787756876.542773:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787756876.542777:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787756876.542782:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787756876.542788:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756876.542791:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756876.542796:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756876.542797:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787756876.542802:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787756876.542806:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:0.0:1787756876.542808:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787756876.542810:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:0.0:1787756876.542812:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:0.0:1787756876.542817:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:0.0:1787756876.542824:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756876.542829:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756876.542833:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756876.542837:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787756876.542841:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:0.0:1787756876.542846:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787756876.542850:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787756876.542853:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787756876.542857:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787756876.542861:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756876.542867:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787756876.542870:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787756876.542875:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756876.542879:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787756876.542887:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae46d00.
00000020:00000040:0.0:1787756876.542895:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:0.0:1787756876.542901:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787756876.542906:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756876.542912:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787756876.542917:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.1:1787756876.542921:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000001:0.0:1787756876.542922:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787756876.542926:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 1 secs later)
02000000:00000010:0.0:1787756876.542931:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad4400.
00000100:00000001:0.0:1787756876.542936:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787756876.542945:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae46d00 x1874594466034944/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787756876.542963:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787756876.542969:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756876.542980:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ed326369] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae46d00 x1874594466034944/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787756876.543011:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756876.543017:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787756876.543022:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1787756876.543028:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18466)
00000800:00000200:2.1:1787756876.543319:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756876.543322:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787756876.543521:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756876.543523:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 1 secs later)
00000100:00000040:3.0:1787756877.502341:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313129384, at 4313129408
00000100:00000010:3.0:1787756877.502354:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c0c0.
00000100:00080000:3.0:1787756881.662430:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756881.662440:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787756881.662443:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756881.662448:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756881.662452:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756881.662460:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18461
00000400:00000200:3.0:1787756881.662469:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756881.662476:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756881.662495:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756881.662500:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756881.662504:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756881.662508:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756881.662512:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756881.662518:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756881.662520:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787756881.662523:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756881.662526:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787756881.662528:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787756881.662530:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787756881.662533:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756881.662535:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756881.662536:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756881.662538:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756881.662540:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787756881.662544:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756881.662546:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756881.662571:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756881.662575:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756881.662578:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756881.662580:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787756881.662583:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756881.662606:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a940.
00000020:00000040:3.0:1787756881.662610:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787756881.662613:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756881.662615:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756881.662618:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756881.662620:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756881.662623:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756881.662630:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e000.
00000100:00000001:3.0:1787756881.662635:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756881.662643:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a940 x1874594466035072/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756881.662651:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756881.662655:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756881.662661:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acf304e1] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a940 x1874594466035072/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756881.662677:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756881.662682:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756881.662687:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787756881.662689:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756881.662692:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756881.662696:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756881.662700:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18461
00000400:00000200:3.0:1787756881.662707:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756881.662715:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756881.662720:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756881.662729:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756881.662736:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756881.662742:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756881.662748:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756881.662818:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756881.662820:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787756881.662823:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756881.662828:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787756881.662832:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787756881.662837:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787756881.662846:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000800:00000200:2.1:1787756881.662896:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:3.0:1787756881.662968:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756881.662983:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756881.662988:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756881.662990:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787756881.663040:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756881.663043:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756881.663046:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756881.663053:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756881.663055:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756881.663057:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756881.663062:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756881.663065:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756881.663067:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756881.663072:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19a40.
00000020:00000040:3.0:1787756881.663075:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787756881.663077:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756881.663079:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756881.663081:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756881.663082:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756881.663084:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756881.663088:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51d800.
00000100:00000001:3.0:1787756881.663093:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756881.663099:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19a40 x1874594466035200/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756881.663107:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756881.663110:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756881.663115:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048dd93e3] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19a40 x1874594466035200/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756881.663132:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756881.663135:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756881.663139:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787756881.663141:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756881.663142:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756881.663145:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756881.663148:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18461
00000400:00000200:3.0:1787756881.663153:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756881.663157:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756881.663160:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756881.663164:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756881.663167:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756881.663173:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756881.663179:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756881.663186:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756881.663189:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787756881.663194:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756881.663200:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787756881.663205:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787756881.663216:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787756881.663223:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756881.663229:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756881.663234:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756881.663239:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756881.663243:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787756881.663247:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756881.663253:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756881.663257:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756881.663263:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756881.663303:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756881.663308:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756881.663313:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756881.663319:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756881.663323:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756881.663330:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a1c0.
00000020:00000040:3.0:1787756881.663336:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787756881.663343:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756881.663347:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756881.663351:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756881.663354:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756881.663357:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756881.663365:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51ec00.
00000100:00000001:3.0:1787756881.663371:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756881.663381:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a1c0 x1874594466035328/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756881.663401:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756881.663406:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756881.663415:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062ae16d5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a1c0 x1874594466035328/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756881.663436:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756881.663442:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787756881.663451:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787756881.663458:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18471)
00000800:00000200:2.1:1787756881.663481:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756881.663669:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000040:3.0:1787756882.622356:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313134504, at 4313134528
00000100:00000010:3.0:1787756882.622370:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c900.
00000400:00000100:0.0:1787756884.734525:0:238945:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.154:988
00000400:00000100:0.0:1787756884.734564:0:238945:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.154@tcp at host 192.168.201.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1787756884.734573:0:238945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787756884.734576:0:238945:0:(router.c:1791:lnet_notify()) 192.168.201.54@tcp notifying 192.168.201.154@tcp: down
00000400:00000200:0.0:1787756884.734580:0:238945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787756884.734583:0:238945:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1787756884.734587:0:238945:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000800:00000010:0.0:1787756884.734591:0:238945:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2ace00.
00000400:00000200:0.0:1787756884.734596:0:238945:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787756884.734599:0:238945:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787756884.734604:0:238945:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c770
00000400:00000010:0.0:1787756884.734606:0:238945:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c770.
00000100:00000001:0.0:1787756884.734610:0:238945:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787756884.734617:0:238945:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff92507ca1a940 x1874594466035072/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787756906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787756884.734637:0:238945:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787756884.734642:0:238945:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a940 x1874594466035072/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787756906 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787756884.734650:0:238945:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756884.734652:0:238945:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787756884.734661:0:238945:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000800:00000010:0.0:1787756884.734664:0:238945:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2ac100.
00000400:00000200:0.0:1787756884.734667:0:238945:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787756884.734670:0:238945:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787756884.734674:0:238945:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cee0
00000400:00000010:0.0:1787756884.734675:0:238945:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cee0.
00000100:00000001:0.0:1787756884.734678:0:238945:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787756884.734683:0:238945:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff92507ca19a40 x1874594466035200/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787756906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787756884.734697:0:238945:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787756884.734701:0:238945:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19a40 x1874594466035200/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787756906 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787756884.734708:0:238945:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756884.734709:0:238945:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787756884.734715:0:238945:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000800:00000010:0.0:1787756884.734717:0:238945:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2ac000.
00000400:00000200:0.0:1787756884.734720:0:238945:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787756884.734724:0:238945:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787756884.734735:0:238945:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c110
00000400:00000010:0.0:1787756884.734737:0:238945:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c110.
00000100:00000001:0.0:1787756884.734739:0:238945:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787756884.734743:0:238945:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff92507ca1a1c0 x1874594466035328/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787756906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787756884.734752:0:238945:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787756884.734755:0:238945:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a1c0 x1874594466035328/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787756906 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787756884.734762:0:238945:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756884.734764:0:238945:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1787756886.782350:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756886.782359:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787756886.782362:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756886.782366:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756886.782371:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756886.782379:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18466
00000400:00000200:3.0:1787756886.782388:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756886.782394:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756886.782398:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756886.782401:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756886.782405:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756886.782408:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756886.782410:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756886.782414:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756886.782416:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787756886.782419:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756886.782422:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787756886.782425:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787756886.782427:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787756886.782430:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756886.782432:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756886.782434:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756886.782436:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756886.782439:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787756886.782443:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756886.782446:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756886.782449:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756886.782452:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756886.782455:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756886.782458:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787756886.782489:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756886.782496:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1bc00.
00000020:00000040:3.0:1787756886.782501:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787756886.782505:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756886.782507:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756886.782511:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756886.782513:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756886.782517:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756886.782524:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c400.
00000100:00000001:3.0:1787756886.782530:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756886.782539:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1bc00 x1874594466035456/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756886.782549:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756886.782554:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756886.782558:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002bc35b5c] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1bc00 x1874594466035456/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756886.782585:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756886.782589:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756886.782592:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787756886.782594:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756886.782595:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756886.782598:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756886.782602:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18466
00000400:00000200:3.0:1787756886.782607:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756886.782611:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756886.782613:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756886.782616:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756886.782620:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756886.782625:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756886.782629:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756886.782634:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756886.782637:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787756886.782640:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756886.782644:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787756886.782649:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787756886.782655:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787756886.782663:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756886.782668:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756886.782673:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756886.782676:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756886.782681:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787756886.782688:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756886.782694:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756886.782699:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756886.782707:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756886.782711:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756886.782716:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756886.782722:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756886.782727:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756886.782730:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756886.782738:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19a40.
00000020:00000040:3.0:1787756886.782744:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787756886.782749:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756886.782751:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756886.782756:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756886.782757:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756886.782760:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756886.782765:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e400.
00000100:00000001:3.0:1787756886.782771:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756886.782780:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19a40 x1874594466035584/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756886.782793:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756886.782798:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756886.782808:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048dd93e3] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19a40 x1874594466035584/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756886.782836:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756886.782841:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756886.782847:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787756886.782850:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756886.782852:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756886.782858:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756886.782863:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18466
00000400:00000200:3.0:1787756886.782914:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756886.782923:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756886.782927:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756886.782933:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756886.782938:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756886.782945:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756886.782949:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756886.782953:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756886.782956:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787756886.782958:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756886.782961:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787756886.782963:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787756886.782965:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000800:00000200:2.1:1787756886.782969:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000040:3.0:1787756886.782970:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756886.782975:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1787756886.782977:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000100:00000040:3.0:1787756886.782980:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756886.782985:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756886.782989:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787756886.782995:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756886.783000:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756886.783004:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756886.783009:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756886.783015:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756886.783019:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756886.783023:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756886.783028:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756886.783032:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756886.783039:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a1c0.
00000020:00000040:3.0:1787756886.783044:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787756886.783050:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756886.783053:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756886.783056:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756886.783059:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756886.783064:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756886.783069:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51fc00.
00000100:00000001:3.0:1787756886.783076:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756886.783085:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a1c0 x1874594466035712/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756886.783097:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756886.783103:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756886.783111:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062ae16d5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a1c0 x1874594466035712/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756886.783125:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756886.783129:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787756886.783137:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787756886.783144:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18476)
00000800:00000200:2.1:1787756886.783573:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756886.783576:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787756886.783877:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756886.783880:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000100:00000040:3.0:1787756887.742357:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313139624, at 4313139648
00000100:00000010:3.0:1787756887.742372:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c7e0.
00000100:00080000:3.0:1787756891.902344:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756891.902351:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787756891.902354:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756891.902357:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756891.902361:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756891.902367:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18471
00000400:00000200:3.0:1787756891.902388:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756891.902395:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756891.902397:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756891.902400:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756891.902403:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756891.902405:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756891.902407:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756891.902410:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756891.902412:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787756891.902414:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756891.902417:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787756891.902418:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787756891.902420:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787756891.902422:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756891.902423:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756891.902425:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756891.902426:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756891.902428:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787756891.902431:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756891.902433:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756891.902435:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756891.902438:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756891.902440:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756891.902441:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787756891.902443:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756891.902452:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a940.
00000020:00000040:3.0:1787756891.902454:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787756891.902462:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756891.902463:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756891.902466:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756891.902468:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756891.902471:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756891.902477:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51fc00.
00000100:00000001:3.0:1787756891.902482:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756891.902489:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a940 x1874594466035840/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756891.902497:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756891.902500:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756891.902504:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acf304e1] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a940 x1874594466035840/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756891.902518:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756891.902521:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756891.902523:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787756891.902524:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756891.902525:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756891.902528:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756891.902529:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18471
00000400:00000200:3.0:1787756891.902532:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756891.902533:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756891.902535:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756891.902537:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756891.902538:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756891.902540:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756891.902541:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756891.902542:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756891.902543:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787756891.902544:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756891.902545:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787756891.902547:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787756891.902549:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787756891.902550:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756891.902552:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756891.902553:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756891.902554:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756891.902555:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787756891.902557:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756891.902558:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756891.902560:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756891.902565:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756891.902566:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756891.902568:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756891.902571:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756891.902573:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756891.902575:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756891.902577:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1b0c0.
00000020:00000040:3.0:1787756891.902579:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787756891.902581:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756891.902584:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756891.902585:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756891.902587:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756891.902591:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756891.902596:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e400.
00000100:00000001:3.0:1787756891.902600:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756891.902608:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1b0c0 x1874594466035968/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756891.902630:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756891.902633:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756891.902638:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043bdf1c5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1b0c0 x1874594466035968/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756891.902659:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756891.902663:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756891.902666:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787756891.902667:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756891.902671:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756891.902677:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756891.902682:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18471
00000400:00000200:3.0:1787756891.902684:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756891.902688:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756891.902691:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756891.902694:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756891.902699:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756891.902703:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756891.902705:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756891.902709:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756891.902710:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787756891.902711:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756891.902713:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787756891.902717:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787756891.902719:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787756891.902721:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756891.902723:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756891.902727:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756891.902731:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756891.902736:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787756891.902741:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756891.902745:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756891.902750:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756891.902753:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756891.902756:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756891.902762:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756891.902765:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756891.902770:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756891.902775:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756891.902779:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca192c0.
00000020:00000040:3.0:1787756891.902784:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787756891.902787:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756891.902788:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756891.902791:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756891.902794:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756891.902796:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756891.902799:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c400.
00000100:00000001:3.0:1787756891.902802:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756891.902810:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca192c0 x1874594466036096/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756891.902821:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756891.902825:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756891.902831:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e50181] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca192c0 x1874594466036096/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756891.902866:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756891.902869:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787756891.902878:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787756891.902882:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18481)
00000800:00000200:2.1:1787756891.902909:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756891.902927:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787756891.903222:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756891.903224:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787756891.903455:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756891.903457:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000100:00000040:3.0:1787756892.862401:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313144744, at 4313144768
00000100:00000010:3.0:1787756892.862433:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344cba0.
00000020:00000001:3.0:1787756896.830599:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756896.830616:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756896.830622:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787756897.022436:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756897.022449:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787756897.022452:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756897.022458:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756897.022464:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756897.022474:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18476
00000400:00000200:3.0:1787756897.022484:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756897.022492:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756897.022496:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756897.022500:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756897.022505:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756897.022508:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756897.022511:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756897.022517:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756897.022519:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787756897.022523:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756897.022527:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787756897.022530:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787756897.022533:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787756897.022537:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756897.022539:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756897.022542:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756897.022545:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756897.022549:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787756897.022553:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756897.022556:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756897.022559:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756897.022563:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756897.022567:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756897.022569:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787756897.022574:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756897.022586:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19680.
00000020:00000040:3.0:1787756897.022591:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787756897.022596:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756897.022598:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756897.022602:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756897.022606:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756897.022612:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756897.022621:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51d800.
00000100:00000001:3.0:1787756897.022628:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756897.022641:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19680 x1874594466036224/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756897.022655:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756897.022661:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756897.022667:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c14b51e] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19680 x1874594466036224/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756897.022699:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756897.022703:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756897.022708:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787756897.022710:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756897.022712:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756897.022716:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756897.022719:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18476
00000400:00000200:3.0:1787756897.022723:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756897.022727:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756897.022729:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756897.022733:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756897.022736:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756897.022739:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756897.022743:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756897.022747:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756897.022750:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787756897.022754:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756897.022757:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787756897.022760:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787756897.022763:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787756897.022767:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756897.022770:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756897.022773:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756897.022778:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756897.022784:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787756897.022792:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756897.022796:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756897.022805:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756897.022820:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756897.022824:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756897.022831:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756897.022839:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756897.022861:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756897.022872:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756897.022887:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca18b40.
00000020:00000040:3.0:1787756897.022895:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787756897.022903:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756897.022910:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756897.022913:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756897.022918:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756897.022926:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756897.022933:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51ec00.
00000100:00000001:3.0:1787756897.022942:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756897.022957:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca18b40 x1874594466036352/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756897.022977:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756897.022986:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756897.023001:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5e8f4b9] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca18b40 x1874594466036352/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756897.023020:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756897.023028:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756897.023040:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787756897.023044:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756897.023047:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756897.023053:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756897.023069:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18476
00000400:00000200:3.0:1787756897.023087:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756897.023112:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756897.023123:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756897.023135:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756897.023142:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756897.023151:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756897.023159:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756897.023177:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756897.023186:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787756897.023194:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756897.023204:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787756897.023219:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787756897.023239:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787756897.023265:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756897.023342:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756897.023347:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756897.023350:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756897.023361:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787756897.023368:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756897.023382:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756897.023399:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756897.023407:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756897.023422:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756897.023436:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756897.023439:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756897.023444:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756897.023447:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756897.023463:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a580.
00000020:00000040:3.0:1787756897.023470:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787756897.023480:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756897.023484:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756897.023489:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756897.023495:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756897.023501:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756897.023513:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e000.
00000100:00000001:3.0:1787756897.023530:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756897.023561:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a580 x1874594466036480/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756897.023585:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756897.023598:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756897.023620:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079505b6d] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a580 x1874594466036480/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756897.023644:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756897.023650:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787756897.023670:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787756897.023687:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18486)
00000800:00000200:2.1:1787756897.023716:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756897.023723:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787756897.024471:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756897.024475:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787756897.024932:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756897.024938:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000100:00000040:3.0:1787756897.982430:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313149865, at 4313149888
00000100:00000010:3.0:1787756897.982467:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c180.
00000020:00000001:3.0:1787756899.902591:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756899.902597:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756899.902602:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787756902.142377:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756902.142390:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787756902.142393:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756902.142398:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756902.142404:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756902.142414:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18481
00000400:00000200:3.0:1787756902.142425:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756902.142433:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756902.142437:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756902.142442:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756902.142446:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756902.142449:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756902.142453:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756902.142458:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756902.142460:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787756902.142464:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756902.142468:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787756902.142471:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787756902.142474:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787756902.142478:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756902.142481:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756902.142484:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756902.142486:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756902.142490:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787756902.142494:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756902.142497:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756902.142501:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756902.142505:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756902.142508:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756902.142511:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787756902.142516:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756902.142526:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19e00.
00000020:00000040:3.0:1787756902.142530:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787756902.142536:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756902.142538:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756902.142541:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756902.142545:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756902.142550:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756902.142559:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e800.
00000100:00000001:3.0:1787756902.142568:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756902.142580:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19e00 x1874594466036608/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756902.142594:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756902.142599:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756902.142606:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000c6c2d2] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19e00 x1874594466036608/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756902.142644:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756902.142651:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756902.142657:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787756902.142660:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756902.142664:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756902.142670:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756902.142676:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18481
00000400:00000200:3.0:1787756902.142685:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756902.142693:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756902.142698:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756902.142707:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756902.142716:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756902.142727:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756902.142737:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756902.142747:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756902.142753:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787756902.142759:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756902.142765:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787756902.142773:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787756902.142782:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787756902.142792:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756902.142805:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756902.142817:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756902.142823:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756902.142828:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787756902.142842:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756902.142854:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756902.142862:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756902.142877:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756902.142891:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756902.142902:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756902.142913:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756902.142923:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756902.142932:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756902.142945:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a580.
00000020:00000040:3.0:1787756902.142957:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787756902.142971:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756902.142976:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756902.142985:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756902.142993:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756902.143000:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756902.143015:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51f400.
00000100:00000001:3.0:1787756902.143029:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756902.143050:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a580 x1874594466036736/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756902.143069:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756902.143076:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756902.143089:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079505b6d] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a580 x1874594466036736/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756902.143114:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756902.143121:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756902.143130:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787756902.143136:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756902.143138:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756902.143144:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756902.143149:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18481
00000400:00000200:3.0:1787756902.143252:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756902.143264:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756902.143302:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756902.143307:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756902.143311:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756902.143314:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756902.143317:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756902.143321:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756902.143323:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787756902.143326:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756902.143329:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787756902.143334:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787756902.143346:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787756902.143353:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756902.143361:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756902.143369:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756902.143376:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756902.143381:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787756902.143389:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756902.143397:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756902.143403:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.1:1787756902.143408:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000001:3.0:1787756902.143410:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756902.143420:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787756902.143422:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1787756902.143423:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756902.143429:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756902.143433:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756902.143435:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756902.143441:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca18b40.
00000020:00000040:3.0:1787756902.143451:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787756902.143456:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756902.143462:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756902.143470:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756902.143475:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756902.143480:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756902.143488:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c000.
00000100:00000001:3.0:1787756902.143495:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756902.143511:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca18b40 x1874594466036864/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756902.143526:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756902.143536:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756902.143547:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5e8f4b9] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca18b40 x1874594466036864/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756902.143564:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756902.143568:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787756902.143576:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787756902.143585:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18491)
00000800:00000200:2.1:1787756902.144379:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756902.144384:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787756902.144809:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756902.144812:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000020:00000001:3.0:1787756902.974516:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756902.974524:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756902.974529:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787756903.102366:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313154985, at 4313155008
00000100:00000010:3.0:1787756903.102386:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c300.
00000020:00000001:3.0:1787756906.046477:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756906.046482:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756906.046486:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787756907.262381:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756907.262403:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787756907.262409:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756907.262417:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756907.262427:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756907.262443:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18486
00000400:00000200:3.0:1787756907.262459:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756907.262473:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756907.262479:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756907.262484:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756907.262488:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756907.262492:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756907.262496:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756907.262502:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756907.262505:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787756907.262509:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756907.262515:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787756907.262518:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787756907.262521:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787756907.262525:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756907.262528:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756907.262531:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756907.262534:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756907.262538:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787756907.262544:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756907.262547:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756907.262551:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756907.262556:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756907.262560:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756907.262565:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787756907.262570:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756907.262602:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19680.
00000020:00000040:3.0:1787756907.262608:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787756907.262615:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756907.262618:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756907.262623:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756907.262627:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756907.262635:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756907.262647:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51dc00.
00000100:00000001:3.0:1787756907.262665:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756907.262680:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19680 x1874594466036992/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756907.262697:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756907.262704:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756907.262712:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c14b51e] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19680 x1874594466036992/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756907.262747:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756907.262754:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756907.262761:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787756907.262765:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756907.262768:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756907.262774:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756907.262780:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18486
00000400:00000200:3.0:1787756907.262788:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756907.262795:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756907.262800:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756907.262806:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756907.262812:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756907.262818:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756907.262824:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756907.262831:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756907.262834:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787756907.262838:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756907.262844:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787756907.262848:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787756907.262853:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787756907.262866:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756907.262872:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756907.262879:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756907.262883:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756907.262891:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787756907.262895:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756907.262900:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756907.262903:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756907.262917:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756907.262929:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756907.262935:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756907.262946:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756907.262959:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756907.262971:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756907.262984:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca192c0.
00000020:00000040:3.0:1787756907.262991:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787756907.262999:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756907.263007:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756907.263012:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756907.263020:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756907.263033:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756907.263049:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c000.
00000100:00000001:3.0:1787756907.263066:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756907.263084:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca192c0 x1874594466037120/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756907.263126:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756907.263133:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756907.263142:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e50181] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca192c0 x1874594466037120/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756907.263186:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756907.263198:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756907.263213:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787756907.263217:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756907.263224:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756907.263236:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756907.263246:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18486
00000400:00000200:3.0:1787756907.263319:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756907.263327:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756907.263339:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756907.263360:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756907.263379:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756907.263402:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756907.263418:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756907.263431:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756907.263445:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787756907.263454:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756907.263466:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787756907.263473:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787756907.263489:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787756907.263506:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756907.263520:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756907.263530:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756907.263534:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756907.263542:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787756907.263553:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756907.263563:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756907.263568:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756907.263578:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756907.263584:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756907.263589:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756907.263597:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756907.263611:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756907.263620:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756907.263639:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1b0c0.
00000020:00000040:3.0:1787756907.263646:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787756907.263660:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756907.263666:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756907.263674:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756907.263685:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756907.263697:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756907.263713:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51f400.
00000100:00000001:3.0:1787756907.263722:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756907.263734:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1b0c0 x1874594466037248/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756907.263767:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756907.263777:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756907.263805:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043bdf1c5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1b0c0 x1874594466037248/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1787756907.263808:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756907.263821:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000100:00000001:3.0:1787756907.263864:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756907.263881:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787756907.263889:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787756907.263904:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18496)
00000800:00000200:2.1:1787756907.264597:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756907.264604:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787756907.265094:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756907.265126:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000100:00000040:3.0:1787756908.222401:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313160105, at 4313160128
00000100:00000010:3.0:1787756908.222423:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c060.
00000020:00000001:3.0:1787756909.118633:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756909.118639:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756909.118645:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787756912.190600:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756912.190610:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756912.190618:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787756912.382418:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756912.382435:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787756912.382440:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756912.382446:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756912.382453:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756912.382466:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18491
00000400:00000200:3.0:1787756912.382479:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756912.382489:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756912.382494:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756912.382499:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756912.382503:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756912.382507:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756912.382510:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756912.382517:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756912.382520:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787756912.382524:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756912.382529:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787756912.382532:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787756912.382535:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787756912.382539:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756912.382542:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756912.382545:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756912.382547:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756912.382551:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787756912.382556:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756912.382559:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756912.382565:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756912.382570:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756912.382574:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756912.382577:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787756912.382581:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756912.382597:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a940.
00000020:00000040:3.0:1787756912.382602:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787756912.382609:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756912.382612:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756912.382617:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756912.382621:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756912.382628:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756912.382641:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e800.
00000100:00000001:3.0:1787756912.382651:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756912.382666:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a940 x1874594466037376/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756912.382681:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756912.382688:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756912.382695:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acf304e1] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a940 x1874594466037376/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756912.382734:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756912.382739:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756912.382744:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787756912.382746:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756912.382749:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756912.382753:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756912.382757:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18491
00000400:00000200:3.0:1787756912.382761:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756912.382765:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756912.382768:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756912.382772:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756912.382775:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756912.382779:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756912.382781:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756912.382784:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756912.382786:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787756912.382789:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756912.382792:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787756912.382794:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787756912.382796:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787756912.382800:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756912.382802:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756912.382804:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756912.382806:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756912.382809:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787756912.382812:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756912.382815:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756912.382817:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756912.382826:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756912.382829:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756912.382831:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756912.382838:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756912.382842:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756912.382844:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756912.382849:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a1c0.
00000020:00000040:3.0:1787756912.382852:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787756912.382856:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756912.382857:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756912.382860:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756912.382862:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756912.382865:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756912.382870:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e000.
00000100:00000001:3.0:1787756912.382875:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756912.382884:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a1c0 x1874594466037504/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756912.382895:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756912.382900:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756912.382910:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062ae16d5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a1c0 x1874594466037504/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756912.382927:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756912.382937:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756912.382942:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787756912.382945:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756912.382949:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756912.382955:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756912.382964:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18491
00000400:00000200:3.0:1787756912.382979:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756912.382987:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756912.382990:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756912.382993:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756912.382996:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756912.382998:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756912.383003:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756912.383036:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756912.383043:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787756912.383047:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756912.383056:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787756912.383065:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787756912.383072:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787756912.383086:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756912.383096:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756912.383110:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756912.383121:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756912.383130:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787756912.383141:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756912.383149:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756912.383157:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756912.383163:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756912.383169:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756912.383172:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756912.383175:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756912.383179:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756912.383181:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756912.383189:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19a40.
00000020:00000040:3.0:1787756912.383193:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787756912.383202:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756912.383203:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756912.383206:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756912.383210:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756912.383214:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756912.383226:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51ec00.
00000100:00000001:3.0:1787756912.383232:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756912.383246:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19a40 x1874594466037632/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756912.383262:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756912.383302:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756912.383309:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048dd93e3] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19a40 x1874594466037632/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756912.383327:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756912.383333:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787756912.383342:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787756912.383354:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18501)
00000800:00000200:2.1:1787756912.383649:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756912.383657:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787756912.384796:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756912.384802:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787756912.385414:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756912.385417:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 33 secs later)
00000100:00000040:3.0:1787756913.342409:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313165225, at 4313165248
00000100:00000010:3.0:1787756913.342430:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344cd80.
00000020:00000001:3.0:1787756915.262623:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756915.262630:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756915.262635:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787756916.286614:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756916.286621:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756916.286626:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787756917.502397:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756917.502412:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787756917.502416:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756917.502421:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756917.502428:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756917.502441:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18496
00000400:00000200:3.0:1787756917.502454:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756917.502464:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756917.502469:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756917.502475:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756917.502480:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756917.502484:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756917.502488:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756917.502495:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756917.502498:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787756917.502501:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756917.502505:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787756917.502519:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787756917.502521:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787756917.502525:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756917.502527:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756917.502529:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756917.502531:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756917.502534:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787756917.502538:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756917.502541:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756917.502545:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756917.502549:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756917.502552:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756917.502555:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787756917.502558:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756917.502565:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1bc00.
00000020:00000040:3.0:1787756917.502568:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787756917.502573:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756917.502575:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756917.502589:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756917.502592:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756917.502597:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756917.502605:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51d800.
00000100:00000001:3.0:1787756917.502612:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756917.502623:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1bc00 x1874594466037760/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756917.502634:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756917.502638:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756917.502644:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002bc35b5c] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1bc00 x1874594466037760/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756917.502685:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756917.502691:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756917.502697:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787756917.502699:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756917.502702:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756917.502707:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756917.502712:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18496
00000400:00000200:3.0:1787756917.502719:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756917.502725:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756917.502728:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756917.502734:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756917.502739:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756917.502743:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756917.502748:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756917.502752:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756917.502755:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787756917.502758:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756917.502762:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787756917.502767:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787756917.502776:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787756917.502785:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756917.502791:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756917.502795:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756917.502800:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756917.502807:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787756917.502816:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756917.502819:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756917.502826:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756917.502848:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756917.502858:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756917.502864:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756917.502871:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756917.502878:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756917.502882:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756917.502889:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19a40.
00000020:00000040:3.0:1787756917.502894:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787756917.502902:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756917.502907:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756917.502910:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756917.502912:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756917.502915:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756917.502940:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c400.
00000100:00000001:3.0:1787756917.502951:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756917.502969:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19a40 x1874594466037888/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756917.502990:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756917.502998:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756917.503006:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048dd93e3] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19a40 x1874594466037888/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756917.503038:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756917.503049:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756917.503063:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787756917.503072:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756917.503079:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756917.503086:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756917.503097:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18496
00000400:00000200:3.0:1787756917.503198:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756917.503242:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756917.503255:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756917.503270:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000800:00000200:2.1:1787756917.503273:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:3.0:1787756917.503280:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1787756917.503284:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000100:00000040:3.0:1787756917.503290:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756917.503298:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756917.503304:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756917.503307:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787756917.503361:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756917.503366:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787756917.503374:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787756917.503378:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787756917.503391:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756917.503399:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756917.503410:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756917.503421:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756917.503431:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787756917.503446:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756917.503458:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756917.503468:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756917.503475:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756917.503486:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756917.503496:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756917.503503:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756917.503508:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756917.503511:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756917.503520:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a1c0.
00000020:00000040:3.0:1787756917.503526:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787756917.503535:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756917.503537:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756917.503540:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756917.503546:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756917.503549:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756917.503555:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e400.
00000100:00000001:3.0:1787756917.503563:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756917.503577:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a1c0 x1874594466038016/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756917.503601:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756917.503606:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756917.503617:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062ae16d5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a1c0 x1874594466038016/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756917.503645:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756917.503659:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787756917.503669:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787756917.503682:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18507)
00000800:00000200:2.1:1787756917.504089:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756917.504092:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787756917.504550:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756917.504553:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1787756918.334587:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756918.334592:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756918.334596:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787756918.462410:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313170345, at 4313170368
00000100:00000010:3.0:1787756918.462439:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344cd80.
00000020:00000001:3.0:1787756919.358566:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756919.358572:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756919.358576:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787756921.406700:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756921.406706:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756921.406712:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787756922.430561:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756922.430570:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756922.430577:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787756922.622377:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756922.622388:0:86761:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787756922.622392:0:86761:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756922.622395:0:86761:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756922.622401:0:86761:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756922.622410:0:86761:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18502
00000400:00000200:3.0:1787756922.622423:0:86761:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756922.622430:0:86761:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756922.622434:0:86761:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756922.622439:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756922.622443:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756922.622446:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756922.622449:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756922.622454:0:86761:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756922.622457:0:86761:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787756922.622460:0:86761:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756922.622463:0:86761:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787756922.622466:0:86761:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787756922.622469:0:86761:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787756922.622473:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756922.622475:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756922.622477:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756922.622480:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756922.622483:0:86761:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787756922.622486:0:86761:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756922.622488:0:86761:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756922.622491:0:86761:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756922.622495:0:86761:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756922.622497:0:86761:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756922.622500:0:86761:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787756922.622503:0:86761:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756922.622512:0:86761:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a940.
00000020:00000040:3.0:1787756922.622518:0:86761:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787756922.622523:0:86761:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756922.622526:0:86761:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756922.622531:0:86761:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756922.622535:0:86761:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756922.622542:0:86761:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756922.622552:0:86761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51fc00.
00000100:00000001:3.0:1787756922.622562:0:86761:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756922.622575:0:86761:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a940 x1874594466038144/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756922.622591:0:86761:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756922.622596:0:86761:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756922.622605:0:86761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acf304e1] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a940 x1874594466038144/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756922.622639:0:86761:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756922.622645:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756922.622650:0:86761:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787756922.622652:0:86761:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756922.622656:0:86761:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756922.622660:0:86761:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756922.622666:0:86761:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18502
00000400:00000200:3.0:1787756922.622673:0:86761:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756922.622678:0:86761:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756922.622682:0:86761:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756922.622687:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756922.622690:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756922.622694:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756922.622697:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756922.622702:0:86761:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756922.622704:0:86761:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787756922.622707:0:86761:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756922.622710:0:86761:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787756922.622714:0:86761:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787756922.622717:0:86761:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787756922.622722:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756922.622725:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756922.622729:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756922.622732:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756922.622736:0:86761:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787756922.622741:0:86761:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756922.622745:0:86761:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756922.622748:0:86761:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756922.622757:0:86761:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756922.622760:0:86761:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756922.622764:0:86761:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756922.622770:0:86761:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756922.622775:0:86761:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756922.622778:0:86761:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756922.622786:0:86761:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1b0c0.
00000020:00000040:3.0:1787756922.622790:0:86761:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787756922.622794:0:86761:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756922.622796:0:86761:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756922.622800:0:86761:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756922.622802:0:86761:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756922.622805:0:86761:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756922.622813:0:86761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e400.
00000100:00000001:3.0:1787756922.622818:0:86761:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756922.622825:0:86761:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1b0c0 x1874594466038272/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756922.622858:0:86761:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756922.622862:0:86761:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756922.622869:0:86761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043bdf1c5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1b0c0 x1874594466038272/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756922.622882:0:86761:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756922.622886:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756922.622891:0:86761:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787756922.622894:0:86761:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756922.622897:0:86761:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756922.622900:0:86761:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756922.622904:0:86761:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18502
00000400:00000200:3.0:1787756922.622911:0:86761:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756922.622916:0:86761:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756922.622919:0:86761:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756922.622924:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756922.622927:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756922.622931:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756922.622934:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756922.622938:0:86761:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756922.622941:0:86761:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787756922.622943:0:86761:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756922.622947:0:86761:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787756922.622950:0:86761:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787756922.622954:0:86761:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787756922.622959:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756922.622962:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756922.622965:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756922.622968:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756922.622972:0:86761:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787756922.622976:0:86761:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756922.622980:0:86761:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756922.622984:0:86761:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756922.622988:0:86761:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756922.622992:0:86761:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756922.622995:0:86761:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756922.622999:0:86761:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756922.623002:0:86761:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756922.623005:0:86761:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756922.623011:0:86761:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca192c0.
00000020:00000040:3.0:1787756922.623015:0:86761:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787756922.623019:0:86761:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756922.623021:0:86761:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756922.623024:0:86761:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756922.623027:0:86761:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756922.623030:0:86761:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756922.623036:0:86761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c400.
00000100:00000001:3.0:1787756922.623041:0:86761:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756922.623047:0:86761:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca192c0 x1874594466038400/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1787756922.623054:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:3.0:1787756922.623059:0:86761:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1787756922.623060:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1787756922.623062:0:86761:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756922.623069:0:86761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e50181] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca192c0 x1874594466038400/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756922.623096:0:86761:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756922.623100:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787756922.623111:0:86761:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787756922.623118:0:86761:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18512)
00000800:00000200:2.1:1787756922.623638:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756922.623640:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787756922.624014:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756922.624016:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000100:00000040:3.0:1787756923.582397:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313175464, at 4313175488
00000100:00000010:3.0:1787756923.582419:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c060.
00000020:00000001:3.0:1787756924.478564:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756924.478571:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756924.478575:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787756925.502595:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756925.502604:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756925.502609:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787756927.550659:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756927.550672:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756927.550682:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787756927.742415:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756927.742437:0:86761:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787756927.742443:0:86761:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756927.742450:0:86761:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756927.742460:0:86761:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756927.742478:0:86761:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18507
00000400:00000200:3.0:1787756927.742497:0:86761:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756927.742509:0:86761:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756927.742516:0:86761:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756927.742522:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756927.742527:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756927.742531:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756927.742534:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756927.742543:0:86761:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756927.742562:0:86761:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787756927.742566:0:86761:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756927.742572:0:86761:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787756927.742575:0:86761:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787756927.742579:0:86761:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787756927.742584:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756927.742586:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756927.742589:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756927.742592:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756927.742596:0:86761:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787756927.742601:0:86761:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756927.742604:0:86761:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756927.742609:0:86761:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756927.742614:0:86761:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756927.742617:0:86761:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756927.742620:0:86761:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787756927.742624:0:86761:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756927.742636:0:86761:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19680.
00000020:00000040:3.0:1787756927.742642:0:86761:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787756927.742648:0:86761:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756927.742651:0:86761:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756927.742656:0:86761:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756927.742661:0:86761:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756927.742668:0:86761:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756927.742680:0:86761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51d800.
00000100:00000001:3.0:1787756927.742689:0:86761:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756927.742705:0:86761:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19680 x1874594466038528/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756927.742719:0:86761:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756927.742726:0:86761:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756927.742734:0:86761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c14b51e] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19680 x1874594466038528/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756927.742787:0:86761:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756927.742792:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756927.742797:0:86761:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787756927.742799:0:86761:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756927.742802:0:86761:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756927.742806:0:86761:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756927.742811:0:86761:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18507
00000400:00000200:3.0:1787756927.742816:0:86761:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756927.742820:0:86761:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756927.742824:0:86761:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756927.742828:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756927.742831:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756927.742835:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756927.742837:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756927.742842:0:86761:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756927.742846:0:86761:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787756927.742850:0:86761:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756927.742855:0:86761:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787756927.742860:0:86761:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787756927.742865:0:86761:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787756927.742874:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756927.742883:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756927.742895:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756927.742905:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756927.742917:0:86761:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787756927.742934:0:86761:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756927.742947:0:86761:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756927.742956:0:86761:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756927.742973:0:86761:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756927.742982:0:86761:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756927.742987:0:86761:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756927.742999:0:86761:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756927.743007:0:86761:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756927.743011:0:86761:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756927.743022:0:86761:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca18b40.
00000020:00000040:3.0:1787756927.743044:0:86761:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787756927.743055:0:86761:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756927.743059:0:86761:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756927.743065:0:86761:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756927.743070:0:86761:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756927.743075:0:86761:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756927.743085:0:86761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51ec00.
00000100:00000001:3.0:1787756927.743094:0:86761:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756927.743112:0:86761:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca18b40 x1874594466038656/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756927.743135:0:86761:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756927.743142:0:86761:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756927.743165:0:86761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5e8f4b9] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca18b40 x1874594466038656/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756927.743194:0:86761:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756927.743201:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756927.743213:0:86761:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787756927.743218:0:86761:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756927.743223:0:86761:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756927.743232:0:86761:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756927.743236:0:86761:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18507
00000400:00000200:3.0:1787756927.743246:0:86761:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756927.743256:0:86761:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756927.743263:0:86761:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756927.743301:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756927.743305:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756927.743308:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756927.743310:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756927.743314:0:86761:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756927.743317:0:86761:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787756927.743319:0:86761:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756927.743323:0:86761:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787756927.743326:0:86761:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787756927.743329:0:86761:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787756927.743333:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756927.743337:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756927.743340:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756927.743344:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756927.743348:0:86761:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787756927.743354:0:86761:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756927.743357:0:86761:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756927.743360:0:86761:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756927.743365:0:86761:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756927.743367:0:86761:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756927.743374:0:86761:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756927.743379:0:86761:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756927.743386:0:86761:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756927.743388:0:86761:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756927.743394:0:86761:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a580.
00000020:00000040:3.0:1787756927.743401:0:86761:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787756927.743409:0:86761:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756927.743416:0:86761:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756927.743423:0:86761:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756927.743429:0:86761:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756927.743436:0:86761:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756927.743449:0:86761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e000.
00000100:00000001:3.0:1787756927.743462:0:86761:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756927.743484:0:86761:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a580 x1874594466038784/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756927.743521:0:86761:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756927.743530:0:86761:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756927.743544:0:86761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079505b6d] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a580 x1874594466038784/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756927.743558:0:86761:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756927.743562:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787756927.743570:0:86761:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787756927.743577:0:86761:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18517)
00000800:00000200:2.1:1787756927.743641:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756927.743649:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787756927.744376:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756927.744383:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787756927.744940:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756927.744944:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1787756928.574615:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756928.574621:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756928.574625:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787756928.702423:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313180585, at 4313180608
00000100:00000010:3.0:1787756928.702450:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c300.
00000020:00000001:3.0:1787756930.622549:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756930.622556:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756930.622561:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787756931.646627:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756931.646634:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756931.646639:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787756932.863878:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756932.863892:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787756932.864689:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756932.864693:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787756932.865162:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756932.865166:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1787756933.694449:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756933.694453:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756933.694455:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787756933.822350:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313185705, at 4313185728
00000100:00000010:3.0:1787756933.822362:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c180.
00000020:00000001:3.0:1787756934.718534:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756934.718540:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756934.718544:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787756936.766608:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756936.766615:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756936.766620:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787756937.790654:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756937.790661:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756937.790666:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787756937.982423:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787756937.982434:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787756937.982438:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787756937.982443:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787756937.982449:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787756937.982458:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18517
00000400:00000200:0.0:1787756937.982469:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787756937.982476:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787756937.982480:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787756937.982485:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756937.982490:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756937.982493:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756937.982497:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787756937.982502:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787756937.982505:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787756937.982508:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787756937.982512:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787756937.982515:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787756937.982518:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787756937.982522:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756937.982525:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756937.982528:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756937.982530:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787756937.982534:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787756937.982538:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787756937.982541:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787756937.982545:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787756937.982549:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787756937.982552:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756937.982600:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787756937.982606:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787756937.982619:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae44780.
00000020:00000040:0.0:1787756937.982626:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787756937.982632:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787756937.982636:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756937.982641:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787756937.982646:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787756937.982653:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787756937.982668:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6000.
00000100:00000001:0.0:1787756937.982680:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787756937.982697:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae44780 x1874594466039296/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787756937.982721:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787756937.982726:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756937.982733:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000825f42ce] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae44780 x1874594466039296/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787756937.982764:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787756937.982769:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787756937.982774:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787756937.982776:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787756937.982778:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787756937.982795:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787756937.982801:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18517
00000400:00000200:0.0:1787756937.982810:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787756937.982816:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787756937.982820:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787756937.982824:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756937.982828:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756937.982831:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756937.982834:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787756937.982837:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787756937.982839:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:0.0:1787756937.982843:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787756937.982848:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:0.0:1787756937.982855:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:0.0:1787756937.982860:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:0.0:1787756937.982871:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756937.982881:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756937.982884:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756937.982888:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787756937.982902:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:0.0:1787756937.982909:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787756937.982912:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787756937.982914:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787756937.982923:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787756937.982938:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756937.982952:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787756937.982962:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787756937.982973:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756937.982991:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787756937.983005:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae443c0.
00000020:00000040:0.0:1787756937.983015:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:0.0:1787756937.983024:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787756937.983028:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756937.983041:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787756937.983045:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787756937.983051:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787756937.983059:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad4400.
00000100:00000001:0.0:1787756937.983073:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787756937.983087:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae443c0 x1874594466039424/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787756937.983105:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787756937.983113:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756937.983128:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000101c6af6] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae443c0 x1874594466039424/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787756937.983146:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787756937.983152:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787756937.983159:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787756937.983162:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787756937.983180:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787756937.983193:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787756937.983203:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18517
00000400:00000200:0.0:1787756937.983218:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787756937.983229:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787756937.983235:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787756937.983251:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756937.983361:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756937.983371:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756937.983377:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787756937.983392:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787756937.983404:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:0.0:1787756937.983415:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787756937.983426:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:0.0:1787756937.983440:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:0.0:1787756937.983452:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:0.0:1787756937.983470:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756937.983486:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756937.983501:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756937.983520:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787756937.983539:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:0.0:1787756937.983588:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787756937.983607:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787756937.983617:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787756937.983632:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787756937.983646:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756937.983672:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787756937.983680:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787756937.983688:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756937.983701:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787756937.983718:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae470c0.
00000020:00000040:0.0:1787756937.983735:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000800:00000200:2.1:1787756937.983749:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000001:0.0:1787756937.983752:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787756937.983766:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787756937.983767:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1787756937.983779:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787756937.983784:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787756937.983789:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787756937.983807:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad5400.
00000100:00000001:0.0:1787756937.983816:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787756937.983833:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae470c0 x1874594466039552/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787756937.983860:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787756937.983879:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756937.983913:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a74fc68e] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae470c0 x1874594466039552/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787756937.983984:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756937.983994:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787756937.984007:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1787756937.984016:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18527)
00000800:00000200:2.1:1787756937.984706:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756937.984710:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787756937.985146:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756937.985149:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000100:00000040:3.0:1787756938.942402:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313190825, at 4313190848
00000100:00000010:3.0:1787756938.942424:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344cba0.
00000020:00000001:3.0:1787756939.838601:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756939.838610:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756939.838617:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787756940.862585:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756940.862594:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756940.862601:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787756941.566405:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787756941.566412:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787756941.566415:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756941.566420:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:3.0:1787756941.566425:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787756941.566428:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756941.566431:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787756941.566433:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756941.566436:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756942.590360:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787756942.590369:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787756942.590372:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756942.590377:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:3.0:1787756942.590382:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787756942.590385:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756942.590389:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787756942.590391:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756942.590394:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787756942.910646:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756942.910653:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756942.910658:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787756943.102429:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756943.102442:0:86761:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787756943.102446:0:86761:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756943.102451:0:86761:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756943.102457:0:86761:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756943.102490:0:86761:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18522
00000400:00000200:3.0:1787756943.102505:0:86761:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756943.102516:0:86761:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756943.102523:0:86761:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756943.102530:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756943.102536:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756943.102541:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756943.102546:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756943.102554:0:86761:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756943.102559:0:86761:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787756943.102564:0:86761:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756943.102570:0:86761:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787756943.102575:0:86761:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787756943.102579:0:86761:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787756943.102584:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756943.102586:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756943.102589:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756943.102592:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756943.102595:0:86761:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787756943.102599:0:86761:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756943.102603:0:86761:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756943.102606:0:86761:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756943.102610:0:86761:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756943.102614:0:86761:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756943.102617:0:86761:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787756943.102621:0:86761:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756943.102632:0:86761:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19e00.
00000020:00000040:3.0:1787756943.102636:0:86761:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787756943.102643:0:86761:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756943.102645:0:86761:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756943.102649:0:86761:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756943.102652:0:86761:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756943.102657:0:86761:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756943.102667:0:86761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e800.
00000100:00000001:3.0:1787756943.102674:0:86761:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756943.102686:0:86761:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19e00 x1874594466039680/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756943.102700:0:86761:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756943.102705:0:86761:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756943.102712:0:86761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000c6c2d2] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19e00 x1874594466039680/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756943.102743:0:86761:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756943.102747:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756943.102752:0:86761:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787756943.102761:0:86761:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756943.102764:0:86761:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756943.102768:0:86761:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756943.102772:0:86761:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18522
00000400:00000200:3.0:1787756943.102778:0:86761:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756943.102782:0:86761:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756943.102785:0:86761:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756943.102790:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756943.102793:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756943.102799:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756943.102803:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756943.102806:0:86761:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756943.102808:0:86761:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787756943.102810:0:86761:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756943.102815:0:86761:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787756943.102823:0:86761:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787756943.102828:0:86761:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787756943.102839:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756943.102844:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756943.102852:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756943.102856:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756943.102864:0:86761:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787756943.102874:0:86761:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756943.102882:0:86761:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756943.102888:0:86761:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756943.102901:0:86761:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756943.102911:0:86761:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756943.102921:0:86761:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756943.102932:0:86761:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756943.102944:0:86761:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756943.102954:0:86761:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756943.102972:0:86761:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a580.
00000020:00000040:3.0:1787756943.102984:0:86761:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787756943.102997:0:86761:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756943.103001:0:86761:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756943.103012:0:86761:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756943.103017:0:86761:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756943.103023:0:86761:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756943.103036:0:86761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51f400.
00000100:00000001:3.0:1787756943.103048:0:86761:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756943.103064:0:86761:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a580 x1874594466039808/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756943.103084:0:86761:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756943.103087:0:86761:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756943.103095:0:86761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079505b6d] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a580 x1874594466039808/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756943.103157:0:86761:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756943.103166:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756943.103178:0:86761:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787756943.103189:0:86761:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756943.103198:0:86761:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756943.103212:0:86761:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756943.103229:0:86761:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18522
00000400:00000200:3.0:1787756943.103370:0:86761:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756943.103384:0:86761:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756943.103390:0:86761:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756943.103403:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756943.103410:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756943.103421:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756943.103429:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000800:00000200:2.1:1787756943.103430:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000020:00000001:3.0:1787756943.103437:0:86761:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:2.1:1787756943.103441:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000020:00000040:3.0:1787756943.103442:0:86761:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787756943.103450:0:86761:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756943.103458:0:86761:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787756943.103491:0:86761:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787756943.103501:0:86761:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787756943.103514:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756943.103528:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756943.103540:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756943.103549:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756943.103561:0:86761:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787756943.103576:0:86761:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756943.103587:0:86761:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756943.103596:0:86761:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756943.103602:0:86761:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756943.103610:0:86761:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756943.103617:0:86761:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756943.103624:0:86761:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756943.103630:0:86761:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756943.103634:0:86761:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756943.103645:0:86761:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca18b40.
00000020:00000040:3.0:1787756943.103654:0:86761:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787756943.103665:0:86761:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756943.103669:0:86761:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756943.103676:0:86761:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756943.103683:0:86761:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756943.103688:0:86761:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756943.103697:0:86761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c000.
00000100:00000001:3.0:1787756943.103704:0:86761:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756943.103723:0:86761:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca18b40 x1874594466039936/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756943.103741:0:86761:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756943.103749:0:86761:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756943.103757:0:86761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5e8f4b9] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca18b40 x1874594466039936/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756943.103775:0:86761:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756943.103783:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787756943.103797:0:86761:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787756943.103811:0:86761:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18532)
00000800:00000200:2.1:1787756943.104381:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756943.104385:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787756943.104791:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756943.104794:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000100:00000001:3.0:1787756943.614401:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787756943.614416:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787756943.614420:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756943.614426:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:3.0:1787756943.614431:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787756943.614436:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756943.614440:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787756943.614444:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756943.614448:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787756943.934544:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756943.934555:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756943.934562:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787756944.062413:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313195945, at 4313195968
00000100:00000010:3.0:1787756944.062471:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c7e0.
00000100:00000001:3.0:1787756944.638380:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787756944.638390:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787756944.638393:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756944.638400:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:3.0:1787756944.638420:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787756944.638426:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756944.638429:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787756944.638432:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756944.638436:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756945.662398:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787756945.662408:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787756945.662411:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756945.662418:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:3.0:1787756945.662447:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787756945.662452:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756945.662467:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787756945.662470:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756945.662474:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787756945.982574:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756945.982580:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756945.982585:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00000020:3.0:1787756946.686370:0:277676:0:(osc_request.c:747:osc_update_next_shrink()) next time 19731 to shrink grant
00000020:00000001:3.0:1787756947.006519:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756947.006529:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756947.006534:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787756948.223484:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756948.223737:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756948.223956:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000020:00000001:3.0:1787756949.054619:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756949.054625:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756949.054630:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787756949.182423:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313201065, at 4313201088
00000100:00000010:3.0:1787756949.182438:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c900.
00000020:00000001:3.0:1787756950.078599:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756950.078607:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756950.078613:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787756951.294645:0:238942:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.154:988
00000400:00000100:3.0:1787756951.294711:0:238942:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.154@tcp at host 192.168.201.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1787756951.294723:0:238942:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756951.294731:0:238942:0:(router.c:1791:lnet_notify()) 192.168.201.54@tcp notifying 192.168.201.154@tcp: down
00000400:00000200:3.0:1787756951.294739:0:238942:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756951.294745:0:238942:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1787756951.294754:0:238942:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000800:00000010:3.0:1787756951.294762:0:238942:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2ac900.
00000400:00000200:3.0:1787756951.294773:0:238942:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787756951.294782:0:238942:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787756951.294793:0:238942:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c440
00000400:00000010:3.0:1787756951.294798:0:238942:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c440.
00000100:00000001:3.0:1787756951.294807:0:238942:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787756951.294822:0:238942:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff925077901a40 x1874594466040064/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787756973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756951.294883:0:238942:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787756951.294893:0:238942:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077901a40 x1874594466040064/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787756973 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756951.294908:0:238942:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756951.294911:0:238942:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787756951.294929:0:238942:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000800:00000010:3.0:1787756951.294935:0:238942:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acb00.
00000400:00000200:3.0:1787756951.294943:0:238942:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787756951.294951:0:238942:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787756951.294959:0:238942:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c908
00000400:00000010:3.0:1787756951.294963:0:238942:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c908.
00000100:00000001:3.0:1787756951.294982:0:238942:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787756951.294994:0:238942:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff925077902580 x1874594466040192/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787756973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756951.295039:0:238942:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787756951.295054:0:238942:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077902580 x1874594466040192/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787756973 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756951.295105:0:238942:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756951.295112:0:238942:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787756951.295137:0:238942:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000800:00000010:3.0:1787756951.295150:0:238942:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2ac800.
00000400:00000200:3.0:1787756951.295160:0:238942:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787756951.295188:0:238942:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787756951.295200:0:238942:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899ca18
00000400:00000010:3.0:1787756951.295208:0:238942:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899ca18.
00000100:00000001:3.0:1787756951.295220:0:238942:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787756951.295236:0:238942:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff925077901680 x1874594466040320/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787756973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756951.295377:0:238942:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787756951.295392:0:238942:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077901680 x1874594466040320/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787756973 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756951.295438:0:238942:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756951.295448:0:238942:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1787756952.126580:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756952.126587:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756952.126593:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787756953.150594:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756953.150601:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756953.150607:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787756953.342519:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756953.342530:0:86761:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787756953.342533:0:86761:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756953.342539:0:86761:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756953.342545:0:86761:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756953.342558:0:86761:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18532
00000400:00000200:3.0:1787756953.342571:0:86761:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756953.342581:0:86761:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756953.342585:0:86761:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756953.342591:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756953.342596:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756953.342600:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756953.342604:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756953.342609:0:86761:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756953.342612:0:86761:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787756953.342617:0:86761:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756953.342622:0:86761:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787756953.342626:0:86761:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787756953.342630:0:86761:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787756953.342635:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756953.342639:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756953.342642:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756953.342645:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756953.342649:0:86761:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787756953.342653:0:86761:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756953.342657:0:86761:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756953.342661:0:86761:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756953.342666:0:86761:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756953.342671:0:86761:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756953.342674:0:86761:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787756953.342677:0:86761:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756953.342686:0:86761:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19680.
00000020:00000040:3.0:1787756953.342690:0:86761:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787756953.342697:0:86761:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756953.342699:0:86761:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756953.342703:0:86761:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756953.342707:0:86761:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756953.342715:0:86761:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756953.342728:0:86761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c000.
00000100:00000001:3.0:1787756953.342740:0:86761:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756953.342758:0:86761:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19680 x1874594466040448/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756953.342779:0:86761:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756953.342788:0:86761:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756953.342801:0:86761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c14b51e] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19680 x1874594466040448/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756953.342843:0:86761:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756953.342851:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756953.342859:0:86761:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787756953.342862:0:86761:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756953.342867:0:86761:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756953.342874:0:86761:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756953.342881:0:86761:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18532
00000400:00000200:3.0:1787756953.342891:0:86761:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756953.342902:0:86761:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756953.342911:0:86761:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756953.342925:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756953.342934:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756953.342946:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756953.342956:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756953.342962:0:86761:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756953.342969:0:86761:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787756953.342978:0:86761:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756953.342986:0:86761:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787756953.342997:0:86761:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787756953.343010:0:86761:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787756953.343025:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756953.343038:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756953.343049:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756953.343060:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756953.343073:0:86761:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787756953.343089:0:86761:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756953.343101:0:86761:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756953.343111:0:86761:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756953.343126:0:86761:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756953.343138:0:86761:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756953.343147:0:86761:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756953.343156:0:86761:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756953.343168:0:86761:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756953.343181:0:86761:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756953.343193:0:86761:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca192c0.
00000020:00000040:3.0:1787756953.343204:0:86761:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787756953.343214:0:86761:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756953.343222:0:86761:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756953.343234:0:86761:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756953.343241:0:86761:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756953.343248:0:86761:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756953.343265:0:86761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51f400.
00000100:00000001:3.0:1787756953.343362:0:86761:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756953.343386:0:86761:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca192c0 x1874594466040576/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756953.343415:0:86761:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756953.343424:0:86761:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756953.343438:0:86761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e50181] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca192c0 x1874594466040576/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756953.343472:0:86761:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756953.343480:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756953.343491:0:86761:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787756953.343498:0:86761:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756953.343505:0:86761:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756953.343516:0:86761:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756953.343531:0:86761:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18532
00000400:00000200:3.0:1787756953.343598:0:86761:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000800:00000200:2.1:1787756953.343651:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756953.343659:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000400:00000200:3.0:1787756953.344434:0:86761:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756953.344446:0:86761:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756953.344462:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756953.344476:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756953.344487:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756953.344498:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756953.344509:0:86761:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756953.344516:0:86761:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787756953.344527:0:86761:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756953.344534:0:86761:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787756953.344544:0:86761:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787756953.344552:0:86761:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000800:00000200:2.1:1787756953.344681:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756953.344687:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000100:00000040:3.0:1787756953.345183:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756953.345190:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756953.345195:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756953.345200:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756953.345204:0:86761:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787756953.345210:0:86761:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756953.345215:0:86761:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756953.345220:0:86761:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756953.345228:0:86761:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756953.345233:0:86761:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756953.345237:0:86761:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756953.345243:0:86761:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756953.345249:0:86761:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756953.345254:0:86761:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756953.345262:0:86761:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1b0c0.
00000020:00000040:3.0:1787756953.345322:0:86761:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787756953.345328:0:86761:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756953.345332:0:86761:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756953.345336:0:86761:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756953.345339:0:86761:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756953.345344:0:86761:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756953.345352:0:86761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e800.
00000100:00000001:3.0:1787756953.345359:0:86761:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756953.345368:0:86761:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1b0c0 x1874594466040704/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756953.345380:0:86761:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756953.345383:0:86761:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756953.345389:0:86761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043bdf1c5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1b0c0 x1874594466040704/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756953.345414:0:86761:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756953.345419:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787756953.345424:0:86761:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787756953.345431:0:86761:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18542)
00000800:00000200:2.1:1787756953.345700:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756953.345704:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000100:00000040:3.0:1787756954.302410:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313206185, at 4313206208
00000100:00000010:3.0:1787756954.302432:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c660.
00000020:00000001:3.0:1787756955.198625:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756955.198634:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756955.198641:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787756956.222595:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756956.222602:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756956.222607:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787756958.270576:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756958.270583:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756958.270589:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787756958.462421:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756958.462435:0:86761:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787756958.462438:0:86761:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756958.462443:0:86761:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756958.462449:0:86761:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756958.462458:0:86761:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18537
00000400:00000200:3.0:1787756958.462469:0:86761:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756958.462476:0:86761:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756958.462480:0:86761:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756958.462484:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756958.462489:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756958.462492:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756958.462495:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756958.462501:0:86761:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756958.462503:0:86761:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787756958.462507:0:86761:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756958.462510:0:86761:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787756958.462513:0:86761:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787756958.462516:0:86761:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787756958.462520:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756958.462523:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756958.462525:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756958.462528:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756958.462532:0:86761:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787756958.462536:0:86761:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756958.462539:0:86761:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756958.462542:0:86761:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756958.462547:0:86761:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756958.462550:0:86761:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756958.462553:0:86761:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787756958.462556:0:86761:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756958.462568:0:86761:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a940.
00000020:00000040:3.0:1787756958.462573:0:86761:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787756958.462579:0:86761:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756958.462581:0:86761:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756958.462584:0:86761:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756958.462588:0:86761:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756958.462605:0:86761:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756958.462616:0:86761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51dc00.
00000100:00000001:3.0:1787756958.462624:0:86761:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756958.462636:0:86761:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a940 x1874594466040832/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756958.462650:0:86761:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756958.462655:0:86761:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756958.462661:0:86761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acf304e1] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a940 x1874594466040832/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756958.462689:0:86761:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756958.462693:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756958.462698:0:86761:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787756958.462700:0:86761:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756958.462702:0:86761:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756958.462706:0:86761:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756958.462709:0:86761:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18537
00000400:00000200:3.0:1787756958.462713:0:86761:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756958.462717:0:86761:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756958.462719:0:86761:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756958.462723:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756958.462726:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756958.462729:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756958.462732:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756958.462735:0:86761:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756958.462737:0:86761:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787756958.462739:0:86761:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756958.462744:0:86761:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787756958.462748:0:86761:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787756958.462751:0:86761:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787756958.462755:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756958.462758:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756958.462761:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756958.462763:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756958.462766:0:86761:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787756958.462771:0:86761:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756958.462780:0:86761:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756958.462785:0:86761:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756958.462795:0:86761:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756958.462802:0:86761:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756958.462804:0:86761:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756958.462812:0:86761:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756958.462818:0:86761:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756958.462833:0:86761:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756958.462843:0:86761:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a1c0.
00000020:00000040:3.0:1787756958.462850:0:86761:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787756958.462857:0:86761:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756958.462862:0:86761:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756958.462867:0:86761:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756958.462870:0:86761:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756958.462880:0:86761:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756958.462886:0:86761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e000.
00000100:00000001:3.0:1787756958.462895:0:86761:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756958.462911:0:86761:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a1c0 x1874594466040960/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756958.462936:0:86761:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756958.462942:0:86761:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756958.462951:0:86761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062ae16d5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a1c0 x1874594466040960/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756958.462985:0:86761:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756958.462997:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756958.463003:0:86761:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787756958.463009:0:86761:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756958.463011:0:86761:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756958.463016:0:86761:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756958.463023:0:86761:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18537
00000400:00000200:3.0:1787756958.463034:0:86761:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756958.463038:0:86761:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756958.463048:0:86761:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756958.463052:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756958.463057:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756958.463065:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756958.463070:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756958.463073:0:86761:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756958.463075:0:86761:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787756958.463079:0:86761:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756958.463084:0:86761:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787756958.463093:0:86761:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787756958.463103:0:86761:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787756958.463114:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756958.463119:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756958.463124:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756958.463129:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756958.463135:0:86761:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787756958.463145:0:86761:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756958.463155:0:86761:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756958.463163:0:86761:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756958.463170:0:86761:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756958.463178:0:86761:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756958.463183:0:86761:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756958.463191:0:86761:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756958.463219:0:86761:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756958.463221:0:86761:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756958.463227:0:86761:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19a40.
00000020:00000040:3.0:1787756958.463230:0:86761:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787756958.463237:0:86761:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756958.463240:0:86761:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756958.463246:0:86761:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756958.463248:0:86761:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756958.463253:0:86761:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756958.463309:0:86761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51ec00.
00000100:00000001:3.0:1787756958.463316:0:86761:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756958.463325:0:86761:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19a40 x1874594466041088/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756958.463343:0:86761:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756958.463349:0:86761:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756958.463361:0:86761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048dd93e3] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19a40 x1874594466041088/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756958.463374:0:86761:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756958.463384:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787756958.463395:0:86761:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787756958.463402:0:86761:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18548)
00000800:00000200:2.1:1787756958.463542:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756958.463550:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787756958.464162:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756958.464165:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787756958.464689:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756958.464694:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 52 secs later)
00000020:00000001:3.0:1787756959.294680:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756959.294691:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756959.294698:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787756959.422446:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313211305, at 4313211328
00000100:00000010:3.0:1787756959.422473:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c780.
00000020:00000001:3.0:1787756961.342668:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756961.342676:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756961.342682:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787756962.366658:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756962.366665:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756962.366670:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787756963.582458:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787756963.582471:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787756963.582475:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787756963.582480:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787756963.582486:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787756963.582495:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18543
00000400:00000200:0.0:1787756963.582506:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787756963.582514:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787756963.582518:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787756963.582522:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756963.582526:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756963.582529:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756963.582533:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787756963.582538:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787756963.582541:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787756963.582545:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787756963.582550:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787756963.582553:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787756963.582556:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787756963.582560:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756963.582562:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756963.582565:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756963.582567:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787756963.582571:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787756963.582575:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787756963.582578:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787756963.582581:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787756963.582586:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787756963.582589:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756963.582592:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787756963.582595:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787756963.582605:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae44b40.
00000020:00000040:0.0:1787756963.582609:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787756963.582615:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787756963.582617:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756963.582621:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787756963.582624:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787756963.582630:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787756963.582639:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6400.
00000100:00000001:0.0:1787756963.582647:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787756963.582659:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae44b40 x1874594466041216/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787756963.582673:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787756963.582679:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756963.582685:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029b96463] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae44b40 x1874594466041216/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787756963.582725:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787756963.582731:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787756963.582738:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787756963.582741:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787756963.582744:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787756963.582750:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787756963.582755:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18543
00000400:00000200:0.0:1787756963.582764:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787756963.582772:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787756963.582778:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787756963.582786:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756963.582791:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756963.582795:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756963.582800:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787756963.582807:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787756963.582814:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:0.0:1787756963.582821:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787756963.582828:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:0.0:1787756963.582839:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:0.0:1787756963.582846:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:0.0:1787756963.582853:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756963.582861:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756963.582868:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756963.582879:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787756963.582894:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:0.0:1787756963.582914:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787756963.582931:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787756963.582940:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787756963.582957:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787756963.582984:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756963.583007:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787756963.583018:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787756963.583027:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756963.583033:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787756963.583040:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae452c0.
00000020:00000040:0.0:1787756963.583049:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:0.0:1787756963.583054:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787756963.583063:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756963.583067:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787756963.583074:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787756963.583078:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787756963.583090:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad7c00.
00000100:00000001:0.0:1787756963.583134:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787756963.583166:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae452c0 x1874594466041344/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787756963.583200:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787756963.583214:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756963.583251:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d2e4f0d] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae452c0 x1874594466041344/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787756963.583333:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787756963.583338:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787756963.583345:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787756963.583354:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787756963.583361:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787756963.583381:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787756963.583395:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18543
00000400:00000200:0.0:1787756963.583412:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787756963.583436:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787756963.583441:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787756963.583455:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756963.583473:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756963.583480:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756963.583486:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787756963.583498:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787756963.583502:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:0.0:1787756963.583505:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787756963.583510:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:0.0:1787756963.583516:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:0.0:1787756963.583523:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:0.0:1787756963.583535:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756963.583548:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787756963.583557:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787756963.583564:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787756963.583575:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:0.0:1787756963.583591:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787756963.583597:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787756963.583603:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787756963.583616:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787756963.583621:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756963.583624:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787756963.583630:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787756963.583647:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756963.583652:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787756963.583667:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae470c0.
00000020:00000040:0.0:1787756963.583674:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:0.0:1787756963.583691:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787756963.583700:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787756963.583714:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787756963.583717:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787756963.583730:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787756963.583746:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6800.
00000100:00000001:0.0:1787756963.583761:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787756963.583785:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae470c0 x1874594466041472/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1787756963.583802:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756963.583818:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 47 secs later)
00000100:00000001:0.0:1787756963.583831:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787756963.583838:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756963.583854:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a74fc68e] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae470c0 x1874594466041472/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787756963.583880:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787756963.583901:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787756963.583918:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1787756963.583928:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18553)
00000800:00000200:2.1:1787756963.584653:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756963.584657:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787756963.585139:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756963.585143:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 47 secs later)
00000020:00000001:3.0:1787756964.414586:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756964.414593:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756964.414600:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787756964.542471:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313216425, at 4313216448
00000100:00000010:3.0:1787756964.542494:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344ce40.
00000020:00000001:3.0:1787756965.438553:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756965.438559:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756965.438565:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787756967.486651:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756967.486665:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756967.486675:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787756968.510777:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756968.510787:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756968.510793:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787756968.702482:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756968.702515:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787756968.702519:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756968.702525:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756968.702533:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756968.702546:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18548
00000400:00000200:3.0:1787756968.702562:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756968.702571:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756968.702576:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756968.702582:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756968.702587:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756968.702590:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756968.702594:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756968.702600:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756968.702604:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787756968.702609:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756968.702613:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787756968.702617:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787756968.702621:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787756968.702625:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756968.702627:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756968.702629:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756968.702632:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756968.702636:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787756968.702640:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756968.702644:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756968.702648:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756968.702653:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756968.702657:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756968.702660:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787756968.702664:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756968.702680:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1bc00.
00000020:00000040:3.0:1787756968.702686:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787756968.702692:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756968.702694:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756968.702699:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756968.702703:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756968.702711:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756968.702724:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51d800.
00000100:00000001:3.0:1787756968.702735:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756968.702748:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1bc00 x1874594466041600/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756968.702765:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756968.702771:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756968.702779:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002bc35b5c] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1bc00 x1874594466041600/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756968.702820:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756968.702840:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756968.702847:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787756968.702851:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756968.702854:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756968.702861:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756968.702867:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18548
00000400:00000200:3.0:1787756968.702877:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756968.702885:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756968.702890:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756968.702900:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756968.702910:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756968.702920:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756968.702932:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756968.702942:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756968.702948:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787756968.702954:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756968.702960:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787756968.702968:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787756968.702977:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787756968.703000:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756968.703009:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756968.703042:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756968.703046:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756968.703049:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787756968.703060:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756968.703069:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756968.703075:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756968.703089:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756968.703095:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756968.703099:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756968.703109:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756968.703118:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756968.703127:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756968.703141:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19a40.
00000020:00000040:3.0:1787756968.703148:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787756968.703154:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756968.703159:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756968.703164:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756968.703167:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756968.703172:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756968.703187:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c400.
00000100:00000001:3.0:1787756968.703199:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756968.703217:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19a40 x1874594466041728/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756968.703262:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756968.703346:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756968.703360:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048dd93e3] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19a40 x1874594466041728/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756968.703389:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756968.703397:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756968.703408:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787756968.703414:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756968.703417:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756968.703424:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756968.703438:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18548
00000400:00000200:3.0:1787756968.703521:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756968.703533:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756968.703538:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756968.703548:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756968.703552:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756968.703560:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756968.703570:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756968.703574:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756968.703579:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787756968.703585:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756968.703589:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000800:00000200:2.1:1787756968.703592:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000020:00000001:3.0:1787756968.703594:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787756968.703605:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000800:00000200:2.1:1787756968.703606:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 42 secs later)
00000100:00000040:3.0:1787756968.703615:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756968.703623:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756968.703632:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756968.703639:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756968.703645:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787756968.703654:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756968.703659:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756968.703661:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756968.703665:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756968.703668:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756968.703672:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756968.703678:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756968.703683:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756968.703690:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756968.703697:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a1c0.
00000020:00000040:3.0:1787756968.703703:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787756968.703711:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756968.703716:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756968.703718:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756968.703723:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756968.703729:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756968.703736:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e400.
00000100:00000001:3.0:1787756968.703746:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756968.703760:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a1c0 x1874594466041856/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756968.703806:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756968.703813:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756968.703821:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062ae16d5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a1c0 x1874594466041856/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756968.703853:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756968.703866:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787756968.703882:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787756968.703900:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18558)
00000800:00000200:2.1:1787756968.704443:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756968.704446:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787756968.704883:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756968.704886:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 42 secs later)
00000100:00000040:3.0:1787756969.662466:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313221545, at 4313221568
00000100:00000010:3.0:1787756969.662498:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c9c0.
00000020:00000001:3.0:1787756970.558595:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756970.558601:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756970.558606:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787756971.582563:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756971.582569:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756971.582573:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787756973.630577:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756973.630584:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756973.630589:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787756973.822398:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756973.822415:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787756973.822420:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756973.822427:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756973.822436:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756973.822449:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18553
00000400:00000200:3.0:1787756973.822464:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756973.822471:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756973.822477:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756973.822482:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756973.822486:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756973.822489:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756973.822493:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756973.822498:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756973.822500:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787756973.822504:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756973.822508:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787756973.822511:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787756973.822515:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787756973.822519:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756973.822522:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756973.822525:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756973.822527:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756973.822531:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787756973.822535:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756973.822538:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756973.822542:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756973.822546:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756973.822549:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756973.822552:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787756973.822555:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756973.822564:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a940.
00000020:00000040:3.0:1787756973.822568:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787756973.822574:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756973.822575:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756973.822579:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756973.822583:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756973.822589:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756973.822600:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51fc00.
00000100:00000001:3.0:1787756973.822612:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756973.822628:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a940 x1874594466041984/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756973.822649:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756973.822657:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756973.822667:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acf304e1] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a940 x1874594466041984/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756973.822706:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756973.822711:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756973.822715:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787756973.822718:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756973.822720:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756973.822724:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756973.822728:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18553
00000400:00000200:3.0:1787756973.822735:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756973.822741:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756973.822745:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756973.822749:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756973.822752:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756973.822756:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756973.822759:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756973.822762:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756973.822765:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787756973.822767:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756973.822772:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787756973.822775:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787756973.822778:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787756973.822783:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756973.822785:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756973.822788:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756973.822791:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756973.822795:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787756973.822802:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756973.822818:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756973.822822:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756973.822831:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756973.822837:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756973.822847:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756973.822852:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756973.822856:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756973.822860:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756973.822873:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1b0c0.
00000020:00000040:3.0:1787756973.822880:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787756973.822889:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756973.822892:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756973.822900:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756973.822904:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756973.822911:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756973.822950:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e400.
00000100:00000001:3.0:1787756973.822964:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756973.822990:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1b0c0 x1874594466042112/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756973.823043:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756973.823053:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756973.823066:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043bdf1c5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1b0c0 x1874594466042112/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756973.823107:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756973.823124:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756973.823148:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787756973.823152:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756973.823155:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756973.823171:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756973.823178:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18553
00000400:00000200:3.0:1787756973.823191:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756973.823201:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756973.823208:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756973.823223:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756973.823238:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756973.823253:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756973.823262:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756973.823326:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756973.823328:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787756973.823330:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756973.823335:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787756973.823347:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787756973.823354:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787756973.823379:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756973.823395:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756973.823408:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756973.823444:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756973.823458:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787756973.823471:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756973.823480:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756973.823488:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756973.823500:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756973.823508:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756973.823516:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756973.823523:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756973.823547:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756973.823562:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756973.823580:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca192c0.
00000020:00000040:3.0:1787756973.823597:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787756973.823623:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756973.823632:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756973.823643:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756973.823651:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756973.823661:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787756973.823686:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000010:3.0:1787756973.823687:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c400.
00000800:00000200:2.1:1787756973.823705:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1787756973.823706:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756973.823730:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca192c0 x1874594466042240/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756973.823761:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756973.823767:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756973.823787:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e50181] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca192c0 x1874594466042240/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756973.823818:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756973.823824:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787756973.823837:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787756973.823854:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18563)
00000800:00000200:2.1:1787756973.824445:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756973.824448:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787756973.824823:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756973.824826:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000020:00000001:3.0:1787756974.654635:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756974.654642:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756974.654648:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787756974.782423:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313226665, at 4313226688
00000100:00000010:3.0:1787756974.782457:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344ca20.
00000020:00000001:3.0:1787756976.702493:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756976.702502:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756976.702508:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787756977.726644:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756977.726650:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756977.726656:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787756978.942437:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756978.942461:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787756978.942468:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756978.942476:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756978.942485:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756978.942500:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18558
00000400:00000200:3.0:1787756978.942517:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756978.942527:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756978.942533:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756978.942538:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756978.942543:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756978.942546:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756978.942550:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756978.942557:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756978.942560:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787756978.942565:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756978.942570:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787756978.942574:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787756978.942577:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787756978.942581:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756978.942584:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756978.942587:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756978.942589:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756978.942593:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787756978.942598:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756978.942602:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756978.942606:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756978.942611:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756978.942615:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756978.942617:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787756978.942622:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756978.942638:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19680.
00000020:00000040:3.0:1787756978.942643:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787756978.942653:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756978.942657:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756978.942664:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756978.942670:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756978.942679:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756978.942695:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51d800.
00000100:00000001:3.0:1787756978.942709:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756978.942729:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19680 x1874594466042368/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756978.942751:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756978.942758:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756978.942766:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c14b51e] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19680 x1874594466042368/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756978.942802:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756978.942807:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756978.942812:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787756978.942815:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756978.942817:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756978.942822:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756978.942829:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18558
00000400:00000200:3.0:1787756978.942862:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756978.942869:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756978.942875:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756978.942883:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756978.942889:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756978.942894:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756978.942899:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756978.942906:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756978.942918:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787756978.942932:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756978.942948:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787756978.942963:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787756978.942976:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787756978.942999:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756978.943020:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756978.943030:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756978.943053:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756978.943068:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787756978.943085:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756978.943097:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756978.943110:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756978.943127:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756978.943141:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756978.943150:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756978.943163:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756978.943170:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756978.943175:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756978.943195:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca18b40.
00000020:00000040:3.0:1787756978.943203:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787756978.943218:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756978.943222:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756978.943225:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756978.943230:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756978.943237:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756978.943246:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51ec00.
00000100:00000001:3.0:1787756978.943255:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756978.943350:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca18b40 x1874594466042496/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756978.943394:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756978.943404:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756978.943430:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5e8f4b9] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca18b40 x1874594466042496/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756978.943520:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756978.943533:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756978.943544:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787756978.943551:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756978.943555:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756978.943566:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756978.943580:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18558
00000400:00000200:3.0:1787756978.943633:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756978.943646:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756978.943660:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756978.943682:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000800:00000200:2.1:1787756978.943693:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:3.0:1787756978.943697:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1787756978.943702:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000100:00000040:3.0:1787756978.943714:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756978.943730:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756978.943745:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756978.943751:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787756978.943763:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756978.943772:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787756978.943786:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787756978.943799:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787756978.943822:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756978.943861:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756978.943880:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756978.943894:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756978.943918:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787756978.943940:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756978.943958:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756978.943977:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756978.943986:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756978.943994:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756978.944014:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756978.944019:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756978.944036:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756978.944043:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756978.944070:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a580.
00000020:00000040:3.0:1787756978.944083:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787756978.944098:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756978.944106:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756978.944116:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756978.944123:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756978.944132:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756978.944152:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e000.
00000100:00000001:3.0:1787756978.944163:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756978.944181:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a580 x1874594466042624/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756978.944211:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756978.944221:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756978.944244:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079505b6d] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a580 x1874594466042624/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756978.944416:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756978.944431:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787756978.944466:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787756978.944488:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18568)
00000800:00000200:2.1:1787756978.944895:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756978.944898:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787756978.945362:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756978.945366:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000020:00000001:3.0:1787756979.774540:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756979.774545:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756979.774549:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787756979.902433:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313231785, at 4313231808
00000100:00000010:3.0:1787756979.902450:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c540.
00000020:00000001:3.0:1787756980.798553:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756980.798560:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756980.798566:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787756982.846627:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756982.846636:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756982.846643:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787756983.870658:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756983.870668:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756983.870675:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787756984.063714:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756984.063719:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787756984.064483:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756984.064488:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787756984.064914:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756984.064917:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000100:00000040:3.0:1787756985.022370:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313236905, at 4313236928
00000100:00000010:3.0:1787756985.022389:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344cde0.
00000020:00000001:3.0:1787756985.918528:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756985.918539:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756985.918548:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787756986.942567:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756986.942573:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756986.942578:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787756987.646427:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787756987.646440:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787756987.646445:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756987.646454:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:3.0:1787756987.646461:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787756987.646467:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756987.646472:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787756987.646478:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756987.646484:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756988.670401:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787756988.670410:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787756988.670413:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756988.670419:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:3.0:1787756988.670423:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787756988.670439:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756988.670442:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787756988.670445:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787756988.670448:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787756988.990705:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756988.990712:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756988.990717:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787756989.183574:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756989.183579:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787756989.184166:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756989.184169:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787756989.184585:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787756989.184588:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1787756990.014567:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756990.014574:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756990.014580:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787756990.142409:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313242025, at 4313242048
00000100:00000010:3.0:1787756990.142444:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c540.
00000020:00000001:3.0:1787756992.062535:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756992.062540:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756992.062545:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787756993.086562:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756993.086569:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756993.086575:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787756994.302937:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756994.302941:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787756994.303462:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756994.303464:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787756994.303710:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756994.303713:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000100:00000040:3.0:1787756995.262339:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313247144, at 4313247168
00000100:00000010:3.0:1787756995.262360:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6240.
00000020:00000001:3.0:1787756996.158423:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756996.158427:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756996.158430:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787756999.230593:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787756999.230598:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787756999.230602:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787756999.422419:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756999.422431:0:86761:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787756999.422434:0:86761:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756999.422438:0:86761:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756999.422444:0:86761:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756999.422453:0:86761:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18578
00000400:00000200:3.0:1787756999.422463:0:86761:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756999.422470:0:86761:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756999.422498:0:86761:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756999.422503:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756999.422506:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756999.422509:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756999.422512:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756999.422518:0:86761:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756999.422521:0:86761:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787756999.422524:0:86761:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756999.422528:0:86761:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787756999.422531:0:86761:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787756999.422534:0:86761:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787756999.422537:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756999.422539:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756999.422541:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756999.422543:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756999.422546:0:86761:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787756999.422550:0:86761:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756999.422553:0:86761:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756999.422557:0:86761:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756999.422560:0:86761:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756999.422563:0:86761:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756999.422566:0:86761:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787756999.422569:0:86761:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756999.422580:0:86761:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19e00.
00000020:00000040:3.0:1787756999.422584:0:86761:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787756999.422589:0:86761:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756999.422591:0:86761:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756999.422594:0:86761:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756999.422598:0:86761:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756999.422602:0:86761:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756999.422611:0:86761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51dc00.
00000100:00000001:3.0:1787756999.422619:0:86761:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756999.422630:0:86761:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19e00 x1874594466043904/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756999.422642:0:86761:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756999.422647:0:86761:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756999.422653:0:86761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000c6c2d2] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19e00 x1874594466043904/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756999.422681:0:86761:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756999.422686:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756999.422689:0:86761:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787756999.422691:0:86761:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756999.422693:0:86761:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756999.422697:0:86761:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756999.422699:0:86761:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18578
00000400:00000200:3.0:1787756999.422703:0:86761:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756999.422707:0:86761:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756999.422711:0:86761:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756999.422715:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756999.422718:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756999.422721:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756999.422724:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756999.422726:0:86761:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756999.422728:0:86761:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787756999.422731:0:86761:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756999.422735:0:86761:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787756999.422740:0:86761:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787756999.422748:0:86761:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787756999.422756:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756999.422760:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756999.422766:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756999.422773:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756999.422779:0:86761:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787756999.422787:0:86761:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756999.422796:0:86761:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756999.422803:0:86761:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756999.422813:0:86761:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756999.422818:0:86761:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756999.422826:0:86761:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756999.422833:0:86761:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756999.422840:0:86761:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756999.422843:0:86761:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756999.422852:0:86761:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a580.
00000020:00000040:3.0:1787756999.422876:0:86761:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787756999.422881:0:86761:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756999.422886:0:86761:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756999.422890:0:86761:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756999.422894:0:86761:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756999.422899:0:86761:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756999.422910:0:86761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e800.
00000100:00000001:3.0:1787756999.422917:0:86761:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756999.422947:0:86761:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a580 x1874594466044032/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756999.422967:0:86761:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756999.422971:0:86761:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756999.422981:0:86761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079505b6d] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a580 x1874594466044032/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756999.422997:0:86761:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787756999.423002:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787756999.423011:0:86761:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787756999.423013:0:86761:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787756999.423017:0:86761:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787756999.423023:0:86761:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787756999.423030:0:86761:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18578
00000400:00000200:3.0:1787756999.423035:0:86761:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787756999.423039:0:86761:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787756999.423047:0:86761:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787756999.423051:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756999.423055:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756999.423061:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756999.423067:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787756999.423075:0:86761:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787756999.423079:0:86761:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787756999.423083:0:86761:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787756999.423086:0:86761:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787756999.423092:0:86761:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787756999.423095:0:86761:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787756999.423120:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756999.423125:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787756999.423133:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787756999.423137:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787756999.423144:0:86761:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787756999.423150:0:86761:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787756999.423153:0:86761:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787756999.423157:0:86761:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787756999.423164:0:86761:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787756999.423172:0:86761:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756999.423174:0:86761:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787756999.423177:0:86761:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787756999.423180:0:86761:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756999.423182:0:86761:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787756999.423192:0:86761:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca18b40.
00000020:00000040:3.0:1787756999.423198:0:86761:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787756999.423201:0:86761:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787756999.423203:0:86761:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787756999.423208:0:86761:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787756999.423211:0:86761:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787756999.423216:0:86761:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787756999.423240:0:86761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51f400.
00000100:00000001:3.0:1787756999.423250:0:86761:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787756999.423264:0:86761:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca18b40 x1874594466044160/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787756999.423351:0:86761:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787756999.423355:0:86761:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756999.423380:0:86761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5e8f4b9] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca18b40 x1874594466044160/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787756999.423415:0:86761:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787756999.423421:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787756999.423428:0:86761:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787756999.423437:0:86761:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18589)
00000800:00000200:1.1:1787756999.423528:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756999.423532:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787756999.424047:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756999.424053:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787756999.424652:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787756999.424656:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 11 secs later)
00000020:00000001:0.0:1787757000.254531:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787757000.254537:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787757000.254544:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757000.382411:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313252265, at 4313252288
00000100:00000010:3.0:1787757000.382438:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6c00.
00000020:00000001:3.0:1787757002.302658:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757002.302664:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757002.302667:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787757004.546180:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757004.546215:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787757004.547029:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757004.547034:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787757004.547624:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757004.547629:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 6 secs later)
00000020:00000001:3.0:1787757005.374665:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757005.374737:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757005.374745:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757005.502458:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313257388, at 4313257408
00000100:00000010:3.0:1787757005.502482:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344ca20.
00000020:00000001:2.0:1787757006.398571:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757006.398577:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757007.102418:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757007.102430:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757007.102434:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757007.102443:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757007.102449:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757007.102455:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757007.102461:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757007.102466:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757007.102471:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757007.422632:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757007.422640:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757007.422647:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757008.126417:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757008.126428:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757008.126431:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757008.126439:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757008.126445:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757008.126450:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757008.126454:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757008.126457:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757008.126461:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757008.446613:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757008.446620:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757008.446624:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757009.150423:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757009.150435:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757009.150438:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757009.150446:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757009.150450:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757009.150454:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757009.150458:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757009.150461:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757009.150483:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757009.470567:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757009.470575:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757009.470590:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757009.662807:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757009.662818:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757009.662827:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757009.662851:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077901a40 x1874594466044672/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757009.662887:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757009.662897:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757009.662910:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757009.662920:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757009.662930:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757009.662942:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077901a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466044672:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757009.662961:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757009.662974:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757009.662985:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757009.662995:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757009.663006:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafd000.
02000000:00000001:2.0:1787757009.663012:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757009.663026:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757009.663034:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000010:2.0:1787757009.663049:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000200:2.0:1787757009.663095:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466044672, portal 25
00000100:00000001:2.0:1787757009.663103:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757009.663109:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033812544 : -120600675739072 : ffff925077901a40)
00000100:00000040:2.0:1787757009.663129:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077901a40 x1874594466044672/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757009.663159:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757009.663170:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757009.663179:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c990.
00000100:00000200:2.0:1787757009.663190:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466044672, offset 0
00000400:00000200:2.0:1787757009.663209:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757009.663227:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757009.663237:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757009.663261:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757009.663340:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757009.663347:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757009.663361:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757009.663374:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56260:56260:256:4294967295] 192.168.201.154@tcp LPNI seq info [56260:56260:8:4294967295]
00000400:00000200:2.0:1787757009.663389:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757009.663414:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757009.663434:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757009.663447:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2ac400.
00000800:00000200:2.0:1787757009.663463:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757009.663475:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787757009.663491:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757009.663499:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1787757009.663509:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757009.663518:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2ac400.
00000400:00000200:2.0:1787757009.663536:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757009.663558:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757009.663573:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c990
00000400:00000010:2.0:1787757009.663582:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c990.
00000100:00000001:2.0:1787757009.663596:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757009.663621:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077901a40 x1874594466044672/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757009.663691:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757009.663709:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077901a40 x1874594466044672/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757034 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757009.663729:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757009.663734:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757009.663747:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757009.663753:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757009.663757:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313262505
00000100:00000010:2.0:1787757009.663765:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344cde0.
00000100:00000001:2.0:1787757009.663774:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787757009.663781:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313262505
00000100:00000010:2.0:1787757009.663785:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c9c0.
00000100:00000001:2.0:1787757009.663789:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787757009.663793:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757009.663796:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757009.663800:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757009.663806:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757009/real 1787757009]  req@ffff925077901a40 x1874594466044672/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757009.663827:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757009.663830:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757009.663832:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757009.663836:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757009.663838:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757009.663842:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757009.663846:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077901a40 x1874594466044672/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757009.663857:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077901a40 x1874594466044672/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757009.663866:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757009.663868:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757009.663871:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757009.663873:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757009.663878:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077901a40 x1874594466044672/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757009.663886:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757009.663892:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077901a40 x1874594466044672/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757034 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757009.663901:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757009.663905:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757009.663907:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757009.663909:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757009.663911:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757009.663914:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757009.663918:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757009.663923:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757009.663925:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757009.663931:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077901a40 x1874594466044672/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757034 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757009.663942:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077901a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466044672:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757009.663949:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757009.663952:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757009.663956:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077901a40 x1874594466044672/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757034 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757009.663964:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757009.663967:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757009.663970:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafd000.
02000000:00000001:2.0:1787757009.663974:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757009.663976:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757009.663978:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:2.0:1787757009.663981:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757009.663984:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077915c00.
02000000:00000001:2.0:1787757009.663990:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757009.663993:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757009.663995:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077901a40.
00000100:00000001:2.0:1787757009.663999:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757009.664000:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757009.664003:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757009.664013:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757009.664016:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757009.664018:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757009.664021:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757009.664023:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757009.664027:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077902580 x1874594466044800/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757009.664037:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757009.664039:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757009.664042:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757009.664044:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757009.664047:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757009.664051:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077902580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466044800:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757009.664056:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757009.664059:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757009.664061:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757009.664063:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757009.664067:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafd000.
02000000:00000001:2.0:1787757009.664070:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757009.664075:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757009.664078:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000010:2.0:1787757009.664082:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000200:2.0:1787757009.664086:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466044800, portal 10
00000100:00000001:2.0:1787757009.664089:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757009.664091:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033815424 : -120600675736192 : ffff925077902580)
00000100:00000040:2.0:1787757009.664099:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077902580 x1874594466044800/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757009.664107:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757009.664110:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757009.664113:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c990.
00000100:00000200:2.0:1787757009.664116:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466044800, offset 0
00000400:00000200:2.0:1787757009.664122:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757009.664127:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757009.664132:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757009.664137:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757009.664141:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757009.664144:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757009.664147:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757009.664151:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56261:56261:256:4294967295] 192.168.201.154@tcp LPNI seq info [56261:56261:8:4294967295]
00000400:00000200:2.0:1787757009.664157:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757009.664166:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757009.664172:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757009.664176:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2ac400.
00000800:00000200:2.0:1787757009.664181:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757009.664186:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787757009.664192:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757009.664195:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1787757009.664200:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757009.664203:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2ac400.
00000400:00000200:2.0:1787757009.664207:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757009.664211:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757009.664216:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c990
00000400:00000010:2.0:1787757009.664218:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c990.
00000100:00000001:2.0:1787757009.664221:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757009.664225:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077902580 x1874594466044800/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757009.664235:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757009.664239:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077902580 x1874594466044800/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757034 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757009.664248:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757009.664250:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757009.664254:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757009.664258:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:2.0:1787757009.664262:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757009.664317:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313261609
00000100:00000001:2.0:1787757009.664323:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313262505
00000100:00000001:2.0:1787757009.664326:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313261610
00000100:00000001:2.0:1787757009.664329:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313262505
00000100:00000001:2.0:1787757009.664332:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757009.664335:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757009.664337:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757009.664343:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757009/real 1787757009]  req@ffff925077902580 x1874594466044800/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757009.664354:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757009.664356:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757009.664359:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757009.664362:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757009.664365:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757009.664368:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757009.664372:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077902580 x1874594466044800/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757009.664382:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077902580 x1874594466044800/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757009.664391:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757009.664393:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757009.664395:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757009.664396:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757009.664401:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077902580 x1874594466044800/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757009.664409:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757009.664413:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077902580 x1874594466044800/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757034 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757009.664422:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757009.664425:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757009.664426:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757009.664428:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757009.664430:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757009.664433:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757009.664436:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757009.664440:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757009.664443:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757009.664448:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077902580 x1874594466044800/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757034 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757009.664458:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077902580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466044800:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757009.664464:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757009.664468:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077901680 x1874594466044928/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757009.664477:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757009.664479:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757009.664481:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757009.664484:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757009.664486:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757009.664490:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077901680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466044928:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757009.664493:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757009.664496:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757009.664498:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757009.664500:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757009.664505:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafdc00.
02000000:00000001:2.0:1787757009.664508:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757009.664512:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757009.664515:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000010:2.0:1787757009.664519:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000200:2.0:1787757009.664523:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466044928, portal 4
00000100:00000001:2.0:1787757009.664526:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757009.664528:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033811584 : -120600675740032 : ffff925077901680)
00000100:00000040:2.0:1787757009.664536:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077901680 x1874594466044928/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757009.664544:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757009.664547:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757009.664550:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c990.
00000100:00000200:2.0:1787757009.664553:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466044928, offset 0
00000400:00000200:2.0:1787757009.664557:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757009.664561:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757009.664566:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757009.664570:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757009.664574:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757009.664577:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757009.664580:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757009.664584:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56262:56262:256:4294967295] 192.168.201.154@tcp LPNI seq info [56262:56262:8:4294967295]
00000400:00000200:2.0:1787757009.664589:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757009.664597:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757009.664602:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757009.664606:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2ac400.
00000800:00000200:2.0:1787757009.664611:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757009.664615:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787757009.664620:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757009.664624:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1787757009.664629:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757009.664631:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2ac400.
00000400:00000200:2.0:1787757009.664635:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757009.664640:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757009.664643:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c990
00000400:00000010:2.0:1787757009.664645:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c990.
00000100:00000001:2.0:1787757009.664648:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757009.664653:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077901680 x1874594466044928/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757009.664663:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757009.664666:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077901680 x1874594466044928/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757034 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757009.664675:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757009.664677:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757009.664680:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757009.664684:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:2.0:1787757009.664688:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757009.664691:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313261593
00000100:00000001:2.0:1787757009.664694:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313262505
00000100:00000001:2.0:1787757009.664697:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313261593
00000100:00000001:2.0:1787757009.664700:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313262505
00000100:00000001:2.0:1787757009.664703:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757009.664706:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757009.664708:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757009.664713:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757009/real 1787757009]  req@ffff925077901680 x1874594466044928/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757009.664722:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757009.664724:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757009.664726:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757009.664729:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757009.664731:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757009.664733:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757009.664737:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077901680 x1874594466044928/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757009.664746:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077901680 x1874594466044928/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757009.664754:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757009.664756:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757009.664758:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757009.664759:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757009.664763:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077901680 x1874594466044928/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757009.664771:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757009.664776:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077901680 x1874594466044928/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757034 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757009.664784:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757009.664787:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757009.664790:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757009.664791:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757009.664795:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757009.664797:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757009.664800:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757009.664805:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757009.664807:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757009.664812:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077901680 x1874594466044928/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757034 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757009.664821:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077901680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466044928:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757009.664825:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757009.664827:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757009.664831:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077902580 x1874594466044800/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757034 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757009.664839:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757009.664841:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757009.664843:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafd000.
02000000:00000001:2.0:1787757009.664846:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757009.664847:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757009.664849:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:2.0:1787757009.664851:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757009.664854:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077916c00.
02000000:00000001:2.0:1787757009.664857:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757009.664859:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757009.664861:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077902580.
00000100:00000001:2.0:1787757009.664864:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757009.664866:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757009.664868:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757009.664871:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077901680 x1874594466044928/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757034 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757009.664879:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757009.664880:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757009.664882:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafdc00.
02000000:00000001:2.0:1787757009.664886:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757009.664887:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757009.664889:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:2.0:1787757009.664892:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757009.664894:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077915000.
02000000:00000001:2.0:1787757009.664896:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757009.664898:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757009.664899:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077901680.
00000100:00000001:2.0:1787757009.664901:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757009.664903:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757009.664905:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757009.664909:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757009.664911:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757009.664913:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757009.664916:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757010.174419:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757010.174429:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757010.174433:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757010.174440:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757010.174446:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757010.174451:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757010.174454:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757010.174458:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757010.174461:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757010.494587:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757010.494596:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757010.494603:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757010.622459:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313262505, at 4313262528
00000100:00000040:3.0:1787757010.622461:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313262505, at 4313262528
00000100:00000010:2.0:1787757010.622485:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344cde0.
00000100:00000010:3.0:1787757010.622491:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c9c0.
00000100:00000001:2.0:1787757011.198411:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757011.198421:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757011.198423:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757011.198429:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757011.198434:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757011.198438:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757011.198441:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757011.198445:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757011.198448:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757011.518625:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757011.518634:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757011.518640:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757012.222401:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757012.222411:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757012.222416:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757012.222422:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757012.222427:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757012.222432:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757012.222436:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757012.222439:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757012.222443:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757012.542632:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757012.542641:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757012.542648:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757013.246399:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757013.246410:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757013.246413:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757013.246420:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757013.246425:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757013.246430:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757013.246434:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757013.246437:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757013.246440:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757013.566494:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757013.566498:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757013.566501:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757014.270475:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757014.270486:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757014.270490:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757014.270498:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757014.270504:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757014.270510:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757014.270514:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757014.270518:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757014.270522:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757014.590533:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757014.590541:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757014.590547:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757014.782455:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757014.782468:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757014.782471:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757014.782477:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757014.782482:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757014.782493:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18594
00000400:00000200:3.0:1787757014.782505:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757014.782513:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757014.782517:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757014.782522:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757014.782525:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757014.782529:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757014.782532:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757014.782537:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757014.782540:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757014.782543:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757014.782548:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757014.782551:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757014.782555:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757014.782559:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757014.782562:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757014.782564:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757014.782567:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757014.782570:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757014.782574:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757014.782578:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757014.782583:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757014.782589:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757014.782594:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757014.782598:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757014.782603:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757014.782617:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19680.
00000020:00000040:3.0:1787757014.782624:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757014.782631:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757014.782634:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757014.782640:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757014.782644:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757014.782651:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757014.782663:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c000.
00000100:00000001:3.0:1787757014.782675:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757014.782692:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19680 x1874594466045056/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757014.782714:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757014.782722:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757014.782731:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c14b51e] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19680 x1874594466045056/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757014.782775:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757014.782783:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757014.782791:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757014.782794:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757014.782798:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757014.782804:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757014.782809:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18594
00000400:00000200:3.0:1787757014.782818:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757014.782832:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757014.782836:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757014.782840:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757014.782843:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757014.782846:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757014.782849:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757014.782852:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757014.782854:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757014.782857:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757014.782860:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787757014.782864:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787757014.782869:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787757014.782873:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757014.782876:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757014.782879:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757014.782882:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:2.0:1787757014.782887:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1787757014.782887:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787757014.782897:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757014.782898:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757014.782906:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787757014.782907:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757014.782916:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1787757014.782921:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca19680 x1874594466045056/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787757014.782928:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757014.782941:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757014.782951:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757014.782952:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757014.782956:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757014.782964:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1787757014.782965:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787757014.782968:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757014.782975:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787757014.782982:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757014.782985:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466045056:192.168.201.154@tcp:250:kworker.0
00000100:00000001:3.0:1787757014.782994:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757014.783003:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:3.0:1787757014.783010:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca192c0.
02000000:00000001:2.0:1787757014.783011:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757014.783016:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787757014.783021:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787757014.783031:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757014.783034:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757014.783038:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757014.783040:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787757014.783042:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757014.783050:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757014.783055:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafdc00.
02000000:00000010:3.0:1787757014.783063:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51f400.
02000000:00000001:2.0:1787757014.783065:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757014.783079:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757014.783085:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00100000:3.0:1787757014.783098:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca192c0 x1874594466045184/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1787757014.783100:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000100:00000001:3.0:1787757014.783119:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1787757014.783120:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000001:3.0:1787757014.783125:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757014.783133:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e50181] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca192c0 x1874594466045184/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757014.783137:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466045056, portal 25
00000100:00000001:2.0:1787757014.783150:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757014.783159:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118844544 : -120600590707072 : ffff92507ca19680)
00000100:00000001:3.0:1787757014.783160:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757014.783170:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757014.783178:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000040:2.0:1787757014.783180:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca19680 x1874594466045056/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757014.783182:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757014.783188:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757014.783193:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757014.783197:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18594
00000400:00000200:3.0:1787757014.783248:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757014.783261:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00000001:2.0:1787757014.783265:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787757014.783321:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757014.783325:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000040:3.0:1787757014.783332:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000010:2.0:1787757014.783335:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c990.
00000100:00000001:3.0:1787757014.783338:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1787757014.783344:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466045056, offset 0
00000100:00000040:3.0:1787757014.783346:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757014.783355:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757014.783361:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:2.0:1787757014.783362:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000020:00000040:3.0:1787757014.783365:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787757014.783370:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757014.783374:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000400:00000200:2.0:1787757014.783382:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000020:00000001:3.0:1787757014.783384:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787757014.783391:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:2.0:1787757014.783399:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00000040:3.0:1787757014.783401:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757014.783410:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787757014.783415:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1787757014.783417:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757014.783424:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757014.783428:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787757014.783433:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757014.783436:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757014.783439:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
02000000:00000001:3.0:1787757014.783441:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757014.783449:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787757014.783450:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1787757014.783462:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757014.783464:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00000001:3.0:1787757014.783467:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757014.783473:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787757014.783477:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56263:56263:256:4294967295] 192.168.201.154@tcp LPNI seq info [56263:56263:8:4294967295]
00000008:00000001:3.0:1787757014.783480:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757014.783487:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757014.783494:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000010:3.0:1787757014.783497:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1b0c0.
00000020:00000040:3.0:1787757014.783503:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787757014.783513:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757014.783518:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757014.783520:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787757014.783523:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757014.783529:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.0:1787757014.783536:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
02000000:00000001:3.0:1787757014.783537:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787757014.783551:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2ac400.
02000000:00000010:3.0:1787757014.783553:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e800.
00000100:00000001:3.0:1787757014.783563:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787757014.783570:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00100000:3.0:1787757014.783579:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1b0c0 x1874594466045312/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1787757014.783590:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:3.0:1787757014.783612:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757014.783616:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757014.783622:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043bdf1c5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1b0c0 x1874594466045312/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757014.783633:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757014.783634:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757014.783646:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787757014.783650:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:3.0:1787757014.783656:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1787757014.783658:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313267625
00000100:00000010:2.0:1787757014.783670:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344cde0.
00000100:00000040:3.0:1787757014.783674:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18604)
00000100:00000001:2.0:1787757014.783682:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787757014.783694:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313267625
00000100:00000010:2.0:1787757014.783699:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344ce40.
00000100:00000001:2.0:1787757014.783703:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787757014.783709:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757014.783714:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757014.783719:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757014.783723:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757014.783733:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757014.783737:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787757014.783741:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757014.783744:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757014.783746:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757014.783754:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca192c0 x1874594466045184/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757014.783764:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757014.783767:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757014.783770:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757014.783772:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757014.783775:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757014.783779:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466045184:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757014.783783:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757014.783786:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757014.783788:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757014.783791:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757014.783795:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafd000.
02000000:00000001:2.0:1787757014.783797:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757014.783802:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757014.783805:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241f5d8.
00000400:00000010:2.0:1787757014.783810:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c4c8.
00000100:00000200:2.0:1787757014.783814:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466045184, portal 10
00000100:00000001:2.0:1787757014.783817:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757014.783819:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118843584 : -120600590708032 : ffff92507ca192c0)
00000100:00000040:2.0:1787757014.783827:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca192c0 x1874594466045184/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757014.783836:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757014.783839:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757014.783844:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cbb0.
00000100:00000200:2.0:1787757014.783847:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466045184, offset 0
00000400:00000200:2.0:1787757014.783855:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757014.783862:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757014.783867:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757014.783872:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757014.783875:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757014.783879:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757014.783882:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757014.783887:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56264:56264:255:4294967295] 192.168.201.154@tcp LPNI seq info [56264:56264:7:4294967295]
00000400:00000200:2.0:1787757014.783893:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757014.783902:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757014.783908:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757014.783913:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2ac300.
00000800:00000200:2.0:1787757014.783918:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757014.783923:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:2.0:1787757014.783926:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757014.783931:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:2.0:1787757014.783935:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757014.783937:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313266729
00000100:00000001:2.0:1787757014.783941:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313267625
00000100:00000001:2.0:1787757014.783944:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313266729
00000100:00000001:2.0:1787757014.783947:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313267625
00000100:00000001:2.0:1787757014.783951:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757014.783954:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757014.783957:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757014.783962:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1b0c0 x1874594466045312/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757014.783971:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757014.783974:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757014.783976:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757014.783978:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757014.783981:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757014.783984:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466045312:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757014.783988:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757014.783990:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757014.783992:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757014.783994:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757014.783998:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757014.784001:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757014.784004:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757014.784008:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241f420.
00000400:00000010:2.0:1787757014.784011:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cb28.
00000100:00000200:2.0:1787757014.784014:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466045312, portal 4
00000100:00000001:2.0:1787757014.784017:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757014.784020:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118851264 : -120600590700352 : ffff92507ca1b0c0)
00000100:00000040:2.0:1787757014.784035:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1b0c0 x1874594466045312/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757014.784049:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757014.784055:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757014.784061:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c330.
00000100:00000200:2.0:1787757014.784066:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466045312, offset 0
00000400:00000200:2.0:1787757014.784075:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757014.784082:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757014.784089:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757014.784096:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757014.784101:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757014.784105:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757014.784111:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757014.784117:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56265:56265:254:4294967295] 192.168.201.154@tcp LPNI seq info [56265:56265:6:4294967295]
00000400:00000200:2.0:1787757014.784126:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757014.784138:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757014.784145:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757014.784150:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acf00.
00000800:00000200:2.0:1787757014.784155:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757014.784160:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:2.0:1787757014.784163:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757014.784167:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:2.0:1787757014.784171:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757014.784174:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313266712
00000100:00000001:2.0:1787757014.784177:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313267625
00000100:00000001:2.0:1787757014.784180:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313266712
00000100:00000001:2.0:1787757014.784183:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313267625
00000100:00000001:2.0:1787757014.784185:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757014.784188:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757014.784191:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757014.784194:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757014.784198:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757014.784225:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787757014.784229:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757014.784231:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757014.784233:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757014.784236:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757015.294346:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757015.294355:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757015.294358:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757015.294363:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757015.294368:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757015.294373:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757015.294376:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757015.294380:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757015.294383:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757015.614665:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757015.614698:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757015.614703:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757015.742357:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313267625, at 4313267648
00000100:00000010:3.0:1787757015.742378:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344ce40.
00000100:00000040:2.0:1787757015.742393:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313267625, at 4313267648
00000100:00000010:2.0:1787757015.742440:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344cde0.
00000100:00000001:2.0:1787757016.318454:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757016.318463:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757016.318466:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757016.318472:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757016.318478:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757016.318484:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757016.318488:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757016.318493:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757016.318497:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757016.638636:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757016.638643:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757016.638647:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757017.342376:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757017.342387:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757017.342392:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757017.342400:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757017.342417:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757017.342423:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757017.342428:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757017.342433:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757017.342438:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757017.662584:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757017.662590:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757017.662596:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757017.856817:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757017.856825:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757017.856831:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757017.856845:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757014/real 1787757017]  req@ffff92507ca192c0 x1874594466045184/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757017.856872:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757017.856877:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757017.856884:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241f5d8.
00000400:00000200:2.0:1787757017.856893:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c4c8
00000400:00000010:2.0:1787757017.856897:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c4c8.
00000100:00000001:2.0:1787757017.856904:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757017.856913:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca192c0 x1874594466045184/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757017.856934:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca192c0 x1874594466045184/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757017.856951:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757017.856956:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757017.856963:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757017.856968:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757017.856979:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca192c0 x1874594466045184/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757017.856995:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757017.857007:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca192c0 x1874594466045184/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757039 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757017.857024:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757017.857030:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757017.857035:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757017.857038:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757017.857057:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757017.857063:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757017.857071:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757017.857081:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757017.857085:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757017.857091:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca192c0 x1874594466045184/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757039 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757017.857103:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466045184:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757017.857110:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757017.857115:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757014/real 1787757017]  req@ffff92507ca1b0c0 x1874594466045312/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757017.857136:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757017.857138:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757017.857141:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241f420.
00000400:00000200:2.0:1787757017.857172:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cb28
00000400:00000010:2.0:1787757017.857175:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cb28.
00000100:00000001:2.0:1787757017.857179:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757017.857184:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1b0c0 x1874594466045312/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757017.857195:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1b0c0 x1874594466045312/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757017.857222:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757017.857224:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757017.857226:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757017.857228:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757017.857232:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1b0c0 x1874594466045312/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757017.857240:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757017.857245:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1b0c0 x1874594466045312/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757039 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757017.857253:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757017.857256:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757017.857257:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757017.857259:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757017.857261:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757017.857263:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757017.857377:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757017.857384:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757017.857388:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757017.857394:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1b0c0 x1874594466045312/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757039 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757017.857405:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466045312:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757017.857412:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757017.857419:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757014/real 1787757017]  req@ffff92507ca19680 x1874594466045056/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757017.857435:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757017.857438:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757017.857442:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757017.857448:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757017.857461:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757017.857466:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757017.857473:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca19680 x1874594466045056/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757017.857490:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca19680 x1874594466045056/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757017.857503:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757017.857506:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757017.857510:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757017.857512:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757017.857519:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca19680 x1874594466045056/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757017.857527:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757017.857532:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca19680 x1874594466045056/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757039 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757017.857540:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757017.857542:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757017.857544:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757017.857546:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757017.857549:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757017.857551:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757017.857554:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757017.857558:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757017.857561:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757017.857565:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca19680 x1874594466045056/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757039 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757017.857573:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466045056:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757017.857578:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757017.857581:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757017.857584:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca192c0 x1874594466045184/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757039 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757017.857592:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757017.857595:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757017.857599:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafd000.
02000000:00000001:2.0:1787757017.857604:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757017.857608:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757017.857610:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:2.0:1787757017.857613:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757017.857616:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51f400.
02000000:00000001:2.0:1787757017.857623:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757017.857625:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757017.857628:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca192c0.
00000100:00000001:2.0:1787757017.857632:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757017.857634:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757017.857636:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757017.857639:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1b0c0 x1874594466045312/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757039 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757017.857646:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757017.857648:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757017.857649:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757017.857653:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757017.857655:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757017.857656:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:2.0:1787757017.857659:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757017.857660:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51e800.
02000000:00000001:2.0:1787757017.857663:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757017.857664:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757017.857666:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1b0c0.
00000100:00000001:2.0:1787757017.857668:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757017.857670:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757017.857672:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757017.857675:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca19680 x1874594466045056/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757039 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757017.857682:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757017.857683:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757017.857684:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafdc00.
02000000:00000001:2.0:1787757017.857687:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757017.857688:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757017.857689:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:2.0:1787757017.857691:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757017.857693:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51c000.
02000000:00000001:2.0:1787757017.857695:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757017.857696:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757017.857697:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca19680.
00000100:00000001:2.0:1787757017.857700:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757017.857701:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757017.857704:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757017.857713:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757017.857715:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757017.857717:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757017.857719:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757018.366382:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757018.366391:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757018.366394:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757018.366401:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757018.366406:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757018.366412:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757018.366417:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757018.366422:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757018.366427:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757018.686620:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757018.686629:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757018.686636:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757019.390406:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757019.390416:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757019.390419:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757019.390425:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757019.390430:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757019.390435:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757019.390438:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757019.390442:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757019.390445:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757019.710588:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757019.710594:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757019.710598:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757019.902402:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757019.902415:0:86761:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757019.902418:0:86761:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757019.902423:0:86761:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757019.902429:0:86761:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757019.902439:0:86761:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18599
00000400:00000200:3.0:1787757019.902455:0:86761:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757019.902467:0:86761:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757019.902474:0:86761:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757019.902483:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757019.902489:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757019.902495:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757019.902501:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757019.902508:0:86761:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757019.902512:0:86761:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757019.902517:0:86761:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757019.902522:0:86761:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757019.902527:0:86761:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757019.902532:0:86761:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757019.902538:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757019.902543:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757019.902547:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757019.902552:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757019.902559:0:86761:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757019.902567:0:86761:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757019.902574:0:86761:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757019.902581:0:86761:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757019.902588:0:86761:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757019.902593:0:86761:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757019.902597:0:86761:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757019.902602:0:86761:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757019.902614:0:86761:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a940.
00000020:00000040:3.0:1787757019.902620:0:86761:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757019.902627:0:86761:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757019.902630:0:86761:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757019.902635:0:86761:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757019.902640:0:86761:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757019.902647:0:86761:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757019.902660:0:86761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51dc00.
00000100:00000001:3.0:1787757019.902671:0:86761:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757019.902687:0:86761:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a940 x1874594466045440/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757019.902707:0:86761:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757019.902714:0:86761:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757019.902724:0:86761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acf304e1] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a940 x1874594466045440/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757019.902762:0:86761:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757019.902769:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757019.902775:0:86761:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757019.902778:0:86761:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757019.902782:0:86761:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757019.902788:0:86761:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757019.902794:0:86761:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18599
00000400:00000200:3.0:1787757019.902804:0:86761:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757019.902811:0:86761:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757019.902817:0:86761:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787757019.902823:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787757019.902825:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757019.902835:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787757019.902837:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787757019.902842:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757019.902847:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787757019.902851:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757019.902860:0:86761:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757019.902866:0:86761:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000100:00000040:2.0:1787757019.902869:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1a940 x1874594466045440/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787757019.902872:0:86761:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757019.902879:0:86761:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787757019.902889:0:86761:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787757019.902899:0:86761:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:2.0:1787757019.902907:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1787757019.902915:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757019.902917:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757019.902928:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787757019.902932:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1787757019.902938:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
02000000:00000001:2.0:1787757019.902943:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757019.902946:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
02000000:00000001:2.0:1787757019.902954:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787757019.902958:0:86761:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00100000:2.0:1787757019.902972:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466045440:192.168.201.154@tcp:250:kworker.0
00000100:00080000:3.0:1787757019.902973:0:86761:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757019.902986:0:86761:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757019.902991:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757019.902994:0:86761:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757019.903003:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757019.903009:0:86761:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757019.903012:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757019.903020:0:86761:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757019.903023:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787757019.903032:0:86761:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757019.903042:0:86761:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000010:2.0:1787757019.903046:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafdc00.
00000008:00000001:3.0:1787757019.903050:0:86761:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757019.903056:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757019.903060:0:86761:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757019.903073:0:86761:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a1c0.
00000400:00000200:2.0:1787757019.903075:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000020:00000040:3.0:1787757019.903083:0:86761:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787757019.903094:0:86761:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1787757019.903095:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
02000000:00000001:3.0:1787757019.903099:0:86761:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757019.903108:0:86761:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1787757019.903146:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000200:2.0:1787757019.903162:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466045440, portal 25
00000100:00000001:2.0:1787757019.903170:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1787757019.903170:0:86761:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787757019.903180:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118849344 : -120600590702272 : ffff92507ca1a940)
02000000:00000001:3.0:1787757019.903181:0:86761:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757019.903198:0:86761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e000.
00000100:00000040:2.0:1787757019.903203:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1a940 x1874594466045440/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757019.903209:0:86761:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757019.903233:0:86761:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a1c0 x1874594466045568/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757019.903234:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757019.903249:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757019.903262:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cb28.
00000100:00000001:3.0:1787757019.903267:0:86761:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757019.903318:0:86761:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757019.903330:0:86761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062ae16d5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a1c0 x1874594466045568/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757019.903356:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466045440, offset 0
00000100:00000001:3.0:1787757019.903359:0:86761:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757019.903371:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757019.903383:0:86761:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:2.0:1787757019.903385:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000001:3.0:1787757019.903393:0:86761:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757019.903401:0:86761:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787757019.903410:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757019.903413:0:86761:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757019.903426:0:86761:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18599
00000400:00000200:2.0:1787757019.903434:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757019.903446:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757019.903455:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757019.903461:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757019.903467:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757019.903475:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56266:56266:256:4294967295] 192.168.201.154@tcp LPNI seq info [56266:56266:8:4294967295]
00000400:00000200:2.0:1787757019.903484:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757019.903503:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1787757019.903521:0:86761:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000800:00000200:2.0:1787757019.903522:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757019.903540:0:86761:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757019.903547:0:86761:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000800:00000010:2.0:1787757019.903553:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acd00.
00000100:00000040:3.0:1787757019.903554:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757019.903566:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757019.903572:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000800:00000200:2.0:1787757019.903581:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:3.0:1787757019.903582:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757019.903594:0:86761:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:2.0:1787757019.903596:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000020:00000040:3.0:1787757019.903598:0:86761:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787757019.903607:0:86761:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757019.903615:0:86761:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000800:00000200:2.1:1787757019.903617:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000020:00000001:3.0:1787757019.903625:0:86761:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000800:00000200:2.1:1787757019.903629:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1787757019.903637:0:86761:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000800:00000100:2.0:1787757019.903646:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000100:00000040:3.0:1787757019.903656:0:86761:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000800:00000010:2.0:1787757019.903657:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acd00.
00000100:00000001:3.0:1787757019.903667:0:86761:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787757019.903674:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1787757019.903676:0:86761:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757019.903686:0:86761:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:2.0:1787757019.903697:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1787757019.903699:0:86761:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000400:00000200:2.0:1787757019.903713:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cb28
00000100:00080000:3.0:1787757019.903715:0:86761:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000400:00000010:2.0:1787757019.903724:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cb28.
00000100:00000001:3.0:1787757019.903727:0:86761:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757019.903738:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757019.903753:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1a940 x1874594466045440/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757019.903772:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757019.903781:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a940 x1874594466045440/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757044 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757019.903796:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757019.903800:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757019.903812:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757019.903820:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757019.903825:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313272745
00000100:00000010:2.0:1787757019.903859:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344cde0.
00000100:00000001:2.0:1787757019.903871:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787757019.903880:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313272745
00000100:00000010:2.0:1787757019.903888:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c780.
00000100:00000001:2.0:1787757019.903894:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787757019.903900:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757019.903906:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757019.903910:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757019.903919:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757019/real 1787757019]  req@ffff92507ca1a940 x1874594466045440/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757019.903939:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757019.903942:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757019.903946:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757019.903952:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757019.903956:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757019.903961:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757019.903969:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1a940 x1874594466045440/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757019.903987:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1a940 x1874594466045440/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757019.904002:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757019.904006:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757019.904011:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757019.904014:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757019.904023:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1a940 x1874594466045440/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757019.904039:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757019.904049:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1a940 x1874594466045440/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757044 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757019.904064:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757019.904071:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757019.904074:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757019.904077:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757019.904082:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757019.904086:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757019.904092:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757019.904100:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757019.904106:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757019.904140:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1a940 x1874594466045440/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757044 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757019.904158:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466045440:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757019.904168:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757019.904173:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757019.904181:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1a940 x1874594466045440/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757044 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787757019.904194:0:86761:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787757019.904197:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757019.904207:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787757019.904208:0:86761:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1787757019.904213:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafdc00.
02000000:00000001:3.0:1787757019.904219:0:86761:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757019.904225:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1787757019.904228:0:86761:0:(obd_class.h:888:obd_reconnect()) Process entered
00000020:00000001:2.0:1787757019.904234:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000008:00100000:3.0:1787757019.904238:0:86761:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000020:00000040:2.0:1787757019.904242:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000008:00000001:3.0:1787757019.904251:0:86761:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757019.904253:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757019.904261:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51dc00.
00000100:00000001:3.0:1787757019.904264:0:86761:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757019.904316:0:86761:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19a40.
02000000:00000001:2.0:1787757019.904323:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000020:00000040:3.0:1787757019.904327:0:86761:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:2.0:1787757019.904332:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:3.0:1787757019.904337:0:86761:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000010:2.0:1787757019.904341:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1a940.
02000000:00000001:3.0:1787757019.904345:0:86761:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757019.904353:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757019.904355:0:86761:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787757019.904364:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787757019.904365:0:86761:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757019.904373:0:86761:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757019.904376:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1787757019.904389:0:86761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51ec00.
00000100:00000001:2.0:1787757019.904395:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757019.904402:0:86761:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757019.904403:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757019.904417:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757019.904422:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1787757019.904425:0:86761:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19a40 x1874594466045696/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757019.904428:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757019.904446:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1a1c0 x1874594466045568/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757019.904458:0:86761:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757019.904469:0:86761:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757019.904481:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757019.904491:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757019.904492:0:86761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048dd93e3] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19a40 x1874594466045696/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787757019.904512:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787757019.904518:0:86761:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757019.904521:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1787757019.904530:0:86761:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1787757019.904532:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757019.904550:0:86761:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00100000:2.0:1787757019.904551:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466045568:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757019.904567:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1787757019.904569:0:86761:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18609)
02000000:00000001:2.0:1787757019.904574:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757019.904581:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757019.904586:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757019.904594:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafdc00.
02000000:00000001:2.0:1787757019.904598:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757019.904608:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757019.904614:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000010:2.0:1787757019.904621:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000200:2.0:1787757019.904628:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466045568, portal 10
00000100:00000001:2.0:1787757019.904643:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757019.904645:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118847424 : -120600590704192 : ffff92507ca1a1c0)
00000100:00000040:2.0:1787757019.904659:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1a1c0 x1874594466045568/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757019.904670:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757019.904675:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757019.904681:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cb28.
00000100:00000200:2.0:1787757019.904687:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466045568, offset 0
00000400:00000200:2.0:1787757019.904696:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757019.904705:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757019.904714:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757019.904720:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757019.904726:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757019.904731:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757019.904736:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757019.904742:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56267:56267:256:4294967295] 192.168.201.154@tcp LPNI seq info [56267:56267:8:4294967295]
00000400:00000200:2.0:1787757019.904750:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757019.904763:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757019.904772:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757019.904780:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acd00.
00000800:00000200:2.0:1787757019.904788:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757019.904794:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787757019.904805:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757019.904811:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787757019.904819:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757019.904823:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acd00.
00000400:00000200:2.0:1787757019.904829:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757019.904836:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757019.904843:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cb28
00000400:00000010:2.0:1787757019.904847:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cb28.
00000100:00000001:2.0:1787757019.904853:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757019.904862:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1a1c0 x1874594466045568/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757019.904879:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757019.904886:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a1c0 x1874594466045568/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757044 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757019.904901:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757019.904904:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757019.904912:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757019.904920:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:2.0:1787757019.904927:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757019.904932:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313271850
00000100:00000001:2.0:1787757019.904936:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313272745
00000100:00000001:2.0:1787757019.904941:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313271850
00000100:00000001:2.0:1787757019.904945:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313272745
00000100:00000001:2.0:1787757019.904949:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757019.904954:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757019.904958:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757019.904967:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757019/real 1787757019]  req@ffff92507ca1a1c0 x1874594466045568/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757019.904986:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757019.904989:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757019.904992:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757019.904998:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757019.905013:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757019.905019:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757019.905026:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1a1c0 x1874594466045568/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757019.905045:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1a1c0 x1874594466045568/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757019.905061:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757019.905064:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757019.905069:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757019.905071:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757019.905079:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1a1c0 x1874594466045568/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757019.905093:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757019.905102:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1a1c0 x1874594466045568/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757044 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757019.905140:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757019.905146:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757019.905149:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757019.905152:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757019.905155:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757019.905160:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757019.905164:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757019.905171:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757019.905176:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757019.905185:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1a1c0 x1874594466045568/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757044 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757019.905203:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466045568:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757019.905211:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757019.905216:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757019.905222:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1a1c0 x1874594466045568/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757044 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757019.905235:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757019.905238:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757019.905241:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafdc00.
02000000:00000001:2.0:1787757019.905245:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757019.905247:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757019.905249:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:2.0:1787757019.905252:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757019.905254:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51e000.
02000000:00000001:2.0:1787757019.905258:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757019.905260:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757019.905262:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1a1c0.
00000100:00000001:2.0:1787757019.905265:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757019.905297:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757019.905301:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757019.905307:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757019.905309:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757019.905311:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757019.905314:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757019.905316:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757019.905322:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca19a40 x1874594466045696/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757019.905332:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757019.905334:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757019.905337:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757019.905340:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757019.905342:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757019.905346:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca19a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466045696:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757019.905350:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757019.905353:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757019.905355:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757019.905358:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757019.905363:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafdc00.
02000000:00000001:2.0:1787757019.905366:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757019.905371:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757019.905375:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000010:2.0:1787757019.905379:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000200:2.0:1787757019.905384:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466045696, portal 4
00000100:00000001:2.0:1787757019.905386:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757019.905388:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118845504 : -120600590706112 : ffff92507ca19a40)
00000100:00000040:2.0:1787757019.905398:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca19a40 x1874594466045696/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757019.905412:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757019.905417:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757019.905422:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cb28.
00000100:00000200:2.0:1787757019.905427:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466045696, offset 0
00000400:00000200:2.0:1787757019.905435:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757019.905444:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757019.905453:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757019.905459:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757019.905465:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757019.905470:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757019.905475:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757019.905482:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56268:56268:256:4294967295] 192.168.201.154@tcp LPNI seq info [56268:56268:8:4294967295]
00000400:00000200:2.0:1787757019.905491:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757019.905505:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757019.905514:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757019.905522:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acd00.
00000800:00000200:2.0:1787757019.905528:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757019.905532:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787757019.905538:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757019.905542:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787757019.905549:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757019.905552:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acd00.
00000400:00000200:2.0:1787757019.905559:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757019.905566:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757019.905572:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cb28
00000400:00000010:2.0:1787757019.905576:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cb28.
00000100:00000001:2.0:1787757019.905582:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757019.905590:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca19a40 x1874594466045696/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757019.905607:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757019.905614:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19a40 x1874594466045696/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757044 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757019.905629:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757019.905632:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757019.905639:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757019.905645:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:2.0:1787757019.905652:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757019.905655:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313271834
00000100:00000001:2.0:1787757019.905659:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313272745
00000100:00000001:2.0:1787757019.905663:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313271834
00000100:00000001:2.0:1787757019.905665:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313272745
00000100:00000001:2.0:1787757019.905668:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757019.905671:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757019.905674:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757019.905679:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757019/real 1787757019]  req@ffff92507ca19a40 x1874594466045696/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757019.905689:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757019.905691:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757019.905693:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757019.905697:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757019.905699:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757019.905702:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757019.905706:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca19a40 x1874594466045696/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757019.905717:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca19a40 x1874594466045696/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757019.905725:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757019.905726:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757019.905729:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757019.905731:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757019.905735:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca19a40 x1874594466045696/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757019.905743:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757019.905747:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca19a40 x1874594466045696/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757044 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757019.905755:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757019.905758:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757019.905761:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757019.905763:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757019.905766:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757019.905768:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757019.905772:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757019.905776:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757019.905778:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757019.905783:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca19a40 x1874594466045696/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757044 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757019.905792:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca19a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466045696:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757019.905797:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757019.905800:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757019.905803:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca19a40 x1874594466045696/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757044 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757019.905812:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757019.905814:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757019.905817:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafdc00.
02000000:00000001:2.0:1787757019.905820:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757019.905822:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757019.905823:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:2.0:1787757019.905826:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757019.905828:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51ec00.
02000000:00000001:2.0:1787757019.905831:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757019.905833:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757019.905835:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca19a40.
00000100:00000001:2.0:1787757019.905838:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757019.905840:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757019.905842:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757019.905848:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757019.905850:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757019.905852:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757019.905855:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757020.414362:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757020.414371:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757020.414374:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757020.414381:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757020.414386:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757020.414389:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757020.414393:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757020.414396:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757020.414399:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757020.734558:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757020.734568:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757020.734575:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757020.862419:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313272745, at 4313272768
00000100:00000040:3.0:1787757020.862419:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313272745, at 4313272768
00000100:00000010:3.0:1787757020.862442:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c780.
00000100:00000010:2.0:1787757020.862446:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344cde0.
00000100:00000001:2.0:1787757021.438437:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757021.438446:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757021.438450:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757021.438459:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757021.438464:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757021.438471:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757021.438476:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757021.438480:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757021.438506:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757021.758632:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757021.758639:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757021.758644:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757022.462397:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757022.462411:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757022.462457:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757022.462466:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757022.462473:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757022.462479:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757022.462485:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757022.462491:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757022.462496:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757022.782586:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757022.782595:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757022.782602:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757023.486408:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757023.486421:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757023.486424:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757023.486432:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757023.486438:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757023.486446:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757023.486450:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757023.486456:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757023.486464:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757023.806628:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757023.806642:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757023.806652:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757024.510334:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757024.510344:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757024.510346:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757024.510352:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757024.510357:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757024.510361:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757024.510364:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757024.510367:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757024.510369:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757024.830540:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757024.830546:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757024.830551:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757025.023392:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757025.023471:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757025.023478:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757025.023503:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9250779021c0 x1874594466045824/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757025.023539:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757025.023546:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757025.023558:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757025.023578:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757025.023587:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757025.023594:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9250779021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466045824:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757025.023601:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757025.023609:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757025.023633:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757025.023642:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757025.023659:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafdc00.
02000000:00000001:2.0:1787757025.023671:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757025.023710:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757025.023720:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000010:2.0:1787757025.023735:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000200:2.0:1787757025.023762:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466045824, portal 25
00000100:00000001:2.0:1787757025.023783:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757025.023790:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033814464 : -120600675737152 : ffff9250779021c0)
00000100:00000040:2.0:1787757025.023813:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9250779021c0 x1874594466045824/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757025.023925:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757025.023949:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757025.023957:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cb28.
00000100:00000200:2.0:1787757025.023968:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466045824, offset 0
00000400:00000200:2.0:1787757025.023992:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757025.024050:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757025.024098:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757025.024117:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757025.024154:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757025.024177:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757025.024199:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757025.024225:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56269:56269:256:4294967295] 192.168.201.154@tcp LPNI seq info [56269:56269:8:4294967295]
00000400:00000200:2.0:1787757025.024255:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757025.024278:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757025.024306:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757025.024388:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acd00.
00000800:00000200:2.0:1787757025.024405:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757025.024412:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787757025.024423:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757025.024429:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787757025.024435:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757025.024440:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acd00.
00000400:00000200:2.0:1787757025.024449:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757025.024457:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757025.024465:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cb28
00000400:00000010:2.0:1787757025.024468:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cb28.
00000100:00000001:2.0:1787757025.024474:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757025.024481:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9250779021c0 x1874594466045824/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757025.024495:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757025.024500:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9250779021c0 x1874594466045824/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757050 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757025.024517:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757025.024520:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757025.024529:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757025.024535:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757025.024539:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313277866
00000100:00000010:2.0:1787757025.024546:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344cde0.
00000100:00000001:2.0:1787757025.024555:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787757025.024566:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313277866
00000100:00000010:2.0:1787757025.024569:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c660.
00000100:00000001:2.0:1787757025.024573:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787757025.024578:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757025.024581:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757025.024585:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757025.024591:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757025/real 1787757025]  req@ffff9250779021c0 x1874594466045824/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757025.024604:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757025.024606:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757025.024609:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757025.024612:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757025.024632:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757025.024636:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757025.024641:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9250779021c0 x1874594466045824/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757025.024652:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9250779021c0 x1874594466045824/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757025.024661:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757025.024663:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757025.024667:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757025.024669:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757025.024675:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9250779021c0 x1874594466045824/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757025.024686:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757025.024693:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9250779021c0 x1874594466045824/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757050 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757025.024702:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757025.024706:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757025.024708:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757025.024709:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757025.024713:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757025.024716:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757025.024721:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757025.024728:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757025.024733:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757025.024742:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9250779021c0 x1874594466045824/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757050 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757025.024760:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9250779021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466045824:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757025.024770:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757025.024775:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757025.024782:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9250779021c0 x1874594466045824/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757050 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757025.024798:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757025.024805:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757025.024811:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafdc00.
02000000:00000001:2.0:1787757025.024817:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757025.024821:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757025.024824:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:2.0:1787757025.024828:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757025.024835:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077914000.
02000000:00000001:2.0:1787757025.024841:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757025.024846:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757025.024849:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9250779021c0.
00000100:00000001:2.0:1787757025.024855:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757025.024858:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757025.024862:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757025.024877:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757025.024881:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757025.024886:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757025.024889:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757025.024892:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757025.024902:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077902940 x1874594466045952/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757025.024918:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757025.024922:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757025.024926:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757025.024931:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757025.024935:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757025.024942:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077902940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466045952:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757025.024949:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757025.024954:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757025.024957:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757025.024961:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757025.024966:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafdc00.
02000000:00000001:2.0:1787757025.024969:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757025.024975:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757025.024980:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000010:2.0:1787757025.025011:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000200:2.0:1787757025.025017:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466045952, portal 10
00000100:00000001:2.0:1787757025.025063:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757025.025066:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033816384 : -120600675735232 : ffff925077902940)
00000100:00000040:2.0:1787757025.025078:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077902940 x1874594466045952/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757025.025087:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757025.025092:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757025.025097:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cb28.
00000100:00000200:2.0:1787757025.025103:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466045952, offset 0
00000400:00000200:2.0:1787757025.025128:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757025.025137:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757025.025145:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757025.025152:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757025.025158:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757025.025164:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757025.025169:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757025.025176:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56270:56270:256:4294967295] 192.168.201.154@tcp LPNI seq info [56270:56270:8:4294967295]
00000400:00000200:2.0:1787757025.025185:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757025.025199:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757025.025210:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757025.025217:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acd00.
00000800:00000200:2.0:1787757025.025222:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757025.025226:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787757025.025233:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757025.025237:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787757025.025242:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757025.025245:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acd00.
00000400:00000200:2.0:1787757025.025249:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757025.025254:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757025.025259:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cb28
00000400:00000010:2.0:1787757025.025262:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cb28.
00000100:00000001:2.0:1787757025.025266:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757025.025291:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077902940 x1874594466045952/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757025.025301:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757025.025305:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077902940 x1874594466045952/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757050 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757025.025314:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757025.025316:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757025.025361:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757025.025368:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:2.0:1787757025.025373:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757025.025377:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313276971
00000100:00000001:2.0:1787757025.025381:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313277866
00000100:00000001:2.0:1787757025.025384:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313276971
00000100:00000001:2.0:1787757025.025386:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313277866
00000100:00000001:2.0:1787757025.025389:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757025.025392:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757025.025395:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757025.025400:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757025/real 1787757025]  req@ffff925077902940 x1874594466045952/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757025.025409:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757025.025411:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757025.025413:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757025.025416:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757025.025419:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757025.025421:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757025.025425:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077902940 x1874594466045952/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757025.025435:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077902940 x1874594466045952/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757025.025442:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757025.025444:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757025.025446:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757025.025448:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757025.025452:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077902940 x1874594466045952/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757025.025460:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757025.025464:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077902940 x1874594466045952/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757050 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757025.025474:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757025.025477:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757025.025479:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757025.025481:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757025.025483:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757025.025486:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757025.025489:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757025.025493:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757025.025496:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757025.025500:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077902940 x1874594466045952/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757050 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757025.025509:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077902940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466045952:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757025.025514:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757025.025518:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077901680 x1874594466046080/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757025.025527:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757025.025529:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757025.025532:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757025.025535:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757025.025537:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757025.025540:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077901680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466046080:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757025.025544:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757025.025547:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757025.025549:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757025.025552:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757025.025557:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757025.025559:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757025.025564:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757025.025567:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000010:2.0:1787757025.025572:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000200:2.0:1787757025.025576:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466046080, portal 4
00000100:00000001:2.0:1787757025.025578:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757025.025580:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033811584 : -120600675740032 : ffff925077901680)
00000100:00000040:2.0:1787757025.025588:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077901680 x1874594466046080/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757025.025596:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757025.025599:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757025.025601:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cb28.
00000100:00000200:2.0:1787757025.025604:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466046080, offset 0
00000400:00000200:2.0:1787757025.025609:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757025.025613:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757025.025617:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757025.025638:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757025.025641:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757025.025645:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757025.025648:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757025.025652:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56271:56271:256:4294967295] 192.168.201.154@tcp LPNI seq info [56271:56271:8:4294967295]
00000400:00000200:2.0:1787757025.025658:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757025.025667:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757025.025673:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757025.025678:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acd00.
00000800:00000200:2.0:1787757025.025683:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757025.025687:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787757025.025693:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757025.025698:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787757025.025703:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757025.025706:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acd00.
00000400:00000200:2.0:1787757025.025709:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757025.025714:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757025.025718:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cb28
00000400:00000010:2.0:1787757025.025721:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cb28.
00000100:00000001:2.0:1787757025.025724:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757025.025729:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077901680 x1874594466046080/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757025.025739:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757025.025743:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077901680 x1874594466046080/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757050 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757025.025751:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757025.025753:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757025.025757:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757025.025761:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:2.0:1787757025.025765:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757025.025768:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313276954
00000100:00000001:2.0:1787757025.025771:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313277866
00000100:00000001:2.0:1787757025.025775:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313276954
00000100:00000001:2.0:1787757025.025777:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313277866
00000100:00000001:2.0:1787757025.025780:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757025.025782:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757025.025784:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757025.025789:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757025/real 1787757025]  req@ffff925077901680 x1874594466046080/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757025.025798:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757025.025799:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757025.025802:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757025.025805:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757025.025807:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757025.025810:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757025.025813:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077901680 x1874594466046080/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757025.025823:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077901680 x1874594466046080/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757025.025832:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757025.025835:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757025.025837:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757025.025839:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757025.025843:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077901680 x1874594466046080/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757025.025851:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757025.025856:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077901680 x1874594466046080/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757050 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757025.025864:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757025.025866:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757025.025868:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757025.025870:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757025.025872:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757025.025874:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757025.025877:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757025.025880:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757025.025883:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757025.025888:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077901680 x1874594466046080/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757050 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757025.025897:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077901680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466046080:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757025.025901:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757025.025904:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757025.025907:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077902940 x1874594466045952/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757050 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757025.025916:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757025.025918:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757025.025922:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafdc00.
02000000:00000001:2.0:1787757025.025925:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757025.025927:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757025.025929:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:2.0:1787757025.025932:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757025.025934:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077917400.
02000000:00000001:2.0:1787757025.025938:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757025.025940:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757025.025941:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077902940.
00000100:00000001:2.0:1787757025.025944:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757025.025946:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757025.025948:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757025.025952:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077901680 x1874594466046080/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757050 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757025.025961:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757025.025962:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757025.025964:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757025.025966:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757025.025968:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757025.025969:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:2.0:1787757025.025971:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757025.025973:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077917800.
02000000:00000001:2.0:1787757025.025976:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757025.025977:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757025.025978:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077901680.
00000100:00000001:2.0:1787757025.025981:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757025.025982:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757025.025985:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757025.025990:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757025.025991:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757025.025994:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757025.025996:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757025.534491:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757025.534505:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757025.534510:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757025.534522:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757025.534530:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757025.534539:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757025.534544:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757025.534549:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757025.534554:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757025.854583:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757025.854590:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757025.854595:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757025.982366:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313277866, at 4313277888
00000100:00000010:3.0:1787757025.982383:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c660.
00000100:00000040:2.0:1787757025.982426:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313277866, at 4313277888
00000100:00000010:2.0:1787757025.982453:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344cde0.
00000100:00000001:2.0:1787757026.558395:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757026.558408:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757026.558411:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757026.558420:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757026.558426:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757026.558431:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757026.558435:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757026.558439:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757026.558443:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757026.878613:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757026.878620:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757026.878625:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757027.582429:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757027.582446:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757027.582452:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757027.582464:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757027.582472:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757027.582480:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757027.582487:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757027.582493:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757027.582499:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757027.902679:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757027.902685:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757027.902690:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757028.606414:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757028.606439:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757028.606443:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757028.606453:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757028.606459:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757028.606464:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757028.606469:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757028.606473:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757028.606478:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757028.926729:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757028.926735:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757028.926739:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757029.630440:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757029.630452:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757029.630455:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757029.630463:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757029.630469:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757029.630477:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757029.630481:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757029.630486:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757029.630490:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757029.950626:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757029.950631:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757029.950635:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787757030.142469:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757030.142480:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787757030.142484:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757030.142489:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757030.142495:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757030.142658:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18609
00000400:00000200:0.0:1787757030.142707:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757030.142719:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757030.142725:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757030.142731:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757030.142736:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757030.142740:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757030.142744:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757030.142751:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757030.142754:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787757030.142760:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757030.142765:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787757030.142768:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787757030.142772:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787757030.142776:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757030.142779:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757030.142781:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757030.142783:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757030.142787:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787757030.142792:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757030.142796:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757030.142800:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757030.142807:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757030.142810:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757030.142814:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787757030.142818:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757030.142834:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae443c0.
00000020:00000040:0.0:1787757030.142839:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787757030.142846:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757030.142849:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757030.142854:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757030.142858:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757030.142866:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757030.142896:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad5800.
00000100:00000001:0.0:1787757030.142907:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757030.142922:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae443c0 x1874594466046208/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757030.142966:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757030.142973:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757030.142982:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000101c6af6] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae443c0 x1874594466046208/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757030.143027:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757030.143034:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757030.143040:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787757030.143043:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757030.143046:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757030.143068:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757030.143073:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18609
00000400:00000200:0.0:1787757030.143078:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757030.143083:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757030.143086:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757030.143090:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757030.143094:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757030.143097:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757030.143101:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757030.143104:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757030.143106:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:0.0:1787757030.143108:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757030.143112:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:0.0:1787757030.143115:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:0.0:1787757030.143118:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:0.0:1787757030.143122:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757030.143125:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757030.143128:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757030.143131:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757030.143135:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:0.0:1787757030.143139:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757030.143142:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757030.143145:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787757030.143147:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1787757030.143156:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757030.143162:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1787757030.143163:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757030.143172:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787757030.143180:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787757030.143190:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1787757030.143192:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae443c0 x1874594466046208/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1787757030.143200:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757030.143210:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757030.143221:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae44780.
00000100:00000001:2.0:1787757030.143224:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1787757030.143228:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000100:00000001:2.0:1787757030.143230:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757030.143237:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757030.143241:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757030.143242:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757030.143249:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757030.143249:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757030.143255:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757030.143258:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757030.143260:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757030.143334:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae443c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466046208:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757030.143344:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:0.0:1787757030.143346:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad4800.
02000000:00000001:2.0:1787757030.143353:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787757030.143356:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757030.143360:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757030.143367:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:0.0:1787757030.143374:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae44780 x1874594466046336/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:2.0:1787757030.143379:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757030.143387:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757030.143406:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757030.143408:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1787757030.143414:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000100:00000001:0.0:1787757030.143417:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787757030.143428:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000040:0.0:1787757030.143433:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000825f42ce] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae44780 x1874594466046336/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757030.143444:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466046208, portal 25
00000100:00000001:2.0:1787757030.143453:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757030.143457:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089659840 : -120600619891776 : ffff92507ae443c0)
00000100:00000001:0.0:1787757030.143474:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757030.143477:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae443c0 x1874594466046208/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787757030.143486:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787757030.143497:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1787757030.143499:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787757030.143506:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:2.0:1787757030.143507:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00080000:0.0:1787757030.143510:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1787757030.143514:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cb28.
00000100:00000001:0.0:1787757030.143518:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:2.0:1787757030.143522:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466046208, offset 0
00000100:00080000:0.0:1787757030.143529:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18609
00000400:00000200:2.0:1787757030.143543:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757030.143544:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757030.143555:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757030.143559:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757030.143562:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757030.143565:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757030.143569:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757030.143572:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757030.143576:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757030.143578:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000400:00000200:2.0:1787757030.143582:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000020:00000001:0.0:1787757030.143584:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757030.143592:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:0.0:1787757030.143595:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:2.0:1787757030.143600:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000020:00000001:0.0:1787757030.143602:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:0.0:1787757030.143614:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000200:2.0:1787757030.143616:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1787757030.143622:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787757030.143630:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00000040:0.0:1787757030.143632:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757030.143640:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:2.0:1787757030.143647:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000020:00000040:0.0:1787757030.143649:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:0.0:1787757030.143659:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000400:00000200:2.0:1787757030.143665:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00000001:0.0:1787757030.143667:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757030.143673:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787757030.143679:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56272:56272:256:4294967295] 192.168.201.154@tcp LPNI seq info [56272:56272:8:4294967295]
02000000:00000001:0.0:1787757030.143681:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757030.143692:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757030.143694:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757030.143697:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787757030.143703:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787757030.143708:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757030.143717:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757030.143723:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000010:0.0:1787757030.143728:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae46d00.
00000800:00000200:2.0:1787757030.143738:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000020:00000040:0.0:1787757030.143739:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:0.0:1787757030.143748:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757030.143750:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787757030.143752:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acd00.
00000100:00000001:0.0:1787757030.143754:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757030.143760:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757030.143763:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787757030.143771:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000010:0.0:1787757030.143775:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6800.
00000800:00000200:2.0:1787757030.143779:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1787757030.143784:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787757030.143795:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00100000:0.0:1787757030.143803:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae46d00 x1874594466046464/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1787757030.143805:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787757030.143827:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757030.143834:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acd00.
00000100:00000001:0.0:1787757030.143837:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757030.143843:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757030.143846:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1787757030.143854:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ed326369] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae46d00 x1874594466046464/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787757030.143863:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757030.143877:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cb28
00000100:00000001:0.0:1787757030.143879:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787757030.143883:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cb28.
00000100:00000040:0.0:1787757030.143887:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787757030.143892:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1787757030.143895:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:2.0:1787757030.143904:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae443c0 x1874594466046208/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787757030.143908:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18619)
00000100:00000001:2.0:1787757030.143926:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757030.143967:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae443c0 x1874594466046208/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757055 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757030.143979:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757030.143982:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757030.143995:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757030.144005:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757030.144012:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313282985
00000100:00000010:2.0:1787757030.144024:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344cde0.
00000100:00000001:2.0:1787757030.144040:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787757030.144053:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313282985
00000100:00000010:2.0:1787757030.144060:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c000.
00000100:00000001:2.0:1787757030.144066:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787757030.144075:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757030.144082:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757030.144088:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757030.144100:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757030/real 1787757030]  req@ffff92507ae443c0 x1874594466046208/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757030.144120:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757030.144124:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757030.144128:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757030.144133:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757030.144136:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757030.144140:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757030.144146:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae443c0 x1874594466046208/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757030.144157:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae443c0 x1874594466046208/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757030.144167:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757030.144170:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757030.144173:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757030.144176:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757030.144181:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae443c0 x1874594466046208/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757030.144190:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757030.144196:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae443c0 x1874594466046208/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757055 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757030.144206:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757030.144210:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757030.144214:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757030.144216:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757030.144219:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757030.144223:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757030.144227:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757030.144232:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757030.144235:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757030.144240:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae443c0 x1874594466046208/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757055 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757030.144251:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae443c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466046208:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757030.144258:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757030.144261:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757030.144266:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae443c0 x1874594466046208/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757055 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757030.144308:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757030.144313:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757030.144317:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757030.144321:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757030.144324:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757030.144326:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:2.0:1787757030.144330:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757030.144334:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad5800.
02000000:00000001:2.0:1787757030.144339:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757030.144342:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757030.144344:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae443c0.
00000100:00000001:2.0:1787757030.144348:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757030.144350:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757030.144353:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757030.144395:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757030.144398:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757030.144401:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757030.144403:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757030.144406:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757030.144425:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae44780 x1874594466046336/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757030.144435:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757030.144437:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757030.144441:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757030.144444:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757030.144446:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757030.144450:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae44780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466046336:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757030.144455:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757030.144458:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757030.144460:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757030.144462:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757030.144467:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757030.144470:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757030.144475:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757030.144479:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000010:2.0:1787757030.144484:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000200:2.0:1787757030.144489:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466046336, portal 10
00000100:00000001:2.0:1787757030.144492:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757030.144494:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089660800 : -120600619890816 : ffff92507ae44780)
00000100:00000040:2.0:1787757030.144504:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae44780 x1874594466046336/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757030.144513:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757030.144516:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757030.144519:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cb28.
00000100:00000200:2.0:1787757030.144522:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466046336, offset 0
00000400:00000200:2.0:1787757030.144527:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757030.144533:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757030.144538:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757030.144542:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757030.144546:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757030.144550:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757030.144554:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757030.144558:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56273:56273:256:4294967295] 192.168.201.154@tcp LPNI seq info [56273:56273:8:4294967295]
00000400:00000200:2.0:1787757030.144564:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757030.144573:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757030.144579:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757030.144583:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acd00.
00000800:00000200:2.0:1787757030.144589:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757030.144593:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787757030.144599:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757030.144603:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787757030.144607:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757030.144610:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acd00.
00000400:00000200:2.0:1787757030.144615:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757030.144619:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757030.144623:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cb28
00000400:00000010:2.0:1787757030.144626:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cb28.
00000100:00000001:2.0:1787757030.144629:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757030.144634:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae44780 x1874594466046336/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757030.144645:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757030.144649:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae44780 x1874594466046336/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757055 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757030.144658:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757030.144660:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757030.144664:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757030.144670:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:2.0:1787757030.144675:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757030.144678:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313282090
00000100:00000001:2.0:1787757030.144682:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313282985
00000100:00000001:2.0:1787757030.144685:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313282090
00000100:00000001:2.0:1787757030.144688:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313282985
00000100:00000001:2.0:1787757030.144692:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757030.144695:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757030.144697:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757030.144702:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757030/real 1787757030]  req@ffff92507ae44780 x1874594466046336/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757030.144712:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757030.144714:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757030.144716:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757030.144718:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757030.144720:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757030.144723:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757030.144727:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae44780 x1874594466046336/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757030.144740:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae44780 x1874594466046336/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757030.144754:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757030.144757:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757030.144761:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757030.144764:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757030.144772:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae44780 x1874594466046336/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757030.144786:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757030.144794:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae44780 x1874594466046336/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757055 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757030.144809:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757030.144814:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757030.144818:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757030.144820:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757030.144824:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757030.144830:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757030.144837:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757030.144843:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757030.144849:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757030.144858:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae44780 x1874594466046336/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757055 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757030.144874:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae44780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466046336:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757030.144883:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757030.144890:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae46d00 x1874594466046464/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757030.144904:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757030.144907:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757030.144911:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757030.144915:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757030.144919:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757030.144926:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae46d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466046464:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757030.144961:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757030.144965:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757030.144968:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757030.144972:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757030.144980:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafdc00.
02000000:00000001:2.0:1787757030.144984:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757030.144992:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757030.144998:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000010:2.0:1787757030.145005:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000200:2.0:1787757030.145012:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466046464, portal 4
00000100:00000001:2.0:1787757030.145015:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757030.145019:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089670400 : -120600619881216 : ffff92507ae46d00)
00000100:00000040:2.0:1787757030.145032:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae46d00 x1874594466046464/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757030.145055:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757030.145059:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757030.145063:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cb28.
00000100:00000200:2.0:1787757030.145066:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466046464, offset 0
00000400:00000200:2.0:1787757030.145072:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757030.145078:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757030.145084:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757030.145088:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757030.145092:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757030.145095:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757030.145099:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757030.145103:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56274:56274:256:4294967295] 192.168.201.154@tcp LPNI seq info [56274:56274:8:4294967295]
00000400:00000200:2.0:1787757030.145109:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757030.145118:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757030.145124:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757030.145128:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acd00.
00000800:00000200:2.0:1787757030.145133:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757030.145137:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787757030.145143:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757030.145146:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787757030.145151:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757030.145154:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acd00.
00000400:00000200:2.0:1787757030.145159:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757030.145163:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757030.145167:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cb28
00000400:00000010:2.0:1787757030.145170:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cb28.
00000100:00000001:2.0:1787757030.145173:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757030.145177:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae46d00 x1874594466046464/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757030.145188:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757030.145192:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae46d00 x1874594466046464/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757055 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757030.145210:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757030.145212:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757030.145216:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757030.145220:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:2.0:1787757030.145225:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757030.145228:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313282073
00000100:00000001:2.0:1787757030.145231:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313282985
00000100:00000001:2.0:1787757030.145234:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313282073
00000100:00000001:2.0:1787757030.145237:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313282985
00000100:00000001:2.0:1787757030.145240:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757030.145242:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757030.145245:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757030.145249:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757030/real 1787757030]  req@ffff92507ae46d00 x1874594466046464/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757030.145259:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757030.145261:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757030.145263:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757030.145266:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757030.145298:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757030.145302:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757030.145306:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae46d00 x1874594466046464/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757030.145317:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae46d00 x1874594466046464/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757030.145325:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757030.145327:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757030.145330:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757030.145332:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757030.145336:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae46d00 x1874594466046464/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757030.145346:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757030.145351:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae46d00 x1874594466046464/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757055 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757030.145360:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757030.145362:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757030.145364:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757030.145366:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757030.145368:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757030.145370:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757030.145374:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757030.145377:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757030.145380:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757030.145384:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae46d00 x1874594466046464/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757055 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757030.145394:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae46d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466046464:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757030.145399:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757030.145401:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757030.145405:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae44780 x1874594466046336/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757055 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757030.145414:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757030.145416:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757030.145418:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757030.145421:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757030.145423:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757030.145425:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:2.0:1787757030.145428:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757030.145430:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad4800.
02000000:00000001:2.0:1787757030.145435:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757030.145437:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757030.145439:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae44780.
00000100:00000001:2.0:1787757030.145442:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757030.145444:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757030.145446:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757030.145450:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae46d00 x1874594466046464/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757055 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757030.145458:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757030.145460:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757030.145462:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafdc00.
02000000:00000001:2.0:1787757030.145465:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757030.145466:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757030.145468:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:2.0:1787757030.145470:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757030.145472:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad6800.
02000000:00000001:2.0:1787757030.145474:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757030.145476:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757030.145477:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae46d00.
00000100:00000001:2.0:1787757030.145481:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757030.145482:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757030.145484:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757030.145489:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757030.145491:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757030.145493:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757030.145496:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757030.654436:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757030.654449:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757030.654453:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757030.654461:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757030.654467:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757030.654472:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757030.654477:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757030.654483:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757030.654488:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757030.974656:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757030.974666:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757030.974673:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757031.102390:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313282985, at 4313283008
00000100:00000010:2.0:1787757031.102413:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344cde0.
00000100:00000040:3.0:1787757031.102451:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313282985, at 4313283008
00000100:00000010:3.0:1787757031.102475:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c000.
00000100:00000001:2.0:1787757031.678400:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757031.678417:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757031.678423:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757031.678435:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757031.678443:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757031.678451:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757031.678456:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757031.678462:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757031.678469:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757031.998664:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757031.998671:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757031.998676:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757032.702511:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757032.702532:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757032.702536:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757032.702544:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757032.702550:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757032.702556:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757032.702560:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757032.702565:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757032.702569:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757033.022701:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757033.022711:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757033.022717:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757033.726474:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757033.726491:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757033.726497:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757033.726508:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757033.726516:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757033.726524:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757033.726530:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757033.726536:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757033.726542:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757034.046631:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757034.046640:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757034.046647:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757034.750403:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757034.750421:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757034.750426:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757034.750438:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757034.750446:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757034.750453:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757034.750459:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757034.750466:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757034.750472:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757035.070597:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757035.070605:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757035.070665:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757035.262516:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757035.262532:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757035.262536:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757035.262543:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757035.262551:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757035.262743:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18614
00000400:00000200:3.0:1787757035.262764:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757035.262799:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757035.262804:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757035.262810:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757035.262815:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757035.262819:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757035.262822:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757035.262828:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757035.262830:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757035.262834:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757035.262885:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757035.262889:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757035.262893:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757035.262898:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757035.262901:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757035.262903:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757035.262906:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757035.262910:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757035.262914:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757035.262918:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757035.262937:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757035.262952:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757035.262956:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757035.262963:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757035.262968:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757035.262984:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1bc00.
00000020:00000040:3.0:1787757035.262991:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757035.262998:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757035.263001:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757035.263007:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757035.263011:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757035.263041:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757035.263055:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51d800.
00000100:00000001:3.0:1787757035.263085:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757035.263103:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1bc00 x1874594466046592/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757035.263118:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757035.263124:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757035.263130:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002bc35b5c] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1bc00 x1874594466046592/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757035.263170:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757035.263176:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757035.263182:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757035.263184:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757035.263188:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757035.263193:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757035.263197:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18614
00000400:00000200:3.0:1787757035.263203:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757035.263207:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757035.263210:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757035.263214:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757035.263217:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757035.263220:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757035.263223:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757035.263227:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757035.263230:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757035.263233:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757035.263237:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787757035.263240:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787757035.263244:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787757035.263250:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757035.263253:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757035.263255:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757035.263258:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757035.263262:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787757035.263266:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757035.263324:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757035.263336:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757035.263342:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757035.263361:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1bc00 x1874594466046592/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757035.263368:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757035.263383:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787757035.263397:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787757035.263400:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757035.263401:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757035.263424:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757035.263426:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787757035.263429:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:2.0:1787757035.263435:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1787757035.263439:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787757035.263442:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787757035.263447:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757035.263458:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757035.263460:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466046592:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757035.263482:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:3.0:1787757035.263484:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19a40.
00000020:00000040:3.0:1787757035.263493:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:2.0:1787757035.263494:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757035.263507:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757035.263508:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757035.263515:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757035.263518:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787757035.263522:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757035.263526:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757035.263530:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757035.263535:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafc800.
02000000:00000010:3.0:1787757035.263539:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c400.
02000000:00000001:2.0:1787757035.263541:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757035.263554:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757035.263566:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19a40 x1874594466046720/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757035.263577:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757035.263582:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757035.263587:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048dd93e3] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19a40 x1874594466046720/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787757035.263599:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757035.263619:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787757035.263620:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000100:00080000:3.0:1787757035.263637:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757035.263643:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787757035.263645:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757035.263648:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757035.263651:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:2.0:1787757035.263656:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00080000:3.0:1787757035.263657:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18614
00000400:00000200:3.0:1787757035.263676:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757035.263682:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757035.263684:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1787757035.263689:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466046592, portal 25
00000100:00000040:3.0:1787757035.263689:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757035.263703:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787757035.263704:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757035.263714:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118854144 : -120600590697472 : ffff92507ca1bc00)
00000100:00000040:3.0:1787757035.263717:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757035.263727:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757035.263737:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:2.0:1787757035.263739:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1bc00 x1874594466046592/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787757035.263742:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787757035.263756:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757035.263766:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000100:00000001:2.0:1787757035.263777:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1787757035.263778:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787757035.263789:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:2.0:1787757035.263791:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757035.263809:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cb28.
00000100:00000040:3.0:1787757035.263810:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757035.263826:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1787757035.263833:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466046592, offset 0
00000100:00000040:3.0:1787757035.263834:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757035.263871:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757035.263875:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787757035.263879:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757035.263883:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757035.263885:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757035.263891:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757035.263894:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757035.263896:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757035.263902:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757035.263908:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757035.263915:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000001:3.0:1787757035.263916:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757035.263929:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a1c0.
00000020:00000040:3.0:1787757035.263935:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787757035.263938:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757035.263940:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757035.263946:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1787757035.263950:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000001:3.0:1787757035.263951:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757035.263965:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757035.263976:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
02000000:00000010:3.0:1787757035.263979:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e400.
00000400:00000200:2.0:1787757035.263991:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787757035.263994:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757035.264004:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757035.264017:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00100000:3.0:1787757035.264020:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a1c0 x1874594466046848/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787757035.264026:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757035.264038:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56275:56275:256:4294967295] 192.168.201.154@tcp LPNI seq info [56275:56275:8:4294967295]
00000400:00000200:2.0:1787757035.264067:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757035.264090:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757035.264102:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757035.264113:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1787757035.264126:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062ae16d5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a1c0 x1874594466046848/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1787757035.264139:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757035.264166:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acd00.
00000100:00000001:3.0:1787757035.264166:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757035.264188:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787757035.264200:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:2.0:1787757035.264201:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757035.264213:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000100:00000040:3.0:1787757035.264213:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18624)
00000800:00000200:2.1:1787757035.264235:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757035.264242:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787757035.264248:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757035.264252:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acd00.
00000400:00000200:2.0:1787757035.264264:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757035.264311:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757035.264320:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cb28
00000400:00000010:2.0:1787757035.264324:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cb28.
00000100:00000001:2.0:1787757035.264331:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757035.264338:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1bc00 x1874594466046592/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757035.264354:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757035.264359:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1bc00 x1874594466046592/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757060 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757035.264370:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757035.264372:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757035.264382:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757035.264388:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757035.264393:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313288106
00000100:00000010:2.0:1787757035.264402:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344cde0.
00000100:00000001:2.0:1787757035.264413:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787757035.264422:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313288106
00000100:00000010:2.0:1787757035.264426:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c900.
00000100:00000001:2.0:1787757035.264431:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787757035.264436:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757035.264439:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757035.264443:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757035.264449:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757035/real 1787757035]  req@ffff92507ca1bc00 x1874594466046592/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757035.264462:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757035.264465:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757035.264468:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757035.264471:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757035.264474:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757035.264477:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757035.264482:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1bc00 x1874594466046592/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757035.264493:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1bc00 x1874594466046592/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757035.264501:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757035.264503:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757035.264507:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757035.264510:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757035.264515:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1bc00 x1874594466046592/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757035.264523:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757035.264530:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1bc00 x1874594466046592/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757060 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757035.264540:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757035.264545:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757035.264547:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757035.264549:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757035.264553:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757035.264556:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757035.264560:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757035.264566:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757035.264569:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757035.264574:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1bc00 x1874594466046592/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757060 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757035.264585:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466046592:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757035.264591:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757035.264594:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757035.264598:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1bc00 x1874594466046592/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757060 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757035.264607:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757035.264611:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757035.264616:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757035.264619:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757035.264623:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757035.264626:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:2.0:1787757035.264629:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757035.264632:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51d800.
02000000:00000001:2.0:1787757035.264638:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757035.264641:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757035.264644:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1bc00.
00000100:00000001:2.0:1787757035.264648:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757035.264650:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757035.264653:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757035.264686:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757035.264689:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757035.264693:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757035.264695:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757035.264697:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757035.264703:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca19a40 x1874594466046720/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757035.264714:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757035.264716:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757035.264719:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757035.264722:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757035.264725:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757035.264729:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca19a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466046720:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757035.264733:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757035.264737:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757035.264739:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757035.264742:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757035.264746:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757035.264749:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757035.264753:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757035.264757:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000010:2.0:1787757035.264761:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000200:2.0:1787757035.264766:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466046720, portal 10
00000100:00000001:2.0:1787757035.264768:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757035.264770:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118845504 : -120600590706112 : ffff92507ca19a40)
00000100:00000040:2.0:1787757035.264780:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca19a40 x1874594466046720/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757035.264788:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757035.264792:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757035.264795:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cb28.
00000100:00000200:2.0:1787757035.264798:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466046720, offset 0
00000400:00000200:2.0:1787757035.264803:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757035.264809:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757035.264816:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757035.264822:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757035.264828:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757035.264832:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757035.264837:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757035.264864:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56276:56276:256:4294967295] 192.168.201.154@tcp LPNI seq info [56276:56276:8:4294967295]
00000400:00000200:2.0:1787757035.264874:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757035.264888:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757035.264899:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757035.264906:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acd00.
00000800:00000200:2.0:1787757035.264915:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757035.264921:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787757035.264929:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757035.264935:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787757035.264942:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757035.264945:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acd00.
00000400:00000200:2.0:1787757035.264950:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757035.264955:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757035.264959:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cb28
00000400:00000010:2.0:1787757035.264962:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cb28.
00000100:00000001:2.0:1787757035.264966:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757035.264971:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca19a40 x1874594466046720/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757035.264982:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757035.264986:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19a40 x1874594466046720/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757060 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757035.264995:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757035.264998:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757035.265002:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757035.265008:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:2.0:1787757035.265013:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757035.265016:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313287210
00000100:00000001:2.0:1787757035.265020:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313288106
00000100:00000001:2.0:1787757035.265023:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313287210
00000100:00000001:2.0:1787757035.265026:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313288106
00000100:00000001:2.0:1787757035.265029:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757035.265033:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757035.265036:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757035.265041:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757035/real 1787757035]  req@ffff92507ca19a40 x1874594466046720/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757035.265052:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757035.265053:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757035.265056:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757035.265058:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757035.265061:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757035.265063:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757035.265067:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca19a40 x1874594466046720/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757035.265079:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca19a40 x1874594466046720/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757035.265087:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757035.265088:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757035.265090:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757035.265092:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757035.265096:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca19a40 x1874594466046720/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757035.265104:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757035.265109:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca19a40 x1874594466046720/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757060 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757035.265118:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757035.265121:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757035.265123:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757035.265125:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757035.265128:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757035.265131:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757035.265134:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757035.265139:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757035.265142:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757035.265147:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca19a40 x1874594466046720/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757060 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757035.265157:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca19a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466046720:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757035.265162:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757035.265166:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1a1c0 x1874594466046848/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757035.265174:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757035.265176:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757035.265179:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757035.265181:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757035.265184:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757035.265187:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466046848:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757035.265191:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757035.265194:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757035.265197:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757035.265199:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757035.265204:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafd000.
02000000:00000001:2.0:1787757035.265207:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757035.265211:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757035.265214:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000010:2.0:1787757035.265218:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000200:2.0:1787757035.265222:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466046848, portal 4
00000100:00000001:2.0:1787757035.265225:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757035.265227:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118847424 : -120600590704192 : ffff92507ca1a1c0)
00000100:00000040:2.0:1787757035.265259:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1a1c0 x1874594466046848/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757035.265297:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757035.265301:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757035.265305:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cb28.
00000100:00000200:2.0:1787757035.265309:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466046848, offset 0
00000400:00000200:2.0:1787757035.265315:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757035.265320:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757035.265325:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757035.265329:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757035.265333:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757035.265336:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757035.265340:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757035.265344:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56277:56277:256:4294967295] 192.168.201.154@tcp LPNI seq info [56277:56277:8:4294967295]
00000400:00000200:2.0:1787757035.265349:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757035.265357:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757035.265362:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757035.265366:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acd00.
00000800:00000200:2.0:1787757035.265371:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757035.265375:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787757035.265380:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757035.265384:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787757035.265389:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757035.265392:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acd00.
00000400:00000200:2.0:1787757035.265396:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757035.265400:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757035.265404:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cb28
00000400:00000010:2.0:1787757035.265407:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cb28.
00000100:00000001:2.0:1787757035.265412:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757035.265420:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1a1c0 x1874594466046848/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757035.265436:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757035.265442:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a1c0 x1874594466046848/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757060 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757035.265456:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757035.265459:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757035.265466:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757035.265472:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:2.0:1787757035.265478:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757035.265482:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313287194
00000100:00000001:2.0:1787757035.265487:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313288106
00000100:00000001:2.0:1787757035.265491:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313287194
00000100:00000001:2.0:1787757035.265495:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313288106
00000100:00000001:2.0:1787757035.265500:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757035.265504:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757035.265508:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757035.265516:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757035/real 1787757035]  req@ffff92507ca1a1c0 x1874594466046848/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757035.265532:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757035.265534:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757035.265537:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757035.265542:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757035.265545:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757035.265549:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757035.265555:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1a1c0 x1874594466046848/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757035.265570:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1a1c0 x1874594466046848/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757035.265583:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757035.265587:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757035.265591:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757035.265593:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757035.265600:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1a1c0 x1874594466046848/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757035.265614:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757035.265623:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1a1c0 x1874594466046848/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757060 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757035.265637:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757035.265642:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757035.265646:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757035.265649:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757035.265652:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757035.265656:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757035.265661:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757035.265668:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757035.265672:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757035.265681:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1a1c0 x1874594466046848/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757060 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757035.265692:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466046848:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757035.265697:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757035.265700:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757035.265703:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca19a40 x1874594466046720/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757060 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757035.265712:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757035.265714:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757035.265718:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757035.265721:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757035.265723:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757035.265726:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:2.0:1787757035.265729:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757035.265731:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51c400.
02000000:00000001:2.0:1787757035.265735:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757035.265737:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757035.265739:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca19a40.
00000100:00000001:2.0:1787757035.265742:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757035.265744:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757035.265746:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757035.265750:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1a1c0 x1874594466046848/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757060 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757035.265759:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757035.265760:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757035.265762:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafd000.
02000000:00000001:2.0:1787757035.265765:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757035.265766:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757035.265767:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:2.0:1787757035.265769:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757035.265771:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51e400.
02000000:00000001:2.0:1787757035.265774:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757035.265775:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757035.265777:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1a1c0.
00000100:00000001:2.0:1787757035.265779:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757035.265781:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757035.265783:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757035.265788:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757035.265790:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757035.265792:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757035.265795:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757035.774445:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757035.774460:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757035.774466:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757035.774477:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757035.774485:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757035.774493:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757035.774499:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757035.774506:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757035.774512:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757036.094601:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757036.094608:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757036.094612:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757036.222431:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313288106, at 4313288128
00000100:00000040:3.0:1787757036.222452:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313288106, at 4313288128
00000100:00000010:2.0:1787757036.222464:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344cde0.
00000100:00000010:3.0:1787757036.222475:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c900.
00000100:00000001:2.0:1787757036.798467:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757036.798479:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757036.798483:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757036.798490:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757036.798495:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757036.798502:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757036.798507:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757036.798511:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757036.798516:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757037.118607:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757037.118618:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757037.118627:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757037.822434:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757037.822451:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757037.822456:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757037.822468:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757037.822477:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757037.822485:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757037.822491:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757037.822497:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757037.822504:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757038.142600:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757038.142615:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757038.142627:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757038.846474:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757038.846487:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757038.846490:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757038.846499:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757038.846504:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757038.846510:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757038.846514:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757038.846519:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757038.846523:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757039.166765:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757039.166792:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757039.166799:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757039.870427:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757039.870439:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757039.870444:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757039.870453:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757039.870460:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757039.870467:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757039.870472:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757039.870477:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757039.870482:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757040.190605:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757040.190615:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757040.190623:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787757040.382466:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757040.382480:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787757040.382484:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757040.382489:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757040.382494:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757040.382503:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18619
00000400:00000200:0.0:1787757040.382514:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757040.382521:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757040.382525:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757040.382530:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757040.382534:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757040.382537:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757040.382540:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757040.382545:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757040.382548:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787757040.382552:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757040.382556:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787757040.382559:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787757040.382562:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787757040.382566:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757040.382570:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757040.382572:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757040.382575:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757040.382579:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787757040.382584:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757040.382587:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757040.382590:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757040.382594:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757040.382598:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757040.382600:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787757040.382604:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757040.382615:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae47c00.
00000020:00000040:0.0:1787757040.382619:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787757040.382624:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757040.382626:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757040.382630:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757040.382633:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757040.382639:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757040.382648:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad4400.
00000100:00000001:0.0:1787757040.382656:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757040.382667:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae47c00 x1874594466046976/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757040.382681:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757040.382686:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757040.382692:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006db13aa7] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae47c00 x1874594466046976/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757040.382725:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757040.382730:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757040.382734:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787757040.382737:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757040.382739:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757040.382743:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757040.382747:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18619
00000400:00000200:0.0:1787757040.382775:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757040.382780:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757040.382783:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757040.382787:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757040.382790:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757040.382793:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757040.382795:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757040.382798:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757040.382800:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:0.0:1787757040.382802:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757040.382804:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:0.0:1787757040.382807:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:0.0:1787757040.382809:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:0.0:1787757040.382813:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757040.382816:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757040.382819:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757040.382823:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757040.382827:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:0.0:1787757040.382832:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757040.382836:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757040.382838:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787757040.382844:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1787757040.382847:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757040.382854:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757040.382855:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757040.382857:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757040.382862:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00100000:0.0:1787757040.382866:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787757040.382874:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757040.382878:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae47c00 x1874594466046976/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757040.382879:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757040.382889:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae45680.
00000020:00000040:0.0:1787757040.382898:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000100:00000001:2.0:1787757040.382910:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1787757040.382912:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787757040.382917:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757040.382919:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757040.382928:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757040.382930:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757040.382931:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757040.382937:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757040.382938:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757040.382945:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757040.382950:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6000.
00000100:00100000:2.0:1787757040.382955:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae47c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466046976:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787757040.382959:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757040.382963:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757040.382970:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:0.0:1787757040.382976:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae45680 x1874594466047104/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787757040.382977:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757040.382985:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757040.382996:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafd000.
00000100:00000001:0.0:1787757040.382997:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1787757040.383005:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757040.383007:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757040.383016:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078e2ff1a] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae45680 x1874594466047104/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787757040.383019:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757040.383030:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000100:00000001:0.0:1787757040.383043:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787757040.383046:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00080000:0.0:1787757040.383049:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757040.383057:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000200:2.0:1787757040.383058:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466046976, portal 25
00000100:00000001:0.0:1787757040.383061:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787757040.383068:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1787757040.383069:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757040.383073:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089674240 : -120600619877376 : ffff92507ae47c00)
00000100:00000001:0.0:1787757040.383077:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757040.383084:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18619
00000100:00000040:2.0:1787757040.383090:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae47c00 x1874594466046976/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787757040.383097:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757040.383110:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757040.383117:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787757040.383125:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757040.383128:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000040:2.0:1787757040.383138:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000001:0.0:1787757040.383139:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1787757040.383145:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cb28.
00000100:00000040:0.0:1787757040.383149:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000200:2.0:1787757040.383154:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466046976, offset 0
00000100:00000001:0.0:1787757040.383155:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757040.383164:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757040.383166:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:0.0:1787757040.383171:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1787757040.383172:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000020:00000040:0.0:1787757040.383175:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:0.0:1787757040.383181:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:0.0:1787757040.383186:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:2.0:1787757040.383192:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:0.0:1787757040.383200:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757040.383205:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787757040.383209:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00000040:0.0:1787757040.383215:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757040.383222:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:2.0:1787757040.383224:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:0.0:1787757040.383227:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000400:00000200:2.0:1787757040.383234:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00080000:0.0:1787757040.383237:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757040.383243:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757040.383245:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1787757040.383248:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787757040.383253:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757040.383259:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56278:56278:256:4294967295] 192.168.201.154@tcp LPNI seq info [56278:56278:8:4294967295]
00000400:00000200:2.0:1787757040.383320:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000001:0.0:1787757040.383329:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757040.383341:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757040.383345:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1787757040.383346:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787757040.383353:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787757040.383359:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787757040.383362:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000001:0.0:1787757040.383363:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787757040.383378:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acd00.
00000100:00000010:0.0:1787757040.383379:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae46940.
00000020:00000040:0.0:1787757040.383391:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:0.0:1787757040.383397:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.0:1787757040.383401:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000001:0.0:1787757040.383404:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757040.383414:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.0:1787757040.383415:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
02000000:00000001:0.0:1787757040.383419:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757040.383430:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787757040.383439:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000010:0.0:1787757040.383446:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad5400.
00000800:00000200:2.1:1787757040.383450:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000100:00000001:0.0:1787757040.383458:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787757040.383471:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757040.383481:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acd00.
00000100:00100000:0.0:1787757040.383482:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae46940 x1874594466047232/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787757040.383496:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1787757040.383499:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757040.383505:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757040.383512:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1787757040.383521:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013e8296f] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae46940 x1874594466047232/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787757040.383524:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cb28
00000400:00000010:2.0:1787757040.383532:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cb28.
00000100:00000001:0.0:1787757040.383547:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757040.383551:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787757040.383555:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1787757040.383561:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18629)
00000100:00000001:2.0:1787757040.383619:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757040.383628:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae47c00 x1874594466046976/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757040.383643:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757040.383648:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae47c00 x1874594466046976/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757065 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757040.383658:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757040.383660:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757040.383669:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757040.383674:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757040.383679:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313293225
00000100:00000010:2.0:1787757040.383687:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344cde0.
00000100:00000001:2.0:1787757040.383696:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787757040.383703:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313293225
00000100:00000010:2.0:1787757040.383706:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c7e0.
00000100:00000001:2.0:1787757040.383710:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787757040.383714:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757040.383718:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757040.383722:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757040.383727:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757040/real 1787757040]  req@ffff92507ae47c00 x1874594466046976/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757040.383739:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757040.383741:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757040.383744:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757040.383789:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757040.383792:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757040.383796:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757040.383802:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae47c00 x1874594466046976/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757040.383813:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae47c00 x1874594466046976/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757040.383823:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757040.383825:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757040.383828:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757040.383831:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757040.383836:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae47c00 x1874594466046976/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757040.383845:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757040.383851:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae47c00 x1874594466046976/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757065 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757040.383860:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757040.383864:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757040.383866:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757040.383867:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757040.383870:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757040.383873:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757040.383876:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757040.383881:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757040.383885:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757040.383890:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae47c00 x1874594466046976/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757065 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757040.383901:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae47c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466046976:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757040.383907:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757040.383910:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757040.383914:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae47c00 x1874594466046976/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757065 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757040.383922:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757040.383925:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757040.383928:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafd000.
02000000:00000001:2.0:1787757040.383932:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757040.383934:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757040.383936:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:2.0:1787757040.383939:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757040.383942:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad4400.
02000000:00000001:2.0:1787757040.383947:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757040.383949:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757040.383951:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae47c00.
00000100:00000001:2.0:1787757040.383955:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757040.383956:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757040.383959:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757040.383969:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757040.383971:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757040.383974:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757040.383977:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757040.383979:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757040.383984:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae45680 x1874594466047104/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757040.383993:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757040.383995:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757040.383998:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757040.384000:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757040.384004:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757040.384008:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae45680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466047104:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757040.384012:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757040.384015:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757040.384018:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757040.384020:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757040.384024:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafd000.
02000000:00000001:2.0:1787757040.384026:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757040.384032:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757040.384035:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000010:2.0:1787757040.384039:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000200:2.0:1787757040.384044:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466047104, portal 10
00000100:00000001:2.0:1787757040.384047:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757040.384049:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089664640 : -120600619886976 : ffff92507ae45680)
00000100:00000040:2.0:1787757040.384057:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae45680 x1874594466047104/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757040.384066:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757040.384069:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757040.384071:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cb28.
00000100:00000200:2.0:1787757040.384075:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466047104, offset 0
00000400:00000200:2.0:1787757040.384080:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757040.384085:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757040.384091:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757040.384095:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757040.384099:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757040.384102:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757040.384105:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757040.384110:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56279:56279:256:4294967295] 192.168.201.154@tcp LPNI seq info [56279:56279:8:4294967295]
00000400:00000200:2.0:1787757040.384115:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757040.384125:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757040.384131:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757040.384136:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acd00.
00000800:00000200:2.0:1787757040.384142:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757040.384146:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787757040.384152:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757040.384155:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787757040.384160:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757040.384163:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acd00.
00000400:00000200:2.0:1787757040.384167:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757040.384171:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757040.384175:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cb28
00000400:00000010:2.0:1787757040.384177:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cb28.
00000100:00000001:2.0:1787757040.384180:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757040.384185:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae45680 x1874594466047104/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757040.384195:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757040.384199:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae45680 x1874594466047104/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757065 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757040.384207:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757040.384210:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757040.384214:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757040.384218:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:2.0:1787757040.384222:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757040.384225:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313292329
00000100:00000001:2.0:1787757040.384229:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313293225
00000100:00000001:2.0:1787757040.384232:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313292329
00000100:00000001:2.0:1787757040.384235:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313293225
00000100:00000001:2.0:1787757040.384237:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757040.384240:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757040.384242:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757040.384247:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757040/real 1787757040]  req@ffff92507ae45680 x1874594466047104/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757040.384265:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757040.384267:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757040.384301:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757040.384305:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757040.384307:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757040.384310:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757040.384314:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae45680 x1874594466047104/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757040.384326:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae45680 x1874594466047104/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757040.384334:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757040.384336:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757040.384338:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757040.384340:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757040.384344:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae45680 x1874594466047104/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757040.384353:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757040.384358:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae45680 x1874594466047104/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757065 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757040.384366:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757040.384369:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757040.384371:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757040.384373:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757040.384375:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757040.384378:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757040.384382:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757040.384388:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757040.384392:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757040.384401:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae45680 x1874594466047104/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757065 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757040.384416:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae45680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466047104:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757040.384424:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757040.384431:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae46940 x1874594466047232/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757040.384445:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757040.384448:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757040.384453:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757040.384457:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757040.384461:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757040.384468:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae46940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466047232:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757040.384475:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757040.384479:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757040.384483:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757040.384486:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757040.384493:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757040.384496:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757040.384501:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757040.384505:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000010:2.0:1787757040.384510:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000200:2.0:1787757040.384514:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466047232, portal 4
00000100:00000001:2.0:1787757040.384517:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757040.384519:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089669440 : -120600619882176 : ffff92507ae46940)
00000100:00000040:2.0:1787757040.384528:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae46940 x1874594466047232/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757040.384537:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757040.384540:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757040.384543:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cb28.
00000100:00000200:2.0:1787757040.384546:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466047232, offset 0
00000400:00000200:2.0:1787757040.384552:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757040.384557:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757040.384562:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757040.384566:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757040.384569:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757040.384573:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757040.384576:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757040.384580:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56280:56280:256:4294967295] 192.168.201.154@tcp LPNI seq info [56280:56280:8:4294967295]
00000400:00000200:2.0:1787757040.384586:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757040.384594:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757040.384600:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757040.384605:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acd00.
00000800:00000200:2.0:1787757040.384610:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757040.384613:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787757040.384619:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757040.384623:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787757040.384628:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757040.384630:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acd00.
00000400:00000200:2.0:1787757040.384634:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757040.384639:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757040.384643:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cb28
00000400:00000010:2.0:1787757040.384645:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cb28.
00000100:00000001:2.0:1787757040.384648:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757040.384653:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae46940 x1874594466047232/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757040.384663:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757040.384667:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae46940 x1874594466047232/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757065 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757040.384675:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757040.384678:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757040.384681:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757040.384685:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:2.0:1787757040.384690:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757040.384693:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313292313
00000100:00000001:2.0:1787757040.384697:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313293225
00000100:00000001:2.0:1787757040.384700:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313292313
00000100:00000001:2.0:1787757040.384703:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313293225
00000100:00000001:2.0:1787757040.384705:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757040.384707:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757040.384710:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757040.384715:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757040/real 1787757040]  req@ffff92507ae46940 x1874594466047232/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757040.384724:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757040.384726:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757040.384728:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757040.384731:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757040.384733:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757040.384736:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757040.384740:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae46940 x1874594466047232/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757040.384780:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae46940 x1874594466047232/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757040.384793:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757040.384795:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757040.384798:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757040.384799:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757040.384804:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae46940 x1874594466047232/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757040.384813:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757040.384818:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae46940 x1874594466047232/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757065 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757040.384826:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757040.384831:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757040.384833:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757040.384835:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757040.384837:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757040.384839:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757040.384843:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757040.384846:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757040.384849:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757040.384854:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae46940 x1874594466047232/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757065 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757040.384863:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae46940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466047232:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757040.384867:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757040.384870:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757040.384874:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae45680 x1874594466047104/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757065 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757040.384881:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757040.384883:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757040.384886:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafd000.
02000000:00000001:2.0:1787757040.384889:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757040.384891:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757040.384893:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:2.0:1787757040.384896:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757040.384898:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad6000.
02000000:00000001:2.0:1787757040.384902:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757040.384904:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757040.384906:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae45680.
00000100:00000001:2.0:1787757040.384909:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757040.384910:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757040.384912:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757040.384916:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae46940 x1874594466047232/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757065 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757040.384932:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757040.384934:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757040.384936:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757040.384939:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757040.384940:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757040.384942:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:2.0:1787757040.384944:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757040.384946:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad5400.
02000000:00000001:2.0:1787757040.384948:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757040.384949:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757040.384951:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae46940.
00000100:00000001:2.0:1787757040.384954:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757040.384955:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757040.384957:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757040.384962:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757040.384964:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757040.384966:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757040.384968:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757040.894439:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757040.894449:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757040.894453:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757040.894461:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757040.894465:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757040.894471:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757040.894474:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757040.894478:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757040.894481:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757041.214699:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757041.214710:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757041.214719:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757041.342422:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313293225, at 4313293248
00000100:00000010:2.0:1787757041.342452:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344cde0.
00000100:00000040:3.0:1787757041.342518:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313293225, at 4313293248
00000100:00000010:3.0:1787757041.342548:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c7e0.
00000100:00000001:2.0:1787757041.918380:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757041.918392:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757041.918397:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757041.918409:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757041.918415:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757041.918421:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757041.918426:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757041.918432:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757041.918436:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757042.238599:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757042.238606:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757042.238611:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757042.942405:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757042.942416:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757042.942420:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757042.942429:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757042.942445:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757042.942452:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757042.942458:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757042.942463:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757042.942469:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757043.262684:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757043.262694:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757043.262748:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757043.966387:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757043.966397:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757043.966400:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757043.966407:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757043.966412:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757043.966417:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757043.966421:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757043.966425:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757043.966428:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757044.286571:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757044.286578:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757044.286585:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757044.990435:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757044.990448:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757044.990453:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757044.990463:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757044.990469:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757044.990476:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757044.990481:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757044.990486:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757044.990491:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757045.310649:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757045.310655:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757045.310708:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787757045.502379:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757045.502390:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787757045.502394:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757045.502399:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757045.502405:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757045.502423:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18624
00000400:00000200:0.0:1787757045.502435:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757045.502443:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757045.502447:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757045.502452:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757045.502456:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757045.502459:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757045.502462:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757045.502468:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757045.502470:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787757045.502474:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757045.502478:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787757045.502481:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787757045.502484:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787757045.502488:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757045.502491:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757045.502493:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757045.502496:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757045.502499:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787757045.502504:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757045.502507:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757045.502512:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757045.502516:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757045.502519:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757045.502522:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787757045.502526:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757045.502537:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae47480.
00000020:00000040:0.0:1787757045.502542:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787757045.502547:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757045.502549:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757045.502553:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757045.502556:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757045.502562:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757045.502571:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6400.
00000100:00000001:0.0:1787757045.502579:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757045.502591:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae47480 x1874594466047360/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757045.502605:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757045.502610:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757045.502616:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ecd7b1f2] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae47480 x1874594466047360/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757045.502646:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757045.502650:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757045.502655:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787757045.502685:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757045.502689:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757045.502695:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757045.502700:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18624
00000400:00000200:0.0:1787757045.502707:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757045.502713:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757045.502717:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757045.502722:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757045.502725:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757045.502731:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757045.502732:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757045.502734:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757045.502742:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787757045.502743:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1787757045.502745:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:0.0:1787757045.502751:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757045.502754:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:0.0:1787757045.502756:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:0.0:1787757045.502759:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:2.0:1787757045.502763:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757045.502764:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757045.502772:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757045.502781:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000040:2.0:1787757045.502785:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae47480 x1874594466047360/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757045.502786:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757045.502794:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:0.0:1787757045.502804:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757045.502814:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757045.502822:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787757045.502829:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757045.502834:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757045.502835:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757045.502840:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757045.502843:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757045.502847:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757045.502849:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:2.0:1787757045.502857:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787757045.502860:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787757045.502868:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466047360:192.168.201.154@tcp:250:kworker.0
00000008:00000001:0.0:1787757045.502870:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757045.502880:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757045.502883:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:0.0:1787757045.502888:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae47840.
02000000:00000001:2.0:1787757045.502891:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:0.0:1787757045.502896:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:2.0:1787757045.502898:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757045.502907:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787757045.502908:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757045.502913:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757045.502916:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:2.0:1787757045.502918:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafc800.
02000000:00000001:0.0:1787757045.502920:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757045.502927:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757045.502928:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757045.502942:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad7c00.
00000400:00000200:2.0:1787757045.502944:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757045.502954:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787757045.502967:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000100:00100000:0.0:1787757045.502968:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae47840 x1874594466047488/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1787757045.502983:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000001:0.0:1787757045.502985:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757045.502992:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787757045.502996:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466047360, portal 25
00000100:00000040:0.0:1787757045.502999:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000cd63e1] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae47840 x1874594466047488/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757045.503005:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757045.503011:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089672320 : -120600619879296 : ffff92507ae47480)
00000100:00000040:2.0:1787757045.503028:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae47480 x1874594466047360/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757045.503029:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757045.503041:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757045.503056:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787757045.503063:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787757045.503071:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1787757045.503072:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757045.503083:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757045.503096:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18624
00000100:00000040:2.0:1787757045.503103:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757045.503112:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757045.503114:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cb28.
00000400:00000200:0.0:1787757045.503126:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00000200:2.0:1787757045.503128:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466047360, offset 0
00000100:00080000:0.0:1787757045.503137:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757045.503154:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000200:2.0:1787757045.503156:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000001:0.0:1787757045.503164:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757045.503172:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757045.503176:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:2.0:1787757045.503183:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000020:00000001:0.0:1787757045.503185:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757045.503191:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:0.0:1787757045.503194:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1787757045.503200:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000020:00000040:0.0:1787757045.503202:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:0.0:1787757045.503210:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:2.0:1787757045.503212:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:0.0:1787757045.503215:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:2.0:1787757045.503223:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00000040:0.0:1787757045.503227:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757045.503232:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787757045.503236:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1787757045.503243:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000200:2.0:1787757045.503250:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00000001:0.0:1787757045.503252:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:2.0:1787757045.503263:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56281:56281:256:4294967295] 192.168.201.154@tcp LPNI seq info [56281:56281:8:4294967295]
00000020:00000040:0.0:1787757045.503264:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:0.0:1787757045.503311:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757045.503315:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757045.503318:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757045.503323:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757045.503326:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757045.503329:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787757045.503332:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787757045.503344:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757045.503350:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757045.503353:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000010:0.0:1787757045.503358:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae44f00.
00000020:00000040:0.0:1787757045.503365:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:0.0:1787757045.503369:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757045.503373:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757045.503380:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757045.503385:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757045.503389:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757045.503395:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
02000000:00000010:0.0:1787757045.503398:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6800.
00000100:00000001:0.0:1787757045.503410:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787757045.503419:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00100000:0.0:1787757045.503421:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae44f00 x1874594466047616/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1787757045.503438:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acd00.
00000100:00000001:0.0:1787757045.503445:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757045.503454:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787757045.503463:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000040:0.0:1787757045.503475:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b63fe09a] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae44f00 x1874594466047616/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1787757045.503477:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787757045.503499:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757045.503510:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000100:00000001:0.0:1787757045.503516:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787757045.503522:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000100:00000040:0.0:1787757045.503530:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:2.0:1787757045.503530:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acd00.
00000400:00000200:2.0:1787757045.503541:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1787757045.503545:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1787757045.503554:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1787757045.503564:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18635)
00000400:00000200:2.0:1787757045.503565:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cb28
00000400:00000010:2.0:1787757045.503571:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cb28.
00000100:00000001:2.0:1787757045.503581:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757045.503588:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae47480 x1874594466047360/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757045.503604:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757045.503610:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae47480 x1874594466047360/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757070 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757045.503620:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757045.503622:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757045.503631:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757045.503636:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757045.503640:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313298345
00000100:00000010:2.0:1787757045.503647:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344cde0.
00000100:00000001:2.0:1787757045.503656:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787757045.503697:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313298345
00000100:00000010:2.0:1787757045.503702:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344cba0.
00000100:00000001:2.0:1787757045.503707:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787757045.503726:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757045.503730:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757045.503733:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757045.503740:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757045/real 1787757045]  req@ffff92507ae47480 x1874594466047360/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757045.503753:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757045.503756:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757045.503759:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757045.503763:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757045.503765:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757045.503769:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757045.503774:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae47480 x1874594466047360/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757045.503787:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae47480 x1874594466047360/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757045.503797:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757045.503800:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757045.503802:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757045.503805:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757045.503810:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae47480 x1874594466047360/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757045.503819:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757045.503825:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae47480 x1874594466047360/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757070 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757045.503834:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757045.503837:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757045.503839:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757045.503841:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757045.503844:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757045.503846:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757045.503850:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757045.503855:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757045.503859:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757045.503864:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae47480 x1874594466047360/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757070 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757045.503874:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466047360:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757045.503880:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757045.503883:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757045.503887:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae47480 x1874594466047360/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757070 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757045.503895:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757045.503898:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757045.503902:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757045.503906:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757045.503908:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757045.503910:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:2.0:1787757045.503913:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757045.503917:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad6400.
02000000:00000001:2.0:1787757045.503921:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757045.503924:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757045.503926:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae47480.
00000100:00000001:2.0:1787757045.503929:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757045.503931:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757045.503934:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757045.503943:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757045.503945:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757045.503948:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757045.503950:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757045.503953:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757045.503958:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae47840 x1874594466047488/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757045.503967:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757045.503969:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757045.503972:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757045.503975:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757045.503978:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757045.503982:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae47840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466047488:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757045.503986:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757045.503989:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757045.503991:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757045.503993:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757045.503998:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757045.504000:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757045.504005:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757045.504009:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000010:2.0:1787757045.504014:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000200:2.0:1787757045.504018:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466047488, portal 10
00000100:00000001:2.0:1787757045.504021:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757045.504023:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089673280 : -120600619878336 : ffff92507ae47840)
00000100:00000040:2.0:1787757045.504031:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae47840 x1874594466047488/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757045.504040:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757045.504043:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757045.504045:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cb28.
00000100:00000200:2.0:1787757045.504048:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466047488, offset 0
00000400:00000200:2.0:1787757045.504054:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757045.504063:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757045.504071:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757045.504077:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757045.504082:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757045.504087:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757045.504092:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757045.504098:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56282:56282:256:4294967295] 192.168.201.154@tcp LPNI seq info [56282:56282:8:4294967295]
00000400:00000200:2.0:1787757045.504107:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757045.504121:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757045.504131:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757045.504140:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acd00.
00000800:00000200:2.0:1787757045.504149:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757045.504155:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787757045.504162:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757045.504165:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1787757045.504170:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757045.504173:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acd00.
00000400:00000200:2.0:1787757045.504177:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757045.504182:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757045.504187:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cb28
00000400:00000010:2.0:1787757045.504189:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cb28.
00000100:00000001:2.0:1787757045.504193:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757045.504198:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae47840 x1874594466047488/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757045.504209:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757045.504213:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae47840 x1874594466047488/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757070 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757045.504221:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757045.504224:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757045.504228:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757045.504233:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:2.0:1787757045.504238:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757045.504241:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313297449
00000100:00000001:2.0:1787757045.504245:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313298345
00000100:00000001:2.0:1787757045.504248:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313297449
00000100:00000001:2.0:1787757045.504251:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313298345
00000100:00000001:2.0:1787757045.504253:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757045.504256:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757045.504259:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757045.504263:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757045/real 1787757045]  req@ffff92507ae47840 x1874594466047488/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757045.504306:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757045.504308:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757045.504311:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757045.504315:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757045.504317:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757045.504320:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757045.504324:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae47840 x1874594466047488/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757045.504335:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae47840 x1874594466047488/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757045.504344:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757045.504345:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757045.504348:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757045.504350:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757045.504354:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae47840 x1874594466047488/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757045.504362:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757045.504367:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae47840 x1874594466047488/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757070 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757045.504375:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757045.504378:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757045.504381:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757045.504382:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757045.504385:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757045.504388:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757045.504391:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757045.504395:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757045.504397:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757045.504403:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae47840 x1874594466047488/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757070 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757045.504413:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae47840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466047488:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757045.504418:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757045.504422:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae44f00 x1874594466047616/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757045.504430:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757045.504432:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757045.504435:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757045.504437:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757045.504439:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757045.504443:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae44f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466047616:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757045.504447:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757045.504450:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757045.504452:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757045.504455:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757045.504460:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafd000.
02000000:00000001:2.0:1787757045.504462:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757045.504466:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757045.504470:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000010:2.0:1787757045.504474:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000200:2.0:1787757045.504478:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466047616, portal 4
00000100:00000001:2.0:1787757045.504480:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757045.504482:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089662720 : -120600619888896 : ffff92507ae44f00)
00000100:00000040:2.0:1787757045.504489:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae44f00 x1874594466047616/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757045.504498:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757045.504501:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757045.504503:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cb28.
00000100:00000200:2.0:1787757045.504506:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466047616, offset 0
00000400:00000200:2.0:1787757045.504512:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757045.504517:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757045.504522:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757045.504526:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757045.504530:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757045.504533:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757045.504537:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757045.504540:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56283:56283:256:4294967295] 192.168.201.154@tcp LPNI seq info [56283:56283:8:4294967295]
00000400:00000200:2.0:1787757045.504546:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757045.504554:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757045.504560:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757045.504563:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acd00.
00000800:00000200:2.0:1787757045.504569:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757045.504573:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787757045.504578:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757045.504582:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1787757045.504587:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757045.504590:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acd00.
00000400:00000200:2.0:1787757045.504594:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757045.504598:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757045.504602:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cb28
00000400:00000010:2.0:1787757045.504604:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cb28.
00000100:00000001:2.0:1787757045.504607:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757045.504611:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae44f00 x1874594466047616/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757045.504621:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757045.504625:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae44f00 x1874594466047616/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757070 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757045.504634:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757045.504636:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757045.504639:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757045.504643:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:2.0:1787757045.504646:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757045.504650:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313297433
00000100:00000001:2.0:1787757045.504653:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313298345
00000100:00000001:2.0:1787757045.504656:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313297433
00000100:00000001:2.0:1787757045.504688:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313298345
00000100:00000001:2.0:1787757045.504691:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757045.504694:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757045.504697:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757045.504703:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757045/real 1787757045]  req@ffff92507ae44f00 x1874594466047616/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757045.504713:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757045.504715:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757045.504718:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757045.504721:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757045.504723:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757045.504726:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757045.504730:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae44f00 x1874594466047616/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757045.504741:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae44f00 x1874594466047616/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757045.504749:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757045.504751:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757045.504753:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757045.504754:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757045.504759:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae44f00 x1874594466047616/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757045.504767:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757045.504771:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae44f00 x1874594466047616/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757070 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757045.504779:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757045.504783:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757045.504785:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757045.504787:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757045.504789:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757045.504791:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757045.504795:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757045.504798:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757045.504801:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757045.504805:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae44f00 x1874594466047616/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757070 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757045.504814:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae44f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466047616:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757045.504819:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757045.504822:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757045.504825:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae47840 x1874594466047488/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757070 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757045.504834:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757045.504836:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757045.504839:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757045.504842:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757045.504844:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757045.504846:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:2.0:1787757045.504849:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757045.504852:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad7c00.
02000000:00000001:2.0:1787757045.504855:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757045.504857:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757045.504858:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae47840.
00000100:00000001:2.0:1787757045.504861:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757045.504863:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757045.504865:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757045.504869:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae44f00 x1874594466047616/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757070 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757045.504885:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757045.504887:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757045.504889:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafd000.
02000000:00000001:2.0:1787757045.504892:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757045.504893:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757045.504894:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:2.0:1787757045.504896:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757045.504898:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad6800.
02000000:00000001:2.0:1787757045.504900:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757045.504902:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757045.504904:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae44f00.
00000100:00000001:2.0:1787757045.504908:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757045.504911:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757045.504915:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757045.504922:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757045.504925:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757045.504929:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757045.504932:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757046.014414:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757046.014424:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757046.014428:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757046.014435:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757046.014439:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757046.014444:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757046.014448:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757046.014451:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757046.014455:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757046.334697:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757046.334704:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757046.334710:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757046.462481:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313298345, at 4313298368
00000100:00000040:3.0:1787757046.462484:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313298345, at 4313298368
00000100:00000010:2.0:1787757046.462507:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344cde0.
00000100:00000010:3.0:1787757046.462517:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344cba0.
00000100:00000001:2.0:1787757047.038414:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757047.038424:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757047.038427:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757047.038434:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757047.038439:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757047.038443:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757047.038448:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757047.038451:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757047.038455:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757047.358567:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757047.358573:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757047.358579:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757048.062392:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757048.062402:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757048.062405:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757048.062412:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757048.062416:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757048.062421:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757048.062425:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757048.062428:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757048.062431:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757048.382587:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757048.382595:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757048.382602:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757049.086351:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757049.086372:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757049.086375:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757049.086380:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757049.086383:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757049.086386:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757049.086388:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757049.086391:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757049.086393:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757049.406660:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757049.406667:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757049.406672:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757050.110386:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757050.110396:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757050.110399:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757050.110405:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757050.110410:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757050.110415:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757050.110419:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757050.110422:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757050.110426:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757050.430642:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757050.430648:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757050.430654:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757050.623021:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757050.623035:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757050.623042:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757050.623076:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077902580 x1874594466047744/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757050.623132:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757050.623138:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757050.623150:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757050.623156:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757050.623163:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757050.623191:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077902580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466047744:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757050.623214:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757050.623229:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757050.623238:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757050.623258:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757050.623362:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafd000.
02000000:00000001:2.0:1787757050.623375:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757050.623397:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757050.623416:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000010:2.0:1787757050.623432:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000200:2.0:1787757050.623462:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466047744, portal 25
00000100:00000001:2.0:1787757050.623469:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757050.623478:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033815424 : -120600675736192 : ffff925077902580)
00000100:00000040:2.0:1787757050.623501:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077902580 x1874594466047744/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757050.623524:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757050.623539:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757050.623545:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cb28.
00000100:00000200:2.0:1787757050.623553:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466047744, offset 0
00000400:00000200:2.0:1787757050.623607:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757050.623634:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757050.623656:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757050.623687:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757050.623706:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757050.623722:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757050.623738:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757050.623749:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56284:56284:256:4294967295] 192.168.201.154@tcp LPNI seq info [56284:56284:8:4294967295]
00000400:00000200:2.0:1787757050.623767:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757050.623786:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757050.623825:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757050.623836:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acd00.
00000800:00000200:2.0:1787757050.623859:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757050.623968:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787757050.623980:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757050.623985:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1787757050.623991:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757050.623994:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acd00.
00000400:00000200:2.0:1787757050.624002:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757050.624008:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757050.624015:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cb28
00000400:00000010:2.0:1787757050.624018:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cb28.
00000100:00000001:2.0:1787757050.624023:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757050.624029:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077902580 x1874594466047744/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757050.624043:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757050.624048:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077902580 x1874594466047744/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757075 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757050.624057:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757050.624060:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757050.624067:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757050.624072:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757050.624095:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313303465
00000100:00000010:2.0:1787757050.624103:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344cde0.
00000100:00000001:2.0:1787757050.624111:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787757050.624120:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313303465
00000100:00000010:2.0:1787757050.624135:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c180.
00000100:00000001:2.0:1787757050.624139:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787757050.624145:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757050.624149:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757050.624152:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757050.624158:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757050/real 1787757050]  req@ffff925077902580 x1874594466047744/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757050.624170:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757050.624173:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757050.624176:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757050.624179:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757050.624182:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757050.624187:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757050.624194:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077902580 x1874594466047744/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757050.624212:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077902580 x1874594466047744/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757050.624226:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757050.624229:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757050.624234:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757050.624239:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757050.624264:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077902580 x1874594466047744/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757050.624279:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757050.624289:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077902580 x1874594466047744/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757075 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757050.624338:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757050.624342:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757050.624344:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757050.624346:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757050.624349:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757050.624352:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757050.624357:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757050.624364:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757050.624367:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757050.624372:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077902580 x1874594466047744/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757075 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757050.624393:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077902580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466047744:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757050.624399:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757050.624402:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757050.624406:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077902580 x1874594466047744/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757075 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757050.624414:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757050.624417:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757050.624421:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafd000.
02000000:00000001:2.0:1787757050.624425:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757050.624429:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757050.624431:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:2.0:1787757050.624434:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757050.624437:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077917800.
02000000:00000001:2.0:1787757050.624443:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757050.624445:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757050.624447:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077902580.
00000100:00000001:2.0:1787757050.624451:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757050.624453:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757050.624455:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757050.624465:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757050.624467:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757050.624469:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757050.624472:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757050.624474:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757050.624479:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077901a40 x1874594466047872/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757050.624488:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757050.624490:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757050.624493:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757050.624496:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757050.624499:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757050.624513:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077901a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466047872:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757050.624517:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757050.624521:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757050.624523:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757050.624525:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757050.624529:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafd000.
02000000:00000001:2.0:1787757050.624531:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757050.624537:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757050.624540:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000010:2.0:1787757050.624545:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000200:2.0:1787757050.624593:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466047872, portal 10
00000100:00000001:2.0:1787757050.624599:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757050.624601:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033812544 : -120600675739072 : ffff925077901a40)
00000100:00000040:2.0:1787757050.624639:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077901a40 x1874594466047872/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757050.624647:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757050.624650:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757050.624654:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cb28.
00000100:00000200:2.0:1787757050.624657:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466047872, offset 0
00000400:00000200:2.0:1787757050.624662:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757050.624668:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757050.624674:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757050.624678:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757050.624681:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757050.624684:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757050.624688:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757050.624692:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56285:56285:256:4294967295] 192.168.201.154@tcp LPNI seq info [56285:56285:8:4294967295]
00000400:00000200:2.0:1787757050.624697:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757050.624705:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757050.624712:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757050.624716:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acd00.
00000800:00000200:2.0:1787757050.624721:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757050.624724:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787757050.624730:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757050.624733:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1787757050.624756:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757050.624759:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acd00.
00000400:00000200:2.0:1787757050.624763:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757050.624768:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757050.624772:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cb28
00000400:00000010:2.0:1787757050.624774:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cb28.
00000100:00000001:2.0:1787757050.624778:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757050.624783:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077901a40 x1874594466047872/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757050.624793:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757050.624797:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077901a40 x1874594466047872/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757075 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757050.624805:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757050.624808:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757050.624812:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757050.624817:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:2.0:1787757050.624822:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757050.624824:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313302570
00000100:00000001:2.0:1787757050.624839:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313303465
00000100:00000001:2.0:1787757050.624842:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313302570
00000100:00000001:2.0:1787757050.624845:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313303465
00000100:00000001:2.0:1787757050.624848:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757050.624850:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757050.624853:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757050.624858:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757050/real 1787757050]  req@ffff925077901a40 x1874594466047872/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757050.624882:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757050.624884:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757050.624886:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757050.624890:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757050.624892:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757050.624895:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757050.624899:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077901a40 x1874594466047872/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757050.624937:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077901a40 x1874594466047872/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757050.624944:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757050.624946:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757050.624948:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757050.624950:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757050.624954:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077901a40 x1874594466047872/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757050.624961:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757050.624966:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077901a40 x1874594466047872/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757075 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757050.624973:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757050.624976:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757050.624978:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757050.624979:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757050.624982:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757050.624984:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757050.624987:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757050.624991:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757050.624994:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757050.624999:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077901a40 x1874594466047872/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757075 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757050.625009:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077901a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466047872:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757050.625013:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757050.625018:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077901680 x1874594466048000/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757050.625025:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757050.625027:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757050.625030:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757050.625032:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757050.625034:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757050.625038:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077901680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466048000:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757050.625042:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757050.625044:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757050.625047:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757050.625049:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757050.625053:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757050.625056:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757050.625060:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757050.625062:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000010:2.0:1787757050.625066:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000200:2.0:1787757050.625086:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466048000, portal 4
00000100:00000001:2.0:1787757050.625089:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757050.625091:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033811584 : -120600675740032 : ffff925077901680)
00000100:00000040:2.0:1787757050.625099:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077901680 x1874594466048000/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757050.625108:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757050.625111:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757050.625114:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cb28.
00000100:00000200:2.0:1787757050.625117:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466048000, offset 0
00000400:00000200:2.0:1787757050.625123:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757050.625128:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757050.625133:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757050.625137:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757050.625140:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757050.625144:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757050.625147:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757050.625151:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56286:56286:256:4294967295] 192.168.201.154@tcp LPNI seq info [56286:56286:8:4294967295]
00000400:00000200:2.0:1787757050.625156:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757050.625164:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757050.625170:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757050.625174:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acd00.
00000800:00000200:2.0:1787757050.625179:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757050.625184:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787757050.625193:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757050.625198:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1787757050.625207:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757050.625211:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acd00.
00000400:00000200:2.0:1787757050.625216:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757050.625224:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757050.625230:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cb28
00000400:00000010:2.0:1787757050.625234:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cb28.
00000100:00000001:2.0:1787757050.625239:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757050.625263:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077901680 x1874594466048000/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757050.625279:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757050.625288:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077901680 x1874594466048000/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757075 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757050.625303:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757050.625306:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757050.625313:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757050.625344:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:2.0:1787757050.625349:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757050.625353:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313302554
00000100:00000001:2.0:1787757050.625356:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313303465
00000100:00000001:2.0:1787757050.625359:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313302554
00000100:00000001:2.0:1787757050.625361:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313303465
00000100:00000001:2.0:1787757050.625364:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757050.625367:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757050.625369:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757050.625374:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757050/real 1787757050]  req@ffff925077901680 x1874594466048000/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757050.625383:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757050.625385:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757050.625387:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757050.625390:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757050.625392:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757050.625395:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757050.625399:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077901680 x1874594466048000/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757050.625408:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077901680 x1874594466048000/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757050.625415:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757050.625417:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757050.625419:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757050.625420:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757050.625424:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077901680 x1874594466048000/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757050.625432:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757050.625436:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077901680 x1874594466048000/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757075 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757050.625444:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757050.625448:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757050.625450:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757050.625451:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757050.625453:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757050.625455:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757050.625458:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757050.625462:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757050.625464:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757050.625469:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077901680 x1874594466048000/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757075 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757050.625477:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077901680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466048000:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757050.625481:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757050.625484:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757050.625487:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077901a40 x1874594466047872/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757075 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757050.625495:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757050.625497:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757050.625500:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafd000.
02000000:00000001:2.0:1787757050.625503:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757050.625505:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757050.625506:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:2.0:1787757050.625509:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757050.625511:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077917400.
02000000:00000001:2.0:1787757050.625514:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757050.625516:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757050.625518:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077901a40.
00000100:00000001:2.0:1787757050.625521:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757050.625522:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757050.625524:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757050.625528:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077901680 x1874594466048000/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757075 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757050.625561:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757050.625563:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757050.625565:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757050.625593:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757050.625613:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757050.625614:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:2.0:1787757050.625617:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757050.625619:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077914000.
02000000:00000001:2.0:1787757050.625622:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757050.625624:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757050.625625:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077901680.
00000100:00000001:2.0:1787757050.625628:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757050.625629:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757050.625631:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757050.625636:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757050.625638:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757050.625640:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757050.625642:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757051.134471:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757051.134480:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757051.134483:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757051.134490:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757051.134495:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757051.134500:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757051.134503:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757051.134507:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757051.134511:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757051.454750:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757051.454757:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757051.454763:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757051.582433:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313303465, at 4313303488
00000100:00000010:3.0:1787757051.582466:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c180.
00000100:00000040:2.0:1787757051.582474:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313303465, at 4313303488
00000100:00000010:2.0:1787757051.582500:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344cde0.
00000100:00000001:2.0:1787757052.158432:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757052.158440:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757052.158444:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757052.158450:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757052.158455:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757052.158460:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757052.158465:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757052.158468:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757052.158472:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757052.478630:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757052.478637:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757052.478642:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757053.182418:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757053.182428:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757053.182431:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757053.182437:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757053.182442:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757053.182448:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757053.182451:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757053.182455:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757053.182458:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757053.502538:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757053.502559:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757053.502566:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757054.206379:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757054.206385:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757054.206387:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757054.206391:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757054.206394:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757054.206397:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757054.206399:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757054.206401:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757054.206403:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757054.526495:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757054.526513:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757054.526516:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757055.230392:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757055.230401:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757055.230404:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757055.230411:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757055.230415:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757055.230420:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757055.230423:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757055.230426:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757055.230429:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757055.550640:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757055.550649:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757055.550656:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757055.742422:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757055.742438:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757055.742443:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757055.742449:0:277752:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757055.742457:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757055.742469:0:277752:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18635
00000400:00000200:3.0:1787757055.742500:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757055.742508:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757055.742513:0:277752:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757055.742520:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757055.742525:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757055.742530:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757055.742534:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757055.742540:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757055.742543:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757055.742548:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757055.742554:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757055.742558:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757055.742563:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757055.742569:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757055.742573:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757055.742577:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757055.742581:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757055.742586:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757055.742593:0:277752:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757055.742598:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757055.742604:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757055.742608:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757055.742611:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757055.742614:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757055.742618:0:277752:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757055.742626:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a940.
00000020:00000040:3.0:1787757055.742631:0:277752:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757055.742637:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757055.742640:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757055.742645:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757055.742649:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757055.742656:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757055.742668:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51fc00.
00000100:00000001:3.0:1787757055.742680:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757055.742694:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a940 x1874594466048128/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757055.742712:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757055.742719:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757055.742728:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acf304e1] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a940 x1874594466048128/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757055.742769:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757055.742775:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757055.742780:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757055.742782:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757055.742785:0:277752:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757055.742789:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757055.742792:0:277752:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18635
00000400:00000200:3.0:1787757055.742797:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757055.742801:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757055.742805:0:277752:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757055.742809:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757055.742812:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757055.742815:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757055.742818:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757055.742823:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757055.742824:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757055.742826:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787757055.742829:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1787757055.742830:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787757055.742837:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:2.0:1787757055.742840:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787757055.742841:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787757055.742849:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757055.742850:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787757055.742852:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757055.742858:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757055.742861:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757055.742865:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00000040:2.0:1787757055.742871:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1a940 x1874594466048128/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787757055.742872:0:277752:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757055.742880:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757055.742896:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787757055.742901:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787757055.742904:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757055.742913:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757055.742914:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757055.742923:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757055.742924:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757055.742936:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757055.742936:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757055.742946:0:277752:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787757055.742950:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466048128:192.168.201.154@tcp:250:kworker.0
00000008:00000001:3.0:1787757055.742955:0:277752:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757055.742964:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787757055.742965:0:277752:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757055.742977:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:3.0:1787757055.742978:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19680.
00000020:00000040:3.0:1787757055.742984:0:277752:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787757055.742987:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757055.742989:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757055.742991:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757055.742994:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757055.742994:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757055.743000:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757055.743002:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757055.743008:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e400.
02000000:00000010:2.0:1787757055.743012:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafc800.
00000100:00000001:3.0:1787757055.743016:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757055.743018:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757055.743030:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19680 x1874594466048256/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787757055.743032:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757055.743042:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000100:00000001:3.0:1787757055.743051:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757055.743055:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787757055.743056:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000040:3.0:1787757055.743064:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c14b51e] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19680 x1874594466048256/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757055.743069:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466048128, portal 25
00000100:00000001:2.0:1787757055.743078:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757055.743084:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118849344 : -120600590702272 : ffff92507ca1a940)
00000100:00000001:3.0:1787757055.743087:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757055.743095:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787757055.743103:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1a940 x1874594466048128/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787757055.743105:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787757055.743112:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757055.743118:0:277752:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757055.743124:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787757055.743128:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:2.0:1787757055.743134:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757055.743140:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cb28.
00000100:00080000:3.0:1787757055.743141:0:277752:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18635
00000100:00000200:2.0:1787757055.743146:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466048128, offset 0
00000400:00000200:3.0:1787757055.743155:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757055.743161:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757055.743167:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757055.743172:0:277752:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787757055.743178:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:3.0:1787757055.743183:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757055.743188:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787757055.743192:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00000040:3.0:1787757055.743196:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757055.743202:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:2.0:1787757055.743205:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1787757055.743207:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757055.743212:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000400:00000200:2.0:1787757055.743214:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000020:00000001:3.0:1787757055.743216:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757055.743222:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000400:00000200:2.0:1787757055.743223:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1787757055.743230:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:2.0:1787757055.743232:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000020:00000001:3.0:1787757055.743240:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:2.0:1787757055.743247:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56287:56287:256:4294967295] 192.168.201.154@tcp LPNI seq info [56287:56287:8:4294967295]
00000100:00000040:3.0:1787757055.743251:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757055.743261:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787757055.743265:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:3.0:1787757055.743314:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000200:2.0:1787757055.743325:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787757055.743326:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757055.743338:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000800:00000200:2.0:1787757055.743343:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00080000:3.0:1787757055.743351:0:277752:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000800:00000010:2.0:1787757055.743352:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acd00.
00000100:00000001:3.0:1787757055.743363:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787757055.743370:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000001:3.0:1787757055.743373:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1787757055.743377:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
02000000:00000001:3.0:1787757055.743381:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757055.743390:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787757055.743390:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:3.0:1787757055.743398:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000200:2.1:1787757055.743400:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000008:00100000:3.0:1787757055.743403:0:277752:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757055.743411:0:277752:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787757055.743412:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000100:00000001:3.0:1787757055.743418:0:277752:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787757055.743422:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acd00.
00000100:00000010:3.0:1787757055.743429:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1b0c0.
00000400:00000200:2.0:1787757055.743433:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:3.0:1787757055.743438:0:277752:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000400:00000200:2.0:1787757055.743450:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1787757055.743451:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757055.743457:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757055.743463:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1787757055.743465:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cb28
02000000:00000001:3.0:1787757055.743467:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1787757055.743475:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cb28.
02000000:00000001:3.0:1787757055.743502:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757055.743508:0:238954:0:(events.c:34:request_out_callback()) Process entered
02000000:00000010:3.0:1787757055.743515:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c400.
00000100:00000200:2.0:1787757055.743519:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1a940 x1874594466048128/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757055.743524:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757055.743542:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:3.0:1787757055.743544:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1b0c0 x1874594466048384/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1787757055.743551:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a940 x1874594466048128/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757080 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757055.743587:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757055.743591:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757055.743596:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757055.743599:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1787757055.743609:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043bdf1c5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1b0c0 x1874594466048384/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757055.743613:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757055.743630:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757055.743631:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757055.743637:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787757055.743641:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313308585
00000100:00000040:3.0:1787757055.743644:0:277752:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787757055.743655:0:277752:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18645)
00000100:00000010:2.0:1787757055.743657:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344cde0.
00000100:00000001:2.0:1787757055.743669:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787757055.743676:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313308585
00000100:00000010:2.0:1787757055.743680:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c300.
00000100:00000001:2.0:1787757055.743683:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787757055.743687:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757055.743690:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757055.743694:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757055.743701:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757055/real 1787757055]  req@ffff92507ca1a940 x1874594466048128/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757055.743722:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757055.743724:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757055.743726:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757055.743730:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757055.743731:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757055.743735:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757055.743739:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1a940 x1874594466048128/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757055.743749:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1a940 x1874594466048128/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757055.743757:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757055.743759:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757055.743761:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757055.743763:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757055.743767:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1a940 x1874594466048128/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757055.743775:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757055.743780:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1a940 x1874594466048128/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757080 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757055.743788:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757055.743791:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757055.743793:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757055.743795:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757055.743798:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757055.743800:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757055.743803:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757055.743807:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757055.743810:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757055.743814:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1a940 x1874594466048128/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757080 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757055.743825:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466048128:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757055.743830:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757055.743833:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757055.743836:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1a940 x1874594466048128/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757080 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757055.743843:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757055.743846:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757055.743849:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757055.743851:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757055.743853:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757055.743855:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:2.0:1787757055.743857:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757055.743860:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51fc00.
02000000:00000001:2.0:1787757055.743866:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757055.743869:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757055.743871:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1a940.
00000100:00000001:2.0:1787757055.743874:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757055.743876:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757055.743878:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757055.743886:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757055.743888:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757055.743891:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757055.743893:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757055.743895:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757055.743899:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca19680 x1874594466048256/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757055.743907:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757055.743909:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757055.743912:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757055.743914:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757055.743916:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757055.743919:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466048256:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757055.743923:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757055.743926:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757055.743928:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757055.743930:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757055.743934:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757055.743936:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757055.743940:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757055.743943:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000010:2.0:1787757055.743947:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000200:2.0:1787757055.743951:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466048256, portal 10
00000100:00000001:2.0:1787757055.743953:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757055.743954:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118844544 : -120600590707072 : ffff92507ca19680)
00000100:00000040:2.0:1787757055.743962:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca19680 x1874594466048256/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757055.743970:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757055.743972:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757055.743975:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cb28.
00000100:00000200:2.0:1787757055.743977:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466048256, offset 0
00000400:00000200:2.0:1787757055.743982:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757055.743987:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757055.743991:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757055.743994:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757055.743998:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757055.744001:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757055.744004:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757055.744007:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56288:56288:256:4294967295] 192.168.201.154@tcp LPNI seq info [56288:56288:8:4294967295]
00000400:00000200:2.0:1787757055.744012:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757055.744020:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757055.744025:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757055.744029:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acd00.
00000800:00000200:2.0:1787757055.744033:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757055.744037:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787757055.744043:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757055.744045:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787757055.744050:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757055.744052:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acd00.
00000400:00000200:2.0:1787757055.744055:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757055.744060:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757055.744063:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cb28
00000400:00000010:2.0:1787757055.744065:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cb28.
00000100:00000001:2.0:1787757055.744068:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757055.744072:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca19680 x1874594466048256/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757055.744081:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757055.744084:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19680 x1874594466048256/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757080 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757055.744091:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757055.744093:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757055.744096:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757055.744101:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:2.0:1787757055.744104:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757055.744107:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313307689
00000100:00000001:2.0:1787757055.744110:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313308585
00000100:00000001:2.0:1787757055.744112:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313307689
00000100:00000001:2.0:1787757055.744115:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313308585
00000100:00000001:2.0:1787757055.744117:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757055.744119:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757055.744121:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757055.744125:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757055/real 1787757055]  req@ffff92507ca19680 x1874594466048256/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757055.744133:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757055.744134:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757055.744136:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757055.744139:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757055.744141:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757055.744143:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757055.744147:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca19680 x1874594466048256/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757055.744155:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca19680 x1874594466048256/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757055.744162:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757055.744163:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757055.744165:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757055.744167:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757055.744170:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca19680 x1874594466048256/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757055.744177:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757055.744181:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca19680 x1874594466048256/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757080 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757055.744188:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757055.744191:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757055.744193:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757055.744194:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757055.744196:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757055.744199:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757055.744201:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757055.744204:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757055.744207:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757055.744211:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca19680 x1874594466048256/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757080 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757055.744219:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466048256:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757055.744223:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757055.744227:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1b0c0 x1874594466048384/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757055.744234:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757055.744236:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757055.744238:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757055.744240:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757055.744242:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757055.744245:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466048384:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757055.744248:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757055.744250:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757055.744252:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757055.744254:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757055.744257:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafd000.
02000000:00000001:2.0:1787757055.744259:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757055.744263:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757055.744265:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000010:2.0:1787757055.744305:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000200:2.0:1787757055.744310:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466048384, portal 4
00000100:00000001:2.0:1787757055.744313:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757055.744316:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118851264 : -120600590700352 : ffff92507ca1b0c0)
00000100:00000040:2.0:1787757055.744325:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1b0c0 x1874594466048384/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757055.744333:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757055.744336:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757055.744339:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cb28.
00000100:00000200:2.0:1787757055.744341:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466048384, offset 0
00000400:00000200:2.0:1787757055.744345:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757055.744349:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757055.744353:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757055.744356:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757055.744359:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757055.744362:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757055.744365:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757055.744368:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56289:56289:256:4294967295] 192.168.201.154@tcp LPNI seq info [56289:56289:8:4294967295]
00000400:00000200:2.0:1787757055.744373:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757055.744380:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757055.744384:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757055.744387:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acd00.
00000800:00000200:2.0:1787757055.744391:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757055.744394:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787757055.744400:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757055.744403:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787757055.744407:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757055.744409:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acd00.
00000400:00000200:2.0:1787757055.744413:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757055.744419:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757055.744424:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cb28
00000400:00000010:2.0:1787757055.744427:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cb28.
00000100:00000001:2.0:1787757055.744432:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757055.744438:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1b0c0 x1874594466048384/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757055.744451:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757055.744457:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1b0c0 x1874594466048384/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757080 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757055.744470:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757055.744472:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757055.744498:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757055.744504:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:2.0:1787757055.744511:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757055.744514:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313307673
00000100:00000001:2.0:1787757055.744519:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313308585
00000100:00000001:2.0:1787757055.744522:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313307673
00000100:00000001:2.0:1787757055.744526:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313308585
00000100:00000001:2.0:1787757055.744528:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757055.744530:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757055.744533:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757055.744538:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757055/real 1787757055]  req@ffff92507ca1b0c0 x1874594466048384/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757055.744547:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757055.744549:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757055.744551:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757055.744553:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757055.744555:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757055.744558:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757055.744561:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1b0c0 x1874594466048384/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757055.744571:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1b0c0 x1874594466048384/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757055.744583:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757055.744585:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757055.744589:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757055.744591:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757055.744597:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1b0c0 x1874594466048384/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757055.744609:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757055.744617:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1b0c0 x1874594466048384/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757080 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757055.744629:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757055.744634:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757055.744637:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757055.744639:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757055.744643:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757055.744646:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757055.744651:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757055.744657:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757055.744661:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757055.744667:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1b0c0 x1874594466048384/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757080 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757055.744676:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466048384:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757055.744680:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757055.744682:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757055.744685:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca19680 x1874594466048256/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757080 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757055.744693:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757055.744695:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757055.744698:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757055.744700:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757055.744702:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757055.744704:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:2.0:1787757055.744707:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757055.744709:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51e400.
02000000:00000001:2.0:1787757055.744712:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757055.744713:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757055.744715:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca19680.
00000100:00000001:2.0:1787757055.744718:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757055.744720:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757055.744722:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757055.744725:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1b0c0 x1874594466048384/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757080 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757055.744735:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757055.744737:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757055.744740:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafd000.
02000000:00000001:2.0:1787757055.744744:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757055.744747:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757055.744749:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:2.0:1787757055.744752:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757055.744756:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51c400.
02000000:00000001:2.0:1787757055.744760:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757055.744761:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757055.744764:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1b0c0.
00000100:00000001:2.0:1787757055.744768:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757055.744770:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757055.744773:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757055.744780:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757055.744782:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757055.744786:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757055.744789:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757056.254353:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757056.254359:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757056.254361:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757056.254365:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757056.254368:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757056.254371:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757056.254373:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757056.254376:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757056.254378:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757056.574582:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757056.574600:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757056.574606:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757056.702331:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313308585, at 4313308608
00000100:00000010:3.0:1787757056.702352:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c300.
00000100:00000040:2.0:1787757056.702401:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313308585, at 4313308608
00000100:00000010:2.0:1787757056.702419:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344cde0.
00000100:00000001:2.0:1787757057.278362:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757057.278369:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757057.278372:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757057.278377:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757057.278381:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757057.278385:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757057.278388:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757057.278392:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757057.278395:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757057.598689:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757057.598715:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757057.598721:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757058.302502:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757058.302515:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757058.302521:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757058.302543:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757058.302550:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757058.302557:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757058.302562:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757058.302565:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757058.302570:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757058.622672:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757058.622682:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757058.622689:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757059.326373:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757059.326385:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757059.326390:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757059.326398:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757059.326405:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757059.326413:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757059.326442:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757059.326448:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757059.326454:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757059.646628:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757059.646647:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757059.646652:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757060.350388:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757060.350434:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757060.350438:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757060.350445:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757060.350450:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757060.350455:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757060.350458:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757060.350461:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757060.350465:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757060.670629:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757060.670639:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757060.670647:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787757060.862484:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757060.862503:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787757060.862508:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757060.862516:0:277752:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757060.862523:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757060.862536:0:277752:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18640
00000400:00000200:0.0:1787757060.862554:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757060.862567:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757060.862574:0:277752:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757060.862584:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757060.862591:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757060.862600:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757060.862607:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757060.862616:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757060.862620:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787757060.862626:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757060.862633:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787757060.862639:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787757060.862644:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787757060.862651:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757060.862655:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757060.862660:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757060.862664:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757060.862670:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787757060.862677:0:277752:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757060.862682:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757060.862688:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757060.862694:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757060.862699:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757060.862703:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787757060.862708:0:277752:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757060.862720:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae46580.
00000020:00000040:0.0:1787757060.862728:0:277752:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787757060.862735:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757060.862738:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757060.862743:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757060.862747:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757060.862753:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757060.862765:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad7000.
00000100:00000001:0.0:1787757060.862776:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757060.862790:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae46580 x1874594466048512/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757060.862805:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757060.862812:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757060.862823:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000105135d9] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae46580 x1874594466048512/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757060.862857:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757060.862863:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757060.862867:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787757060.862869:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757060.862873:0:277752:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757060.862878:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757060.862882:0:277752:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18640
00000400:00000200:0.0:1787757060.862889:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757060.862895:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757060.862898:0:277752:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757060.862904:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757060.862908:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757060.862913:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757060.862916:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757060.862919:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757060.862923:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000100:00000001:2.0:1787757060.862925:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1787757060.862926:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757060.862932:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:0.0:1787757060.862938:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:2.0:1787757060.862939:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1787757060.862943:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:2.0:1787757060.862948:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757060.862954:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757060.862959:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757060.862968:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000040:2.0:1787757060.862972:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae46580 x1874594466048512/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757060.862973:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757060.862982:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:0.0:1787757060.862993:0:277752:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757060.863005:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757060.863014:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787757060.863018:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757060.863024:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757060.863025:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757060.863032:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757060.863034:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787757060.863036:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:2.0:1787757060.863043:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:0.0:1787757060.863046:0:277752:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787757060.863056:0:277752:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757060.863056:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757060.863068:0:277752:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757060.863076:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae45e00.
00000100:00100000:2.0:1787757060.863078:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae46580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466048512:192.168.201.154@tcp:250:kworker.0
00000020:00000040:0.0:1787757060.863084:0:277752:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:0.0:1787757060.863093:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757060.863098:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757060.863106:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787757060.863106:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757060.863114:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757060.863117:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757060.863119:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:0.0:1787757060.863122:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad5400.
02000000:00000001:2.0:1787757060.863127:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757060.863131:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757060.863138:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:0.0:1787757060.863145:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae45e00 x1874594466048640/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757060.863157:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757060.863161:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757060.863166:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3f2eaea] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae45e00 x1874594466048640/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1787757060.863168:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757060.863177:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757060.863198:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757060.863210:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000100:00000001:0.0:1787757060.863211:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757060.863220:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1787757060.863226:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00080000:0.0:1787757060.863227:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787757060.863236:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757060.863239:0:277752:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1787757060.863242:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466048512, portal 25
00000100:00000001:0.0:1787757060.863244:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787757060.863252:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1787757060.863254:0:277752:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18640
00000100:00000001:2.0:1787757060.863256:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089668480 : -120600619883136 : ffff92507ae46580)
00000400:00000200:0.0:1787757060.863331:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757060.863339:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757060.863343:0:277752:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757060.863351:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae46580 x1874594466048512/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787757060.863356:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757060.863366:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757060.863379:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757060.863409:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:2.0:1787757060.863409:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1787757060.863418:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757060.863423:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000100:00000040:2.0:1787757060.863426:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000020:00000001:0.0:1787757060.863427:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757060.863435:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:0.0:1787757060.863439:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000010:2.0:1787757060.863440:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cb28.
00000020:00000001:0.0:1787757060.863443:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000200:2.0:1787757060.863454:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466048512, offset 0
00000100:00000040:0.0:1787757060.863458:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757060.863466:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757060.863471:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757060.863476:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:2.0:1787757060.863481:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000020:00000040:0.0:1787757060.863483:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:0.0:1787757060.863496:0:277752:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757060.863502:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757060.863505:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000001:0.0:1787757060.863508:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757060.863519:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757060.863524:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757060.863527:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:2.0:1787757060.863532:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000008:00100000:0.0:1787757060.863535:0:277752:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787757060.863546:0:277752:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757060.863550:0:277752:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757060.863553:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:0.0:1787757060.863557:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae461c0.
00000020:00000040:0.0:1787757060.863564:0:277752:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000400:00000200:2.0:1787757060.863569:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
02000000:00000001:0.0:1787757060.863573:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757060.863578:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757060.863583:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1787757060.863585:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757060.863596:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787757060.863600:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
02000000:00000001:0.0:1787757060.863603:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757060.863613:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56290:56290:256:4294967295] 192.168.201.154@tcp LPNI seq info [56290:56290:8:4294967295]
02000000:00000010:0.0:1787757060.863615:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6000.
00000100:00000001:0.0:1787757060.863627:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757060.863635:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00100000:0.0:1787757060.863647:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae461c0 x1874594466048768/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757060.863671:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757060.863678:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757060.863680:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1787757060.863706:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeb90c37] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae461c0 x1874594466048768/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1787757060.863707:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757060.863721:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acd00.
00000100:00000001:0.0:1787757060.863741:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787757060.863746:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000040:0.0:1787757060.863753:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1787757060.863756:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1787757060.863772:0:277752:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:2.1:1787757060.863780:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757060.863787:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1787757060.863790:0:277752:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18650)
00000800:00000100:2.0:1787757060.863800:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757060.863811:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acd00.
00000400:00000200:2.0:1787757060.863822:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757060.863835:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757060.863845:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cb28
00000400:00000010:2.0:1787757060.863851:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cb28.
00000100:00000001:2.0:1787757060.863859:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757060.863872:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae46580 x1874594466048512/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757060.863892:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757060.863898:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae46580 x1874594466048512/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757085 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757060.863908:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757060.863910:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757060.863919:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757060.863925:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757060.863929:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313313705
00000100:00000010:2.0:1787757060.863936:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c060.
00000100:00000001:2.0:1787757060.863944:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787757060.863950:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313313705
00000100:00000010:2.0:1787757060.863954:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344cd80.
00000100:00000001:2.0:1787757060.863958:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787757060.863962:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757060.863966:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757060.863969:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757060.863975:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757060/real 1787757060]  req@ffff92507ae46580 x1874594466048512/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757060.863987:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757060.863990:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757060.863994:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757060.863997:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757060.864000:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757060.864003:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757060.864008:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae46580 x1874594466048512/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757060.864019:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae46580 x1874594466048512/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757060.864028:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757060.864030:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757060.864033:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757060.864035:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757060.864040:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae46580 x1874594466048512/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757060.864048:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757060.864054:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae46580 x1874594466048512/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757085 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757060.864063:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757060.864066:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757060.864068:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757060.864070:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757060.864073:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757060.864076:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757060.864079:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757060.864084:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757060.864088:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757060.864093:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae46580 x1874594466048512/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757085 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757060.864104:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae46580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466048512:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757060.864114:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757060.864117:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757060.864121:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae46580 x1874594466048512/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757085 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757060.864130:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757060.864133:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757060.864136:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757060.864139:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757060.864142:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757060.864144:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:2.0:1787757060.864146:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757060.864150:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad7000.
02000000:00000001:2.0:1787757060.864155:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757060.864157:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757060.864159:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae46580.
00000100:00000001:2.0:1787757060.864163:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757060.864165:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757060.864168:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757060.864176:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757060.864179:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757060.864182:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757060.864184:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757060.864186:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757060.864190:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae45e00 x1874594466048640/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757060.864200:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757060.864202:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757060.864205:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757060.864208:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757060.864210:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757060.864214:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae45e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466048640:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757060.864218:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757060.864221:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757060.864223:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757060.864226:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757060.864230:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757060.864233:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757060.864237:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757060.864240:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000010:2.0:1787757060.864245:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000200:2.0:1787757060.864249:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466048640, portal 10
00000100:00000001:2.0:1787757060.864252:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757060.864254:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089666560 : -120600619885056 : ffff92507ae45e00)
00000100:00000040:2.0:1787757060.864262:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae45e00 x1874594466048640/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757060.864327:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757060.864331:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757060.864337:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cb28.
00000100:00000200:2.0:1787757060.864341:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466048640, offset 0
00000400:00000200:2.0:1787757060.864354:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757060.864363:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757060.864374:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757060.864380:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757060.864384:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757060.864415:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757060.864420:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757060.864425:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56291:56291:256:4294967295] 192.168.201.154@tcp LPNI seq info [56291:56291:8:4294967295]
00000400:00000200:2.0:1787757060.864431:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757060.864441:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757060.864448:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757060.864453:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acd00.
00000800:00000200:2.0:1787757060.864459:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757060.864463:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787757060.864470:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757060.864474:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787757060.864479:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757060.864482:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acd00.
00000400:00000200:2.0:1787757060.864487:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757060.864492:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757060.864496:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cb28
00000400:00000010:2.0:1787757060.864499:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cb28.
00000100:00000001:2.0:1787757060.864502:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757060.864508:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae45e00 x1874594466048640/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757060.864519:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757060.864522:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae45e00 x1874594466048640/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757085 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757060.864531:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757060.864533:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757060.864538:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757060.864543:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:2.0:1787757060.864546:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757060.864549:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313312810
00000100:00000001:2.0:1787757060.864553:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313313705
00000100:00000001:2.0:1787757060.864556:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313312810
00000100:00000001:2.0:1787757060.864559:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313313705
00000100:00000001:2.0:1787757060.864562:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757060.864564:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757060.864567:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757060.864571:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757060/real 1787757060]  req@ffff92507ae45e00 x1874594466048640/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757060.864581:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757060.864583:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757060.864585:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757060.864588:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757060.864591:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757060.864593:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757060.864598:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae45e00 x1874594466048640/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757060.864608:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae45e00 x1874594466048640/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757060.864616:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757060.864618:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757060.864620:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757060.864622:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757060.864626:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae45e00 x1874594466048640/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757060.864634:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757060.864639:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae45e00 x1874594466048640/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757085 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757060.864647:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757060.864650:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757060.864652:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757060.864654:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757060.864656:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757060.864659:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757060.864662:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757060.864666:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757060.864669:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757060.864674:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae45e00 x1874594466048640/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757085 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757060.864684:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae45e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466048640:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757060.864688:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757060.864693:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae461c0 x1874594466048768/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757060.864709:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757060.864711:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757060.864714:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757060.864717:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757060.864719:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757060.864723:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae461c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466048768:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757060.864727:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757060.864729:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757060.864731:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757060.864733:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757060.864738:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507caff800.
02000000:00000001:2.0:1787757060.864740:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757060.864744:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757060.864747:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000010:2.0:1787757060.864751:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000200:2.0:1787757060.864755:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466048768, portal 4
00000100:00000001:2.0:1787757060.864758:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757060.864760:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089667520 : -120600619884096 : ffff92507ae461c0)
00000100:00000040:2.0:1787757060.864767:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae461c0 x1874594466048768/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757060.864775:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757060.864778:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757060.864781:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cb28.
00000100:00000200:2.0:1787757060.864784:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466048768, offset 0
00000400:00000200:2.0:1787757060.864789:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757060.864794:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757060.864800:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757060.864807:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757060.864812:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757060.864816:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757060.864821:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757060.864828:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56292:56292:256:4294967295] 192.168.201.154@tcp LPNI seq info [56292:56292:8:4294967295]
00000400:00000200:2.0:1787757060.864836:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757060.864848:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757060.864858:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757060.864865:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acd00.
00000800:00000200:2.0:1787757060.864873:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757060.864879:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787757060.864888:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757060.864893:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787757060.864902:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757060.864906:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acd00.
00000400:00000200:2.0:1787757060.864910:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757060.864915:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757060.864919:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cb28
00000400:00000010:2.0:1787757060.864922:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cb28.
00000100:00000001:2.0:1787757060.864925:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757060.864930:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae461c0 x1874594466048768/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757060.864941:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757060.864945:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae461c0 x1874594466048768/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757085 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757060.864954:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757060.864956:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757060.864960:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757060.864964:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:2.0:1787757060.864969:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757060.864972:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313312793
00000100:00000001:2.0:1787757060.864975:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313313705
00000100:00000001:2.0:1787757060.864978:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313312793
00000100:00000001:2.0:1787757060.864981:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313313705
00000100:00000001:2.0:1787757060.864983:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757060.864987:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757060.864990:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757060.864995:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757060/real 1787757060]  req@ffff92507ae461c0 x1874594466048768/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757060.865005:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757060.865006:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757060.865009:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757060.865011:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757060.865014:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757060.865016:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757060.865020:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae461c0 x1874594466048768/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757060.865030:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae461c0 x1874594466048768/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757060.865038:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757060.865040:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757060.865042:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757060.865044:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757060.865048:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae461c0 x1874594466048768/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757060.865056:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757060.865060:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae461c0 x1874594466048768/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757085 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757060.865068:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757060.865071:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757060.865073:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757060.865074:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757060.865077:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757060.865079:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757060.865082:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757060.865086:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757060.865089:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757060.865094:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae461c0 x1874594466048768/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757085 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757060.865104:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae461c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466048768:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757060.865108:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757060.865111:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757060.865114:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae45e00 x1874594466048640/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757085 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757060.865122:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757060.865124:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757060.865127:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757060.865130:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757060.865132:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757060.865134:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:2.0:1787757060.865136:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757060.865139:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad5400.
02000000:00000001:2.0:1787757060.865142:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757060.865144:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757060.865146:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae45e00.
00000100:00000001:2.0:1787757060.865149:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757060.865151:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757060.865153:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757060.865156:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae461c0 x1874594466048768/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757085 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757060.865165:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757060.865166:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757060.865168:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507caff800.
02000000:00000001:2.0:1787757060.865171:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757060.865173:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757060.865174:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:2.0:1787757060.865176:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757060.865179:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad6000.
02000000:00000001:2.0:1787757060.865182:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757060.865183:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757060.865185:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae461c0.
00000100:00000001:2.0:1787757060.865187:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757060.865189:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757060.865191:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757060.865196:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757060.865198:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757060.865200:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757060.865202:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757061.374487:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757061.374499:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757061.374502:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757061.374509:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757061.374514:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757061.374519:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757061.374522:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757061.374526:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757061.374530:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757061.694621:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757061.694630:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757061.694636:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757061.822362:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313313705, at 4313313728
00000100:00000010:3.0:1787757061.822418:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344cd80.
00000100:00000040:2.0:1787757061.822475:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313313705, at 4313313728
00000100:00000010:2.0:1787757061.822497:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c060.
00000100:00000001:2.0:1787757062.398473:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757062.398482:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757062.398485:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757062.398492:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757062.398496:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757062.398501:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757062.398505:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757062.398509:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757062.398512:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757062.718569:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757062.718576:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757062.718582:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757063.422478:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757063.422489:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757063.422492:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757063.422500:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757063.422504:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757063.422509:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757063.422513:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757063.422518:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757063.422521:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757063.742580:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757063.742606:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757063.742612:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757064.446432:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757064.446442:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757064.446446:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757064.446453:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757064.446457:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757064.446463:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757064.446467:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757064.446470:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757064.446473:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757064.766601:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757064.766610:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757064.766616:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757065.470412:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757065.470425:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757065.470431:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757065.470441:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757065.470448:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757065.470453:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757065.470458:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757065.470463:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757065.470469:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757065.790628:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757065.790642:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757065.790652:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757065.982548:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757065.982565:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757065.982570:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757065.982576:0:277752:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757065.982583:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757065.982594:0:277752:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18645
00000400:00000200:3.0:1787757065.982608:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757065.982617:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757065.982622:0:277752:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757065.982627:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757065.982631:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757065.982635:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757065.982638:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757065.982645:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757065.982648:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757065.982652:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757065.982657:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757065.982661:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757065.982664:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757065.982667:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757065.982670:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757065.982673:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757065.982676:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757065.982680:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757065.982686:0:277752:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757065.982691:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757065.982697:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757065.982704:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757065.982709:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757065.982714:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757065.982720:0:277752:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757065.982738:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca192c0.
00000020:00000040:3.0:1787757065.982746:0:277752:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757065.982754:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757065.982758:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757065.982765:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757065.982771:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757065.982780:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757065.982796:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51d800.
00000100:00000001:3.0:1787757065.982811:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757065.982830:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca192c0 x1874594466048896/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757065.982847:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757065.982853:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757065.982861:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e50181] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca192c0 x1874594466048896/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757065.982897:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757065.982903:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757065.982908:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757065.982910:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757065.982913:0:277752:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757065.982917:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757065.982921:0:277752:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18645
00000400:00000200:3.0:1787757065.982927:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757065.982932:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757065.982936:0:277752:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757065.982943:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757065.982946:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757065.982953:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757065.982957:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757065.982960:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757065.982962:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757065.982964:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757065.982967:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787757065.982970:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787757065.982972:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787757065.982976:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757065.982979:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757065.982982:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757065.982990:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:2.0:1787757065.982991:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1787757065.982996:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787757065.983008:0:277752:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757065.983010:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757065.983021:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757065.983022:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787757065.983031:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757065.983041:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1787757065.983046:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca192c0 x1874594466048896/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787757065.983047:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757065.983058:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757065.983071:0:277752:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787757065.983084:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00000001:3.0:1787757065.983085:0:277752:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757065.983092:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757065.983093:0:277752:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757065.983116:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:3.0:1787757065.983117:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca18b40.
00000020:00000040:3.0:1787757065.983126:0:277752:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:2.0:1787757065.983128:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757065.983142:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757065.983144:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757065.983156:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757065.983165:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:2.0:1787757065.983166:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466048896:192.168.201.154@tcp:250:kworker.0
02000000:00000001:3.0:1787757065.983172:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787757065.983183:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757065.983183:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757065.983197:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:3.0:1787757065.983199:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51ec00.
02000000:00000001:2.0:1787757065.983204:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757065.983208:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757065.983210:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1787757065.983226:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca18b40 x1874594466049024/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:2.0:1787757065.983229:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507caff800.
02000000:00000001:2.0:1787757065.983245:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757065.983261:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757065.983266:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757065.983338:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5e8f4b9] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca18b40 x1874594466049024/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757065.983354:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757065.983360:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757065.983365:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787757065.983367:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757065.983370:0:277752:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757065.983374:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787757065.983384:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00080000:3.0:1787757065.983384:0:277752:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18645
00000400:00000200:3.0:1787757065.983404:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757065.983412:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000200:3.0:1787757065.983413:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757065.983430:0:277752:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757065.983436:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000010:2.0:1787757065.983439:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000001:3.0:1787757065.983440:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757065.983448:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757065.983454:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000200:2.0:1787757065.983459:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466048896, portal 25
00000020:00000001:3.0:1787757065.983459:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757065.983467:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000100:00000001:2.0:1787757065.983469:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:3.0:1787757065.983480:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787757065.983481:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118843584 : -120600590708032 : ffff92507ca192c0)
00000020:00000040:3.0:1787757065.983493:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787757065.983499:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:2.0:1787757065.983505:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca192c0 x1874594466048896/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787757065.983506:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787757065.983526:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757065.983540:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757065.983554:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757065.983556:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787757065.983567:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000040:2.0:1787757065.983576:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000020:00000040:3.0:1787757065.983580:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000400:00000010:2.0:1787757065.983582:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cb28.
00000100:00000200:2.0:1787757065.983591:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466048896, offset 0
00000100:00080000:3.0:1787757065.983592:0:277752:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757065.983609:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757065.983613:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787757065.983625:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
02000000:00000001:3.0:1787757065.983629:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757065.983635:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757065.983638:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757065.983644:0:277752:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787757065.983646:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000008:00000001:3.0:1787757065.983655:0:277752:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757065.983660:0:277752:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757065.983667:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a580.
00000400:00000200:2.0:1787757065.983674:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000020:00000040:3.0:1787757065.983674:0:277752:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787757065.983687:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757065.983691:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757065.983697:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1787757065.983700:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1787757065.983705:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757065.983713:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757065.983715:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
02000000:00000010:3.0:1787757065.983726:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e000.
00000400:00000200:2.0:1787757065.983729:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757065.983741:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757065.983752:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56293:56293:256:4294967295] 192.168.201.154@tcp LPNI seq info [56293:56293:8:4294967295]
00000100:00000001:3.0:1787757065.983755:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757065.983773:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00100000:3.0:1787757065.983780:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a580 x1874594466049152/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757065.983817:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787757065.983820:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787757065.983823:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757065.983835:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079505b6d] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a580 x1874594466049152/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1787757065.983847:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000001:3.0:1787757065.983872:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787757065.983874:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acd00.
00000100:00000040:3.0:1787757065.983881:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787757065.983891:0:277752:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787757065.983902:0:277752:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18655)
00000800:00000200:2.0:1787757065.983903:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757065.983918:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787757065.983934:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757065.983942:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787757065.983952:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757065.983956:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acd00.
00000400:00000200:2.0:1787757065.983965:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757065.983971:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757065.983979:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cb28
00000400:00000010:2.0:1787757065.983983:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cb28.
00000100:00000001:2.0:1787757065.983989:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757065.983996:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca192c0 x1874594466048896/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757065.984011:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757065.984016:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca192c0 x1874594466048896/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757090 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757065.984026:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757065.984029:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757065.984037:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757065.984043:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757065.984047:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313318825
00000100:00000010:2.0:1787757065.984056:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c060.
00000100:00000001:2.0:1787757065.984064:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787757065.984074:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313318825
00000100:00000010:2.0:1787757065.984079:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344cd80.
00000100:00000001:2.0:1787757065.984083:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787757065.984087:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757065.984091:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757065.984094:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757065.984100:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757065/real 1787757065]  req@ffff92507ca192c0 x1874594466048896/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757065.984112:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757065.984114:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757065.984117:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757065.984121:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757065.984123:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757065.984126:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757065.984131:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca192c0 x1874594466048896/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757065.984142:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca192c0 x1874594466048896/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757065.984151:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757065.984154:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757065.984157:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757065.984159:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757065.984165:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca192c0 x1874594466048896/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757065.984173:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757065.984179:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca192c0 x1874594466048896/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757090 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757065.984188:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757065.984192:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757065.984194:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757065.984196:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757065.984199:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757065.984202:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757065.984206:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757065.984211:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757065.984214:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757065.984219:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca192c0 x1874594466048896/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757090 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757065.984230:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466048896:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757065.984236:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757065.984239:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757065.984243:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca192c0 x1874594466048896/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757090 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757065.984251:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757065.984254:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757065.984259:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507caff800.
02000000:00000001:2.0:1787757065.984263:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757065.984323:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757065.984327:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:2.0:1787757065.984331:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757065.984334:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51d800.
02000000:00000001:2.0:1787757065.984340:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757065.984344:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757065.984348:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca192c0.
00000100:00000001:2.0:1787757065.984354:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757065.984357:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757065.984361:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757065.984375:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757065.984379:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757065.984384:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757065.984388:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757065.984391:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757065.984402:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca18b40 x1874594466049024/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757065.984419:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757065.984422:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757065.984428:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757065.984432:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757065.984436:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757065.984443:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca18b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466049024:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757065.984450:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757065.984455:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757065.984457:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757065.984460:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757065.984465:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507caff800.
02000000:00000001:2.0:1787757065.984468:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757065.984474:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757065.984477:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000010:2.0:1787757065.984483:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000200:2.0:1787757065.984487:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466049024, portal 10
00000100:00000001:2.0:1787757065.984491:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757065.984493:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118841664 : -120600590709952 : ffff92507ca18b40)
00000100:00000040:2.0:1787757065.984501:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca18b40 x1874594466049024/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757065.984510:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757065.984514:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757065.984516:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cb28.
00000100:00000200:2.0:1787757065.984519:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466049024, offset 0
00000400:00000200:2.0:1787757065.984524:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757065.984531:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757065.984537:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757065.984541:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757065.984545:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757065.984549:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757065.984552:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757065.984556:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56294:56294:256:4294967295] 192.168.201.154@tcp LPNI seq info [56294:56294:8:4294967295]
00000400:00000200:2.0:1787757065.984562:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757065.984571:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757065.984577:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757065.984582:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acd00.
00000800:00000200:2.0:1787757065.984588:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757065.984592:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787757065.984597:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757065.984601:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787757065.984606:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757065.984609:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acd00.
00000400:00000200:2.0:1787757065.984613:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757065.984618:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757065.984622:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cb28
00000400:00000010:2.0:1787757065.984624:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cb28.
00000100:00000001:2.0:1787757065.984628:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757065.984632:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca18b40 x1874594466049024/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757065.984656:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757065.984663:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca18b40 x1874594466049024/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757090 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757065.984675:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757065.984678:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757065.984686:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757065.984693:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:2.0:1787757065.984700:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757065.984705:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313317930
00000100:00000001:2.0:1787757065.984710:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313318825
00000100:00000001:2.0:1787757065.984715:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313317930
00000100:00000001:2.0:1787757065.984719:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313318825
00000100:00000001:2.0:1787757065.984724:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757065.984729:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757065.984733:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757065.984742:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757065/real 1787757065]  req@ffff92507ca18b40 x1874594466049024/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757065.984759:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757065.984762:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757065.984766:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757065.984771:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757065.984774:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757065.984779:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757065.984786:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca18b40 x1874594466049024/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757065.984805:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca18b40 x1874594466049024/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757065.984820:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757065.984824:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757065.984829:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757065.984832:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757065.984840:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca18b40 x1874594466049024/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757065.984852:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757065.984860:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca18b40 x1874594466049024/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757090 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757065.984875:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757065.984879:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757065.984883:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757065.984886:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757065.984889:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757065.984893:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757065.984899:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757065.984907:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757065.984912:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757065.984921:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca18b40 x1874594466049024/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757090 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757065.984940:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca18b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466049024:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757065.984949:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757065.984956:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1a580 x1874594466049152/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757065.984966:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757065.984968:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757065.984972:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757065.984974:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757065.984977:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757065.984982:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466049152:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757065.984986:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757065.984989:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757065.984992:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757065.984994:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757065.985000:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757065.985002:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757065.985007:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757065.985011:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000010:2.0:1787757065.985016:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000200:2.0:1787757065.985020:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466049152, portal 4
00000100:00000001:2.0:1787757065.985023:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757065.985025:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118848384 : -120600590703232 : ffff92507ca1a580)
00000100:00000040:2.0:1787757065.985033:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1a580 x1874594466049152/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757065.985041:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757065.985044:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757065.985047:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cb28.
00000100:00000200:2.0:1787757065.985050:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466049152, offset 0
00000400:00000200:2.0:1787757065.985055:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757065.985061:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757065.985066:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757065.985070:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757065.985074:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757065.985077:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757065.985081:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757065.985085:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56295:56295:256:4294967295] 192.168.201.154@tcp LPNI seq info [56295:56295:8:4294967295]
00000400:00000200:2.0:1787757065.985090:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757065.985099:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757065.985105:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757065.985109:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acd00.
00000800:00000200:2.0:1787757065.985116:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757065.985119:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787757065.985125:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757065.985129:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787757065.985134:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757065.985137:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acd00.
00000400:00000200:2.0:1787757065.985141:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757065.985146:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757065.985150:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cb28
00000400:00000010:2.0:1787757065.985152:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cb28.
00000100:00000001:2.0:1787757065.985155:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757065.985160:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1a580 x1874594466049152/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757065.985170:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757065.985174:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a580 x1874594466049152/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757090 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757065.985183:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757065.985185:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757065.985189:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757065.985193:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:2.0:1787757065.985197:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757065.985200:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313317913
00000100:00000001:2.0:1787757065.985203:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313318825
00000100:00000001:2.0:1787757065.985206:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313317913
00000100:00000001:2.0:1787757065.985209:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313318825
00000100:00000001:2.0:1787757065.985211:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757065.985214:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757065.985216:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757065.985220:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757065/real 1787757065]  req@ffff92507ca1a580 x1874594466049152/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757065.985230:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757065.985233:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757065.985235:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757065.985238:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757065.985240:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757065.985243:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757065.985247:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1a580 x1874594466049152/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757065.985256:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1a580 x1874594466049152/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757065.985264:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757065.985321:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757065.985325:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757065.985327:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757065.985334:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1a580 x1874594466049152/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757065.985346:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757065.985354:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1a580 x1874594466049152/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757090 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757065.985368:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757065.985372:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757065.985376:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757065.985378:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757065.985382:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757065.985385:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757065.985390:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757065.985397:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757065.985402:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757065.985411:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1a580 x1874594466049152/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757090 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757065.985443:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466049152:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757065.985450:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757065.985453:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757065.985458:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca18b40 x1874594466049024/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757090 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757065.985467:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757065.985470:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757065.985473:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507caff800.
02000000:00000001:2.0:1787757065.985477:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757065.985479:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757065.985481:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:2.0:1787757065.985484:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757065.985486:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51ec00.
02000000:00000001:2.0:1787757065.985490:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757065.985491:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757065.985494:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca18b40.
00000100:00000001:2.0:1787757065.985497:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757065.985499:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757065.985501:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757065.985505:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1a580 x1874594466049152/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757090 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757065.985512:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757065.985514:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757065.985516:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757065.985518:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757065.985519:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757065.985521:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:2.0:1787757065.985523:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757065.985525:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51e000.
02000000:00000001:2.0:1787757065.985527:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757065.985528:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757065.985530:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1a580.
00000100:00000001:2.0:1787757065.985533:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757065.985535:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757065.985537:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757065.985543:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757065.985545:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757065.985548:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757065.985550:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757066.494485:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757066.494497:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757066.494502:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757066.494510:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757066.494517:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757066.494524:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757066.494527:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757066.494531:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757066.494535:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757066.814632:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757066.814639:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757066.814645:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757066.942421:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313318825, at 4313318848
00000100:00000010:3.0:1787757066.942449:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344cd80.
00000100:00000040:2.0:1787757066.942492:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313318825, at 4313318848
00000100:00000010:2.0:1787757066.942514:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c060.
00000100:00000001:2.0:1787757067.518400:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757067.518413:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757067.518417:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757067.518425:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757067.518432:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757067.518438:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757067.518442:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757067.518448:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757067.518453:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757067.838606:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757067.838612:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757067.838617:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757068.542386:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757068.542396:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757068.542399:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757068.542407:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757068.542412:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757068.542416:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757068.542420:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757068.542423:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757068.542426:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757068.862540:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757068.862547:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757068.862554:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757069.566350:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757069.566358:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757069.566360:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757069.566365:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757069.566369:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757069.566373:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757069.566376:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757069.566379:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757069.566382:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757069.886644:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757069.886650:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757069.886655:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757070.590360:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757070.590369:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757070.590373:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757070.590381:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757070.590387:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757070.590393:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757070.590397:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757070.590401:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757070.590407:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757070.910586:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757070.910592:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757070.910597:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757071.102432:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757071.102445:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757071.102449:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757071.102454:0:277752:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757071.102460:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757071.102470:0:277752:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18650
00000400:00000200:3.0:1787757071.102480:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757071.102489:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757071.102493:0:277752:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757071.102497:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757071.102501:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757071.102504:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757071.102507:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757071.102513:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757071.102516:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757071.102519:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757071.102525:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757071.102528:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757071.102531:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757071.102535:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757071.102537:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757071.102540:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757071.102542:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757071.102546:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757071.102550:0:277752:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757071.102553:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757071.102557:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757071.102561:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757071.102564:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757071.102567:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757071.102571:0:277752:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757071.102583:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19e00.
00000020:00000040:3.0:1787757071.102588:0:277752:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757071.102593:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757071.102595:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757071.102599:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757071.102603:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757071.102608:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757071.102618:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51dc00.
00000100:00000001:3.0:1787757071.102627:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757071.102639:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19e00 x1874594466049280/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757071.102653:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757071.102659:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757071.102665:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000c6c2d2] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19e00 x1874594466049280/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757071.102695:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757071.102700:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757071.102705:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757071.102707:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757071.102709:0:277752:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757071.102713:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757071.102717:0:277752:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18650
00000400:00000200:3.0:1787757071.102721:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757071.102725:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757071.102728:0:277752:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757071.102732:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757071.102736:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757071.102741:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757071.102744:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757071.102748:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757071.102750:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757071.102752:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757071.102754:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000100:00000001:2.0:1787757071.102757:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787757071.102758:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787757071.102764:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787757071.102768:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757071.102770:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757071.102772:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757071.102778:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:2.0:1787757071.102780:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1787757071.102781:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00000001:2.0:1787757071.102788:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1787757071.102789:0:277752:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757071.102797:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757071.102802:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1787757071.102806:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca19e00 x1874594466049280/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787757071.102811:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757071.102822:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757071.102830:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757071.102839:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00100000:3.0:1787757071.102841:0:277752:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787757071.102844:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787757071.102851:0:277752:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757071.102854:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787757071.102857:0:277752:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757071.102860:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1787757071.102867:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a580.
02000000:00000001:2.0:1787757071.102868:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787757071.102878:0:277752:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000100:00100000:2.0:1787757071.102883:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca19e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466049280:192.168.201.154@tcp:250:kworker.0
02000000:00000001:3.0:1787757071.102885:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757071.102890:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757071.102896:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787757071.102897:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757071.102904:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757071.102907:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757071.102908:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757071.102914:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757071.102918:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c000.
02000000:00000001:2.0:1787757071.102920:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787757071.102929:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757071.102934:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757071.102944:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757071.102945:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a580 x1874594466049408/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787757071.102960:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757071.102972:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1787757071.102973:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000100:00000001:3.0:1787757071.102978:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787757071.102988:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000040:3.0:1787757071.102989:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079505b6d] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a580 x1874594466049408/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757071.103004:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466049280, portal 25
00000100:00000001:3.0:1787757071.103008:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757071.103010:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787757071.103016:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757071.103022:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787757071.103023:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757071.103025:0:277752:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757071.103030:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118846464 : -120600590705152 : ffff92507ca19e00)
00000100:00000001:3.0:1787757071.103031:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757071.103040:0:277752:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18650
00000100:00000040:2.0:1787757071.103049:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca19e00 x1874594466049280/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787757071.103050:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757071.103061:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757071.103068:0:277752:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757071.103079:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757071.103082:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787757071.103085:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757071.103093:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000040:3.0:1787757071.103098:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000010:2.0:1787757071.103101:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cb28.
00000100:00000001:3.0:1787757071.103104:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000200:2.0:1787757071.103110:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466049280, offset 0
00000020:00000001:3.0:1787757071.103111:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757071.103116:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787757071.103121:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757071.103125:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000400:00000200:2.0:1787757071.103132:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000020:00000001:3.0:1787757071.103133:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787757071.103141:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787757071.103147:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000200:2.0:1787757071.103151:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757071.103154:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757071.103161:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757071.103164:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:2.0:1787757071.103169:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000020:00000040:3.0:1787757071.103171:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787757071.103184:0:277752:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000400:00000200:2.0:1787757071.103186:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787757071.103190:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757071.103195:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787757071.103199:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
02000000:00000001:3.0:1787757071.103203:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757071.103237:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757071.103238:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787757071.103244:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:2.0:1787757071.103250:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000008:00100000:3.0:1787757071.103251:0:277752:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757071.103259:0:277752:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757071.103302:0:277752:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757071.103311:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca18b40.
00000020:00000040:3.0:1787757071.103316:0:277752:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787757071.103318:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757071.103320:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757071.103322:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56296:56296:256:4294967295] 192.168.201.154@tcp LPNI seq info [56296:56296:8:4294967295]
00000100:00000001:3.0:1787757071.103323:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757071.103328:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757071.103334:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757071.103343:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e800.
00000400:00000200:2.0:1787757071.103348:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757071.103351:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757071.103363:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca18b40 x1874594466049536/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787757071.103389:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787757071.103415:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:2.0:1787757071.103421:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000001:3.0:1787757071.103422:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757071.103435:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5e8f4b9] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca18b40 x1874594466049536/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:2.0:1787757071.103441:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acd00.
00000100:00000001:3.0:1787757071.103452:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757071.103458:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787757071.103470:0:277752:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:2.0:1787757071.103471:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000040:3.0:1787757071.103476:0:277752:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18660)
00000800:00000200:2.0:1787757071.103484:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787757071.103501:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757071.103510:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787757071.103520:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757071.103525:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acd00.
00000400:00000200:2.0:1787757071.103536:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757071.103544:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757071.103554:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cb28
00000400:00000010:2.0:1787757071.103559:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cb28.
00000100:00000001:2.0:1787757071.103568:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757071.103581:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca19e00 x1874594466049280/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757071.103602:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757071.103607:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19e00 x1874594466049280/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757096 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757071.103617:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757071.103619:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757071.103628:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757071.103635:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757071.103641:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313323945
00000100:00000010:2.0:1787757071.103652:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c060.
00000100:00000001:2.0:1787757071.103662:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787757071.103672:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313323945
00000100:00000010:2.0:1787757071.103678:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344cde0.
00000100:00000001:2.0:1787757071.103685:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787757071.103691:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757071.103697:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757071.103702:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757071.103712:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757071/real 1787757071]  req@ffff92507ca19e00 x1874594466049280/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757071.103733:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757071.103737:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757071.103741:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757071.103746:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757071.103748:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757071.103752:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757071.103757:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca19e00 x1874594466049280/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757071.103769:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca19e00 x1874594466049280/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757071.103778:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757071.103781:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757071.103784:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757071.103787:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757071.103792:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca19e00 x1874594466049280/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757071.103801:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757071.103807:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca19e00 x1874594466049280/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757096 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757071.103815:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757071.103819:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757071.103822:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757071.103823:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757071.103826:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757071.103830:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757071.103834:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757071.103838:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757071.103841:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757071.103846:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca19e00 x1874594466049280/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757096 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757071.103857:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca19e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466049280:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757071.103864:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757071.103867:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757071.103871:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca19e00 x1874594466049280/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757096 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757071.103879:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757071.103883:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757071.103886:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757071.103890:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757071.103892:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757071.103895:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:2.0:1787757071.103898:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757071.103901:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51dc00.
02000000:00000001:2.0:1787757071.103906:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757071.103909:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757071.103911:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca19e00.
00000100:00000001:2.0:1787757071.103915:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757071.103917:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757071.103920:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757071.103929:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757071.103932:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757071.103935:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757071.103937:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757071.103939:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757071.103943:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1a580 x1874594466049408/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757071.103953:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757071.103955:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757071.103958:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757071.103961:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757071.103964:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757071.103967:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466049408:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757071.103971:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757071.103974:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757071.103976:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757071.103979:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757071.103983:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757071.103986:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757071.103991:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757071.103995:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000010:2.0:1787757071.103999:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000200:2.0:1787757071.104004:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466049408, portal 10
00000100:00000001:2.0:1787757071.104006:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757071.104008:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118848384 : -120600590703232 : ffff92507ca1a580)
00000100:00000040:2.0:1787757071.104017:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1a580 x1874594466049408/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757071.104085:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757071.104088:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757071.104092:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cb28.
00000100:00000200:2.0:1787757071.104096:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466049408, offset 0
00000400:00000200:2.0:1787757071.104101:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757071.104107:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757071.104113:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757071.104118:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757071.104122:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757071.104125:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757071.104128:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757071.104133:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56297:56297:256:4294967295] 192.168.201.154@tcp LPNI seq info [56297:56297:8:4294967295]
00000400:00000200:2.0:1787757071.104138:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757071.104147:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757071.104154:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757071.104159:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acd00.
00000800:00000200:2.0:1787757071.104164:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757071.104168:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787757071.104174:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757071.104177:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787757071.104183:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757071.104185:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acd00.
00000400:00000200:2.0:1787757071.104190:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757071.104194:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757071.104198:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cb28
00000400:00000010:2.0:1787757071.104201:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cb28.
00000100:00000001:2.0:1787757071.104204:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757071.104236:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1a580 x1874594466049408/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757071.104248:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757071.104252:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a580 x1874594466049408/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757096 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757071.104297:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757071.104299:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757071.104307:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757071.104313:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:2.0:1787757071.104318:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757071.104321:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313323050
00000100:00000001:2.0:1787757071.104325:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313323945
00000100:00000001:2.0:1787757071.104328:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313323050
00000100:00000001:2.0:1787757071.104331:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313323945
00000100:00000001:2.0:1787757071.104334:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757071.104336:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757071.104339:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757071.104344:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757071/real 1787757071]  req@ffff92507ca1a580 x1874594466049408/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757071.104355:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757071.104357:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757071.104359:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757071.104362:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757071.104365:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757071.104368:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757071.104372:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1a580 x1874594466049408/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757071.104382:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1a580 x1874594466049408/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757071.104391:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757071.104392:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757071.104395:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757071.104396:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757071.104401:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1a580 x1874594466049408/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757071.104410:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757071.104415:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1a580 x1874594466049408/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757096 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757071.104424:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757071.104427:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757071.104429:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757071.104430:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757071.104432:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757071.104435:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757071.104438:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757071.104442:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757071.104445:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757071.104450:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1a580 x1874594466049408/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757096 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757071.104459:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466049408:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757071.104464:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757071.104469:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca18b40 x1874594466049536/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757071.104478:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757071.104480:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757071.104482:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757071.104485:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757071.104487:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757071.104491:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca18b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466049536:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757071.104494:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757071.104497:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757071.104500:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757071.104502:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757071.104507:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507caff800.
02000000:00000001:2.0:1787757071.104510:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757071.104514:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757071.104518:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000010:2.0:1787757071.104522:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000200:2.0:1787757071.104526:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466049536, portal 4
00000100:00000001:2.0:1787757071.104528:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757071.104530:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118841664 : -120600590709952 : ffff92507ca18b40)
00000100:00000040:2.0:1787757071.104538:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca18b40 x1874594466049536/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757071.104546:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757071.104549:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757071.104552:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cb28.
00000100:00000200:2.0:1787757071.104555:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466049536, offset 0
00000400:00000200:2.0:1787757071.104559:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757071.104564:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757071.104569:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757071.104573:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757071.104576:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757071.104579:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757071.104582:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757071.104586:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56298:56298:256:4294967295] 192.168.201.154@tcp LPNI seq info [56298:56298:8:4294967295]
00000400:00000200:2.0:1787757071.104592:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757071.104601:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757071.104607:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757071.104610:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acd00.
00000800:00000200:2.0:1787757071.104615:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757071.104619:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787757071.104625:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757071.104628:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787757071.104633:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757071.104637:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acd00.
00000400:00000200:2.0:1787757071.104643:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757071.104651:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757071.104657:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cb28
00000400:00000010:2.0:1787757071.104661:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cb28.
00000100:00000001:2.0:1787757071.104665:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757071.104672:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca18b40 x1874594466049536/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757071.104688:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757071.104695:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca18b40 x1874594466049536/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757096 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757071.104709:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757071.104713:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757071.104719:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757071.104726:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:2.0:1787757071.104732:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757071.104737:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313323033
00000100:00000001:2.0:1787757071.104742:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313323945
00000100:00000001:2.0:1787757071.104746:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313323033
00000100:00000001:2.0:1787757071.104751:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313323945
00000100:00000001:2.0:1787757071.104754:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757071.104757:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757071.104760:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757071.104766:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757071/real 1787757071]  req@ffff92507ca18b40 x1874594466049536/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757071.104776:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757071.104778:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757071.104781:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757071.104784:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757071.104786:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757071.104790:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757071.104794:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca18b40 x1874594466049536/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757071.104805:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca18b40 x1874594466049536/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757071.104812:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757071.104814:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757071.104816:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757071.104818:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757071.104822:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca18b40 x1874594466049536/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757071.104831:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757071.104836:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca18b40 x1874594466049536/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757096 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757071.104844:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757071.104847:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757071.104849:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757071.104850:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757071.104853:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757071.104855:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757071.104858:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757071.104861:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757071.104864:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757071.104869:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca18b40 x1874594466049536/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757096 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757071.104878:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca18b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466049536:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757071.104882:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757071.104885:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757071.104890:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1a580 x1874594466049408/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757096 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757071.104899:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757071.104901:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757071.104904:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757071.104906:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757071.104909:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757071.104911:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:2.0:1787757071.104913:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757071.104916:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51c000.
02000000:00000001:2.0:1787757071.104919:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757071.104921:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757071.104923:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1a580.
00000100:00000001:2.0:1787757071.104926:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757071.104928:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757071.104930:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757071.104934:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca18b40 x1874594466049536/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757096 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757071.104941:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757071.104943:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757071.104945:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507caff800.
02000000:00000001:2.0:1787757071.104948:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757071.104949:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757071.104951:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:2.0:1787757071.104953:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757071.104954:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51e800.
02000000:00000001:2.0:1787757071.104957:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757071.104958:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757071.104960:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca18b40.
00000100:00000001:2.0:1787757071.104962:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757071.104964:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757071.104966:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757071.104971:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757071.104973:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757071.104975:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757071.104977:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757071.614376:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757071.614386:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757071.614389:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757071.614397:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757071.614406:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757071.614410:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757071.614414:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757071.614418:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757071.614423:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757071.934700:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757071.934714:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757071.934723:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757072.062472:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313323945, at 4313323968
00000100:00000040:3.0:1787757072.062472:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313323945, at 4313323968
00000100:00000010:3.0:1787757072.062503:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344cde0.
00000100:00000010:2.0:1787757072.062514:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c060.
00000100:00000001:2.0:1787757072.638411:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757072.638422:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757072.638425:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757072.638434:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757072.638440:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757072.638445:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757072.638449:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757072.638453:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757072.638457:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757072.958618:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757072.958625:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757072.958631:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757073.662484:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757073.662495:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757073.662498:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757073.662504:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757073.662510:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757073.662515:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757073.662519:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757073.662522:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757073.662526:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757073.982579:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757073.982587:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757073.982592:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757074.686413:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757074.686429:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757074.686434:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757074.686446:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757074.686455:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757074.686481:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757074.686487:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757074.686493:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757074.686500:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757075.006567:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757075.006574:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757075.006578:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757075.710410:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757075.710421:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757075.710425:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757075.710433:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757075.710439:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757075.710445:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757075.710449:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757075.710453:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757075.710457:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757076.030564:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757076.030575:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757076.030584:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757076.222422:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757076.222435:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757076.222438:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757076.222443:0:277752:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757076.222449:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757076.222459:0:277752:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18655
00000400:00000200:3.0:1787757076.222469:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757076.222476:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757076.222480:0:277752:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757076.222485:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757076.222489:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757076.222492:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757076.222495:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757076.222501:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757076.222503:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757076.222507:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757076.222511:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757076.222514:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757076.222517:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757076.222520:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757076.222523:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757076.222526:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757076.222529:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757076.222533:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757076.222537:0:277752:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757076.222540:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757076.222544:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757076.222548:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757076.222551:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757076.222554:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757076.222557:0:277752:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757076.222567:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca192c0.
00000020:00000040:3.0:1787757076.222573:0:277752:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757076.222579:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757076.222582:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757076.222587:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757076.222592:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757076.222599:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757076.222612:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51f400.
00000100:00000001:3.0:1787757076.222623:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757076.222639:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca192c0 x1874594466049664/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757076.222660:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757076.222668:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757076.222677:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e50181] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca192c0 x1874594466049664/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757076.222711:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757076.222716:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757076.222720:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757076.222723:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757076.222725:0:277752:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757076.222729:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757076.222733:0:277752:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18655
00000400:00000200:3.0:1787757076.222739:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757076.222743:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757076.222746:0:277752:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757076.222750:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757076.222753:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757076.222756:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757076.222759:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757076.222762:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757076.222763:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757076.222765:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757076.222768:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787757076.222770:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787757076.222773:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787757076.222776:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757076.222780:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757076.222782:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757076.222786:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757076.222790:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787757076.222795:0:277752:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757076.222798:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757076.222801:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757076.222810:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757076.222813:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757076.222816:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757076.222821:0:277752:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757076.222827:0:277752:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757076.222828:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757076.222830:0:277752:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757076.222846:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1b0c0.
00000100:00000001:2.0:1787757076.222849:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1787757076.222853:0:277752:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000100:00000001:2.0:1787757076.222856:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787757076.222867:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757076.222871:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757076.222875:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757076.222878:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757076.222884:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757076.222886:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca192c0 x1874594466049664/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787757076.222898:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e800.
00000100:00000001:3.0:1787757076.222916:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757076.222931:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757076.222941:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757076.222942:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1b0c0 x1874594466049792/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787757076.222965:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787757076.222967:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757076.222976:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757076.222980:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1787757076.222988:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043bdf1c5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1b0c0 x1874594466049792/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787757076.222999:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757076.223023:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757076.223032:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787757076.223034:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466049664:192.168.201.154@tcp:250:kworker.0
00000100:00080000:3.0:1787757076.223040:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787757076.223047:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757076.223052:0:277752:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757076.223060:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787757076.223061:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757076.223077:0:277752:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18655
02000000:00000001:2.0:1787757076.223079:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757076.223092:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757076.223101:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:3.0:1787757076.223102:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757076.223114:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757076.223152:0:277752:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
02000000:00000010:2.0:1787757076.223161:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507caff800.
00000100:00000040:3.0:1787757076.223162:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
02000000:00000001:2.0:1787757076.223175:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757076.223179:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757076.223191:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000200:2.0:1787757076.223192:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757076.223210:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000010:2.0:1787757076.223215:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000020:00000001:3.0:1787757076.223218:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757076.223226:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787757076.223229:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757076.223234:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000400:00000010:2.0:1787757076.223236:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000020:00000001:3.0:1787757076.223239:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787757076.223245:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000200:2.0:1787757076.223251:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466049664, portal 25
00000100:00000040:3.0:1787757076.223254:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757076.223262:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757076.223262:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757076.223314:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757076.223321:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757076.223328:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787757076.223335:0:277752:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757076.223339:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118843584 : -120600590708032 : ffff92507ca192c0)
00000100:00000001:3.0:1787757076.223345:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757076.223353:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1787757076.223357:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca192c0 x1874594466049664/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787757076.223364:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757076.223386:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757076.223406:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757076.223408:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00100000:3.0:1787757076.223414:0:277752:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1787757076.223416:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000008:00000001:3.0:1787757076.223428:0:277752:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787757076.223430:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cb28.
00000100:00000001:3.0:1787757076.223443:0:277752:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787757076.223447:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466049664, offset 0
00000100:00000010:3.0:1787757076.223456:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19680.
00000020:00000040:3.0:1787757076.223462:0:277752:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000400:00000200:2.0:1787757076.223467:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
02000000:00000001:3.0:1787757076.223481:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757076.223486:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757076.223492:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757076.223498:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787757076.223499:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000001:3.0:1787757076.223508:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757076.223517:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c000.
00000400:00000200:2.0:1787757076.223520:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00000001:3.0:1787757076.223533:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757076.223542:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:3.0:1787757076.223551:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19680 x1874594466049920/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787757076.223554:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757076.223568:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757076.223579:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757076.223597:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56299:56299:256:4294967295] 192.168.201.154@tcp LPNI seq info [56299:56299:8:4294967295]
00000100:00000001:3.0:1787757076.223617:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787757076.223620:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757076.223630:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757076.223652:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c14b51e] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19680 x1874594466049920/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787757076.223662:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787757076.223696:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787757076.223699:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000040:3.0:1787757076.223703:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787757076.223715:0:277752:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:2.0:1787757076.223722:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acd00.
00000100:00000040:3.0:1787757076.223723:0:277752:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18665)
00000800:00000200:2.0:1787757076.223750:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757076.223763:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787757076.223778:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757076.223786:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787757076.223795:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757076.223800:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acd00.
00000400:00000200:2.0:1787757076.223813:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757076.223823:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757076.223834:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cb28
00000400:00000010:2.0:1787757076.223840:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cb28.
00000100:00000001:2.0:1787757076.223850:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757076.223860:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca192c0 x1874594466049664/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757076.223877:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757076.223882:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca192c0 x1874594466049664/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757101 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757076.223901:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757076.223904:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757076.223915:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757076.223921:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757076.223926:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313329065
00000100:00000010:2.0:1787757076.223935:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c060.
00000100:00000001:2.0:1787757076.223947:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787757076.223961:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313329065
00000100:00000010:2.0:1787757076.223968:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c300.
00000100:00000001:2.0:1787757076.223974:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787757076.223997:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757076.224004:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757076.224009:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757076.224021:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757076/real 1787757076]  req@ffff92507ca192c0 x1874594466049664/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757076.224044:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757076.224048:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757076.224053:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757076.224060:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757076.224062:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757076.224067:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757076.224072:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca192c0 x1874594466049664/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757076.224084:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca192c0 x1874594466049664/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757076.224094:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757076.224096:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757076.224100:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757076.224102:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757076.224108:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca192c0 x1874594466049664/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757076.224144:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757076.224151:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca192c0 x1874594466049664/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757101 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757076.224162:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757076.224166:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757076.224168:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757076.224170:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757076.224174:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757076.224177:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757076.224182:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757076.224188:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757076.224191:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757076.224196:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca192c0 x1874594466049664/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757101 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757076.224207:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466049664:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757076.224215:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757076.224218:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757076.224223:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca192c0 x1874594466049664/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757101 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757076.224231:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757076.224234:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757076.224239:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507caff800.
02000000:00000001:2.0:1787757076.224243:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757076.224247:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757076.224249:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:2.0:1787757076.224252:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757076.224256:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51f400.
02000000:00000001:2.0:1787757076.224299:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757076.224303:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757076.224306:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca192c0.
00000100:00000001:2.0:1787757076.224312:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757076.224314:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757076.224317:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757076.224329:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757076.224332:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757076.224335:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757076.224338:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757076.224340:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757076.224346:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1b0c0 x1874594466049792/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757076.224357:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757076.224359:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757076.224362:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757076.224365:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757076.224368:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757076.224372:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466049792:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757076.224376:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757076.224380:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757076.224382:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757076.224385:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757076.224390:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507caff800.
02000000:00000001:2.0:1787757076.224392:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757076.224398:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757076.224402:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000010:2.0:1787757076.224408:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000200:2.0:1787757076.224412:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466049792, portal 10
00000100:00000001:2.0:1787757076.224415:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757076.224417:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118851264 : -120600590700352 : ffff92507ca1b0c0)
00000100:00000040:2.0:1787757076.224427:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1b0c0 x1874594466049792/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757076.224435:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757076.224439:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757076.224442:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cb28.
00000100:00000200:2.0:1787757076.224446:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466049792, offset 0
00000400:00000200:2.0:1787757076.224451:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757076.224458:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757076.224463:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757076.224468:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757076.224472:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757076.224476:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757076.224479:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757076.224483:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56300:56300:256:4294967295] 192.168.201.154@tcp LPNI seq info [56300:56300:8:4294967295]
00000400:00000200:2.0:1787757076.224488:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757076.224497:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757076.224504:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757076.224509:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acd00.
00000800:00000200:2.0:1787757076.224514:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757076.224518:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787757076.224524:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757076.224528:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787757076.224533:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757076.224536:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acd00.
00000400:00000200:2.0:1787757076.224540:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757076.224545:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757076.224549:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cb28
00000400:00000010:2.0:1787757076.224552:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cb28.
00000100:00000001:2.0:1787757076.224555:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757076.224560:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1b0c0 x1874594466049792/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757076.224570:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757076.224574:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1b0c0 x1874594466049792/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757101 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757076.224583:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757076.224585:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757076.224590:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757076.224595:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:2.0:1787757076.224600:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757076.224603:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313328170
00000100:00000001:2.0:1787757076.224607:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313329065
00000100:00000001:2.0:1787757076.224610:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313328170
00000100:00000001:2.0:1787757076.224613:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313329065
00000100:00000001:2.0:1787757076.224616:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757076.224618:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757076.224621:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757076.224625:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757076/real 1787757076]  req@ffff92507ca1b0c0 x1874594466049792/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757076.224636:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757076.224638:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757076.224640:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757076.224643:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757076.224645:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757076.224647:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757076.224651:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1b0c0 x1874594466049792/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757076.224661:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1b0c0 x1874594466049792/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757076.224669:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757076.224671:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757076.224674:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757076.224675:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757076.224680:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1b0c0 x1874594466049792/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757076.224688:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757076.224692:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1b0c0 x1874594466049792/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757101 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757076.224703:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757076.224706:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757076.224708:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757076.224710:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757076.224712:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757076.224716:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757076.224719:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757076.224723:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757076.224725:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757076.224730:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1b0c0 x1874594466049792/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757101 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757076.224739:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466049792:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757076.224744:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757076.224749:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca19680 x1874594466049920/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757076.224757:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757076.224759:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757076.224762:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757076.224764:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757076.224767:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757076.224771:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466049920:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757076.224776:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757076.224778:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757076.224780:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757076.224782:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757076.224786:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757076.224789:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757076.224794:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757076.224797:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000010:2.0:1787757076.224801:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000200:2.0:1787757076.224805:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466049920, portal 4
00000100:00000001:2.0:1787757076.224807:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757076.224809:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118844544 : -120600590707072 : ffff92507ca19680)
00000100:00000040:2.0:1787757076.224817:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca19680 x1874594466049920/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757076.224825:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757076.224828:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757076.224831:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cb28.
00000100:00000200:2.0:1787757076.224834:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466049920, offset 0
00000400:00000200:2.0:1787757076.224839:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757076.224843:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757076.224847:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757076.224851:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757076.224854:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757076.224857:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757076.224860:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757076.224864:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56301:56301:256:4294967295] 192.168.201.154@tcp LPNI seq info [56301:56301:8:4294967295]
00000400:00000200:2.0:1787757076.224870:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757076.224878:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757076.224883:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757076.224886:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acd00.
00000800:00000200:2.0:1787757076.224891:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757076.224894:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787757076.224899:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757076.224902:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787757076.224908:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757076.224911:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acd00.
00000400:00000200:2.0:1787757076.224914:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757076.224919:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757076.224922:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cb28
00000400:00000010:2.0:1787757076.224925:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cb28.
00000100:00000001:2.0:1787757076.224928:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757076.224932:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca19680 x1874594466049920/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757076.224945:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757076.224952:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19680 x1874594466049920/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757101 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757076.224966:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757076.224970:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757076.224976:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757076.224981:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:2.0:1787757076.224988:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757076.224993:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313328153
00000100:00000001:2.0:1787757076.224997:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313329065
00000100:00000001:2.0:1787757076.225002:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313328153
00000100:00000001:2.0:1787757076.225006:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313329065
00000100:00000001:2.0:1787757076.225011:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757076.225015:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757076.225019:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757076.225028:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757076/real 1787757076]  req@ffff92507ca19680 x1874594466049920/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757076.225046:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757076.225049:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757076.225053:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757076.225058:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757076.225060:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757076.225063:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757076.225068:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca19680 x1874594466049920/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757076.225079:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca19680 x1874594466049920/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757076.225089:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757076.225091:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757076.225093:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757076.225095:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757076.225100:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca19680 x1874594466049920/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757076.225108:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757076.225113:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca19680 x1874594466049920/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757101 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757076.225155:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757076.225158:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757076.225161:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757076.225163:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757076.225166:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757076.225168:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757076.225171:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757076.225176:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757076.225178:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757076.225185:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca19680 x1874594466049920/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757101 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757076.225195:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466049920:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757076.225200:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757076.225203:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757076.225207:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1b0c0 x1874594466049792/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757101 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757076.225216:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757076.225218:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757076.225222:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507caff800.
02000000:00000001:2.0:1787757076.225226:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757076.225228:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757076.225230:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:2.0:1787757076.225233:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757076.225235:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51e800.
02000000:00000001:2.0:1787757076.225239:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757076.225240:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757076.225243:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1b0c0.
00000100:00000001:2.0:1787757076.225246:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757076.225248:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757076.225250:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757076.225254:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca19680 x1874594466049920/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757101 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757076.225262:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757076.225263:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757076.225265:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757076.225296:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757076.225298:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757076.225299:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:2.0:1787757076.225301:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757076.225303:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51c000.
02000000:00000001:2.0:1787757076.225306:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757076.225307:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757076.225309:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca19680.
00000100:00000001:2.0:1787757076.225312:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757076.225314:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757076.225316:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757076.225322:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757076.225323:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757076.225326:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757076.225328:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757076.734533:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757076.734549:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757076.734553:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757076.734563:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757076.734571:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757076.734580:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757076.734586:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757076.734592:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757076.734598:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757077.054631:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757077.054641:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757077.054648:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757077.182484:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313329065, at 4313329088
00000100:00000040:3.0:1787757077.182512:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313329065, at 4313329088
00000100:00000010:2.0:1787757077.182513:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c060.
00000100:00000010:3.0:1787757077.182537:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c300.
00000100:00000001:2.0:1787757077.758439:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757077.758451:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757077.758454:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757077.758461:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757077.758465:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757077.758489:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757077.758494:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757077.758498:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757077.758502:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757078.078615:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757078.078623:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757078.078628:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757078.782455:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757078.782481:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757078.782485:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757078.782508:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757078.782514:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757078.782521:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757078.782526:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757078.782531:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757078.782536:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757079.102594:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757079.102604:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757079.102611:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757079.806489:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757079.806511:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757079.806514:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757079.806522:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757079.806527:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757079.806533:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757079.806537:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757079.806541:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757079.806546:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757080.126649:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757080.126659:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757080.126667:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757080.830375:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757080.830388:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757080.830391:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757080.830399:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757080.830404:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757080.830411:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757080.830415:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757080.830419:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757080.830423:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757081.150596:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757081.150603:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757081.150611:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757081.342476:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757081.342491:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757081.342494:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757081.342500:0:277752:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757081.342506:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757081.342519:0:277752:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18660
00000400:00000200:3.0:1787757081.342535:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757081.342547:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757081.342554:0:277752:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757081.342564:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757081.342570:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757081.342576:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757081.342597:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757081.342606:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757081.342609:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757081.342615:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757081.342619:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757081.342623:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757081.342626:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757081.342631:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757081.342634:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757081.342637:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757081.342639:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757081.342643:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757081.342648:0:277752:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757081.342652:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757081.342697:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757081.342702:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757081.342705:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757081.342708:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757081.342712:0:277752:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757081.342725:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a940.
00000020:00000040:3.0:1787757081.342730:0:277752:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757081.342736:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757081.342738:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757081.342742:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757081.342746:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757081.342751:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757081.342761:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51dc00.
00000100:00000001:3.0:1787757081.342769:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757081.342781:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a940 x1874594466050048/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757081.342795:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757081.342801:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757081.342807:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acf304e1] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a940 x1874594466050048/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757081.342837:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757081.342842:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757081.342847:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757081.342849:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757081.342851:0:277752:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757081.342856:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757081.342859:0:277752:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18660
00000400:00000200:3.0:1787757081.342865:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757081.342869:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757081.342872:0:277752:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757081.342876:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757081.342879:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757081.342882:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757081.342885:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757081.342888:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757081.342890:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757081.342892:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757081.342895:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787757081.342897:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787757081.342899:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787757081.342903:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757081.342905:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757081.342907:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757081.342910:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757081.342913:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787757081.342917:0:277752:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757081.342920:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757081.342922:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757081.342931:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757081.342934:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757081.342939:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757081.342946:0:277752:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757081.342950:0:277752:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757081.342952:0:277752:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757081.342957:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a1c0.
00000020:00000040:3.0:1787757081.342960:0:277752:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000100:00000001:2.0:1787757081.342964:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787757081.342965:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757081.342968:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757081.342977:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757081.342979:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787757081.342984:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787757081.342984:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757081.342999:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000010:3.0:1787757081.343001:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e000.
00000100:00000001:3.0:1787757081.343013:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757081.343053:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1a940 x1874594466050048/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757081.343057:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a1c0 x1874594466050176/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757081.343112:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757081.343113:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757081.343123:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757081.343126:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757081.343133:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757081.343142:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1787757081.343143:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062ae16d5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a1c0 x1874594466050176/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787757081.343159:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757081.343174:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757081.343186:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787757081.343187:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466050048:192.168.201.154@tcp:250:kworker.0
00000100:00080000:3.0:1787757081.343201:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787757081.343211:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787757081.343213:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1787757081.343216:0:277752:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757081.343225:0:277752:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:2.0:1787757081.343230:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1787757081.343231:0:277752:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18660
02000000:00000001:2.0:1787757081.343244:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757081.343248:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757081.343257:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
02000000:00000001:2.0:1787757081.343258:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1787757081.343327:0:277752:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757081.343337:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757081.343342:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757081.343346:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757081.343352:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757081.343358:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757081.343364:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787757081.343368:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000010:2.0:1787757081.343374:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafc800.
00000020:00000040:3.0:1787757081.343376:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
02000000:00000001:2.0:1787757081.343384:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757081.343391:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787757081.343403:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:2.0:1787757081.343406:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757081.343422:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000100:00000040:3.0:1787757081.343424:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757081.343435:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1787757081.343438:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000040:3.0:1787757081.343443:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757081.343450:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000200:2.0:1787757081.343455:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466050048, portal 25
00000020:00000040:3.0:1787757081.343458:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00000001:2.0:1787757081.343462:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757081.343470:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118849344 : -120600590702272 : ffff92507ca1a940)
00000100:00080000:3.0:1787757081.343473:0:277752:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757081.343490:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757081.343500:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1787757081.343502:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1a940 x1874594466050048/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787757081.343511:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757081.343529:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1787757081.343531:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757081.343542:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000001:3.0:1787757081.343549:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000010:2.0:1787757081.343550:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cb28.
00000100:00000200:2.0:1787757081.343561:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466050048, offset 0
00000008:00100000:3.0:1787757081.343563:0:277752:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787757081.343577:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000008:00000001:3.0:1787757081.343578:0:277752:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757081.343590:0:277752:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757081.343599:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000010:3.0:1787757081.343601:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19a40.
00000020:00000040:3.0:1787757081.343608:0:277752:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787757081.343612:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1787757081.343619:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
02000000:00000001:3.0:1787757081.343619:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757081.343636:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757081.343640:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787757081.343644:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1787757081.343645:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757081.343659:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
02000000:00000010:3.0:1787757081.343660:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51ec00.
00000400:00000200:2.0:1787757081.343672:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787757081.343672:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757081.343693:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00100000:3.0:1787757081.343703:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19a40 x1874594466050304/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787757081.343718:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56302:56302:256:4294967295] 192.168.201.154@tcp LPNI seq info [56302:56302:8:4294967295]
00000100:00000001:3.0:1787757081.343753:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787757081.343756:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757081.343769:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757081.343781:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048dd93e3] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19a40 x1874594466050304/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787757081.343808:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757081.343851:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000001:3.0:1787757081.343855:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757081.343864:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:2.0:1787757081.343866:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acd00.
00000100:00000040:3.0:1787757081.343877:0:277752:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787757081.343889:0:277752:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18670)
00000800:00000200:2.0:1787757081.343890:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757081.343908:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:2.0:1787757081.343927:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757081.343934:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757081.343940:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313334185
00000100:00000010:2.0:1787757081.343950:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c060.
00000100:00000001:2.0:1787757081.343962:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787757081.343974:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313334185
00000100:00000010:2.0:1787757081.343979:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c180.
00000100:00000001:2.0:1787757081.343983:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787757081.343993:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757081.343999:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757081.344006:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757081.344010:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757081.344023:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757081.344051:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787757081.344057:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757081.344060:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757081.344062:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757081.344071:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1a1c0 x1874594466050176/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757081.344083:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757081.344087:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757081.344091:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757081.344094:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757081.344097:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757081.344102:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466050176:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757081.344107:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757081.344111:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757081.344113:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757081.344116:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757081.344122:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507caff800.
02000000:00000001:2.0:1787757081.344125:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757081.344131:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757081.344136:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241f420.
00000400:00000010:2.0:1787757081.344141:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c4c8.
00000100:00000200:2.0:1787757081.344147:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466050176, portal 10
00000100:00000001:2.0:1787757081.344150:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757081.344153:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118847424 : -120600590704192 : ffff92507ca1a1c0)
00000100:00000040:2.0:1787757081.344169:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1a1c0 x1874594466050176/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757081.344185:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757081.344193:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757081.344201:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c3b8.
00000100:00000200:2.0:1787757081.344207:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466050176, offset 0
00000400:00000200:2.0:1787757081.344220:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757081.344230:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757081.344238:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757081.344245:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757081.344251:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757081.344256:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757081.344261:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757081.344301:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56303:56303:255:4294967295] 192.168.201.154@tcp LPNI seq info [56303:56303:7:4294967295]
00000400:00000200:2.0:1787757081.344307:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757081.344318:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757081.344326:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757081.344332:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2ac700.
00000800:00000200:2.0:1787757081.344338:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757081.344343:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:2.0:1787757081.344348:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757081.344354:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:2.0:1787757081.344358:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757081.344362:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313333290
00000100:00000001:2.0:1787757081.344366:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313334185
00000100:00000001:2.0:1787757081.344369:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313333290
00000100:00000001:2.0:1787757081.344372:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313334185
00000100:00000001:2.0:1787757081.344374:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757081.344377:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757081.344380:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757081.344386:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca19a40 x1874594466050304/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757081.344395:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757081.344397:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757081.344400:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757081.344403:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757081.344406:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757081.344410:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca19a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466050304:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757081.344414:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757081.344417:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757081.344420:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757081.344422:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757081.344427:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafe400.
02000000:00000001:2.0:1787757081.344429:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757081.344434:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757081.344440:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241f5d8.
00000400:00000010:2.0:1787757081.344450:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c330.
00000100:00000200:2.0:1787757081.344458:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466050304, portal 4
00000100:00000001:2.0:1787757081.344462:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757081.344465:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118845504 : -120600590706112 : ffff92507ca19a40)
00000100:00000040:2.0:1787757081.344479:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca19a40 x1874594466050304/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757081.344492:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757081.344496:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757081.344502:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cbb0.
00000100:00000200:2.0:1787757081.344507:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466050304, offset 0
00000400:00000200:2.0:1787757081.344515:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757081.344523:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757081.344530:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757081.344536:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757081.344542:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757081.344547:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757081.344552:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757081.344557:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56304:56304:254:4294967295] 192.168.201.154@tcp LPNI seq info [56304:56304:6:4294967295]
00000400:00000200:2.0:1787757081.344566:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757081.344578:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757081.344586:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757081.344593:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acc00.
00000800:00000200:2.0:1787757081.344600:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757081.344607:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:2.0:1787757081.344612:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757081.344619:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:2.0:1787757081.344625:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757081.344630:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313333273
00000100:00000001:2.0:1787757081.344635:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313334185
00000100:00000001:2.0:1787757081.344639:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313333273
00000100:00000001:2.0:1787757081.344643:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313334185
00000100:00000001:2.0:1787757081.344647:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757081.344652:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757081.344658:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757081.344662:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757081.344683:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757081.344686:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787757081.344691:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757081.344694:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757081.344698:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757081.344702:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757081.854407:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757081.854417:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757081.854420:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757081.854426:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757081.854432:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757081.854438:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757081.854442:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757081.854448:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757081.854453:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757082.174626:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757082.174631:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757082.174682:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757082.302444:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313334185, at 4313334208
00000100:00000040:3.0:1787757082.302445:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313334185, at 4313334208
00000100:00000010:2.0:1787757082.302487:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c060.
00000100:00000010:3.0:1787757082.302509:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c180.
00000100:00000001:2.0:1787757082.878381:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757082.878393:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757082.878397:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757082.878407:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757082.878413:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757082.878420:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757082.878426:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757082.878431:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757082.878436:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757083.198575:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757083.198582:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757083.198587:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757083.902404:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757083.902412:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757083.902414:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757083.902419:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757083.902423:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757083.902426:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757083.902429:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757083.902432:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757083.902435:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757084.222625:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757084.222632:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757084.222637:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787757084.414628:0:238944:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.154:988
00000400:00000100:3.0:1787757084.414742:0:238944:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.154@tcp at host 192.168.201.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1787757084.414758:0:238944:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757084.414766:0:238944:0:(router.c:1791:lnet_notify()) 192.168.201.54@tcp notifying 192.168.201.154@tcp: down
00000400:00000200:3.0:1787757084.414775:0:238944:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757084.414782:0:238944:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1787757084.414792:0:238944:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000800:00000010:3.0:1787757084.414800:0:238944:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acd00.
00000400:00000200:3.0:1787757084.414809:0:238944:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787757084.414819:0:238944:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787757084.414830:0:238944:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cb28
00000400:00000010:3.0:1787757084.414834:0:238944:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cb28.
00000100:00000001:3.0:1787757084.414844:0:238944:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757084.414856:0:238944:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff92507ca1a940 x1874594466050048/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757084.414891:0:238944:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757084.414897:0:238944:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a940 x1874594466050048/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757106 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757084.414907:0:238944:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757084.414910:0:238944:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787757084.414923:0:238944:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000800:00000010:3.0:1787757084.414927:0:238944:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2ac700.
00000400:00000200:3.0:1787757084.414932:0:238944:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787757084.414937:0:238944:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787757084.414943:0:238944:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c3b8
00000400:00000010:3.0:1787757084.414947:0:238944:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c3b8.
00000100:00000001:3.0:1787757084.414952:0:238944:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757084.414957:0:238944:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff92507ca1a1c0 x1874594466050176/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757084.414966:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757084.414969:0:238944:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787757084.415010:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757084.415017:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757084.415036:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757081/real 1787757084]  req@ffff92507ca1a1c0 x1874594466050176/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757106 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787757084.415046:0:238944:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a1c0 x1874594466050176/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757106 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757084.415094:0:238944:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787757084.415097:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787757084.415099:0:238944:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000001:2.0:1787757084.415107:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000800:00000100:3.0:1787757084.415119:0:238944:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000400:00000010:2.0:1787757084.415120:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241f420.
00000800:00000010:3.0:1787757084.415134:0:238944:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acc00.
00000400:00000200:2.0:1787757084.415136:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c4c8
00000400:00000010:2.0:1787757084.415145:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c4c8.
00000400:00000200:3.0:1787757084.415146:0:238944:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:2.0:1787757084.415158:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:3.0:1787757084.415162:0:238944:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787757084.415172:0:238944:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cbb0
00000100:00000200:2.0:1787757084.415176:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1a1c0 x1874594466050176/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1787757084.415179:0:238944:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cbb0.
00000100:00000001:3.0:1787757084.415193:0:238944:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757084.415208:0:238944:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff92507ca19a40 x1874594466050304/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757084.415216:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1a1c0 x1874594466050176/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757084.415240:0:238944:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787757084.415251:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:3.0:1787757084.415256:0:238944:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19a40 x1874594466050304/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757106 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757084.415259:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757084.415341:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757084.415346:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757084.415362:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1a1c0 x1874594466050176/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757084.415389:0:238944:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757084.415400:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757084.415401:0:238944:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:2.0:1787757084.415420:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1a1c0 x1874594466050176/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757106 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757084.415436:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757084.415443:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757084.415447:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757084.415450:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757084.415456:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757084.415463:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757084.415470:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757084.415481:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757084.415487:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757084.415498:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1a1c0 x1874594466050176/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757106 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757084.415519:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466050176:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757084.415530:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757084.415541:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757081/real 1787757084]  req@ffff92507ca19a40 x1874594466050304/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757084.415560:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757084.415640:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757084.415647:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241f5d8.
00000400:00000200:2.0:1787757084.415654:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c330
00000400:00000010:2.0:1787757084.415657:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c330.
00000100:00000001:2.0:1787757084.415663:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757084.415673:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca19a40 x1874594466050304/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757084.415693:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca19a40 x1874594466050304/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757084.415709:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757084.415713:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757084.415717:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757084.415720:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757084.415728:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca19a40 x1874594466050304/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757084.415743:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757084.415753:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca19a40 x1874594466050304/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757106 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757084.415786:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757084.415792:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757084.415796:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757084.415799:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757084.415803:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757084.415806:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757084.415811:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757084.415819:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757084.415823:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757084.415832:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca19a40 x1874594466050304/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757106 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757084.415848:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca19a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466050304:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757084.415857:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757084.415866:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757081/real 1787757084]  req@ffff92507ca1a940 x1874594466050048/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757084.415882:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757084.415885:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757084.415890:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757084.415895:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757084.415899:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757084.415903:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757084.415909:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1a940 x1874594466050048/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757084.415924:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1a940 x1874594466050048/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757084.415937:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757084.415941:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757084.415945:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757084.415947:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757084.415954:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1a940 x1874594466050048/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757084.415966:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757084.416001:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1a940 x1874594466050048/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757106 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757084.416014:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757084.416018:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757084.416021:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757084.416023:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757084.416027:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757084.416030:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757084.416034:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757084.416042:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757084.416046:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757084.416053:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1a940 x1874594466050048/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757106 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757084.416067:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466050048:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757084.416076:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757084.416080:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757084.416086:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1a1c0 x1874594466050176/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757106 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757084.416098:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757084.416103:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757084.416110:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507caff800.
02000000:00000001:2.0:1787757084.416117:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757084.416122:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757084.416127:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:2.0:1787757084.416131:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757084.416145:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51e000.
02000000:00000001:2.0:1787757084.416151:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757084.416155:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757084.416158:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1a1c0.
00000100:00000001:2.0:1787757084.416164:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757084.416167:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757084.416171:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757084.416178:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca19a40 x1874594466050304/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757106 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757084.416192:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757084.416195:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757084.416198:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafe400.
02000000:00000001:2.0:1787757084.416204:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757084.416206:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757084.416210:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:2.0:1787757084.416214:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757084.416216:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51ec00.
02000000:00000001:2.0:1787757084.416220:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757084.416222:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757084.416225:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca19a40.
00000100:00000001:2.0:1787757084.416229:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757084.416232:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757084.416235:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757084.416243:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1a940 x1874594466050048/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757106 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757084.416256:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757084.416259:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757084.416262:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757084.416313:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757084.416318:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757084.416321:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:2.0:1787757084.416326:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757084.416331:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51dc00.
02000000:00000001:2.0:1787757084.416338:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757084.416342:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757084.416347:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1a940.
00000100:00000001:2.0:1787757084.416353:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757084.416355:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757084.416361:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757084.416377:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757084.416381:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757084.416385:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757084.416389:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757084.926396:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757084.926406:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757084.926409:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757084.926416:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757084.926421:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757084.926426:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757084.926430:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757084.926434:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757084.926437:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757085.246601:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757085.246610:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757085.246616:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757085.950406:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757085.950417:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757085.950421:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757085.950427:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757085.950432:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757085.950437:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757085.950440:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757085.950443:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757085.950447:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757086.270584:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757086.270590:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757086.270595:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757086.462522:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757086.462538:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757086.462542:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757086.462549:0:277752:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757086.462558:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757086.462570:0:277752:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18665
00000400:00000200:3.0:1787757086.462586:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757086.462597:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757086.462603:0:277752:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757086.462611:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757086.462617:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757086.462623:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757086.462628:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757086.462634:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757086.462638:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757086.462642:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757086.462647:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757086.462651:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757086.462656:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757086.462661:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757086.462665:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757086.462669:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757086.462673:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757086.462679:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757086.462684:0:277752:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757086.462689:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757086.462694:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757086.462700:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757086.462704:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757086.462708:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757086.462712:0:277752:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757086.462722:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1bc00.
00000020:00000040:3.0:1787757086.462727:0:277752:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757086.462733:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757086.462737:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757086.462742:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757086.462746:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757086.462753:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757086.462763:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c400.
00000100:00000001:3.0:1787757086.462773:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757086.462788:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1bc00 x1874594466050432/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757086.462807:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757086.462814:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757086.462824:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002bc35b5c] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1bc00 x1874594466050432/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757086.462863:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757086.462867:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757086.462872:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757086.462874:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757086.462877:0:277752:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757086.462882:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757086.462887:0:277752:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18665
00000400:00000200:3.0:1787757086.462895:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757086.462901:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757086.462906:0:277752:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757086.462913:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757086.462918:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757086.462922:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757086.462928:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757086.462933:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757086.462964:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757086.462968:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757086.462972:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787757086.462976:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787757086.462981:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:2.0:1787757086.462986:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787757086.462989:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757086.462997:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787757086.462999:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787757086.463003:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757086.463007:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787757086.463012:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757086.463021:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00000040:2.0:1787757086.463027:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1bc00 x1874594466050432/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787757086.463031:0:277752:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757086.463043:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757086.463052:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787757086.463062:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787757086.463065:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757086.463068:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757086.463075:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757086.463079:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787757086.463084:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:2.0:1787757086.463088:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1787757086.463095:0:277752:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787757086.463097:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787757086.463110:0:277752:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757086.463117:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466050432:192.168.201.154@tcp:250:kworker.0
00000100:00000001:3.0:1787757086.463119:0:277752:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757086.463134:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:3.0:1787757086.463135:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a940.
02000000:00000001:2.0:1787757086.463144:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:3.0:1787757086.463145:0:277752:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:2.0:1787757086.463152:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757086.463156:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757086.463162:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787757086.463163:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757086.463171:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757086.463175:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:2.0:1787757086.463177:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafc800.
02000000:00000001:3.0:1787757086.463180:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757086.463187:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757086.463195:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e400.
00000100:00000001:3.0:1787757086.463205:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757086.463215:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00100000:3.0:1787757086.463222:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a940 x1874594466050560/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1787757086.463230:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000010:2.0:1787757086.463248:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000001:3.0:1787757086.463248:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757086.463256:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787757086.463264:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466050432, portal 25
00000100:00000001:2.0:1787757086.463319:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757086.463323:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118854144 : -120600590697472 : ffff92507ca1bc00)
00000100:00000040:3.0:1787757086.463336:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acf304e1] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a940 x1874594466050560/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787757086.463338:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1bc00 x1874594466050432/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757086.463394:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787757086.463400:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757086.463405:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00080000:3.0:1787757086.463413:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1787757086.463415:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c330.
00000100:00000200:2.0:1787757086.463427:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466050432, offset 0
00000100:00080000:3.0:1787757086.463429:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787757086.463436:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757086.463439:0:277752:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757086.463449:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757086.463455:0:277752:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18665
00000400:00000200:3.0:1787757086.463463:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757086.463469:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757086.463475:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757086.463482:0:277752:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757086.463491:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000200:2.0:1787757086.463493:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757086.463501:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757086.463509:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000200:2.0:1787757086.463514:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00000001:3.0:1787757086.463517:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757086.463526:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757086.463529:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000400:00000200:2.0:1787757086.463531:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1787757086.463535:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757086.463543:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000400:00000200:2.0:1787757086.463545:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000020:00000001:3.0:1787757086.463553:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:2.0:1787757086.463558:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1787757086.463565:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:2.0:1787757086.463571:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00000040:3.0:1787757086.463580:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757086.463591:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787757086.463592:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56305:56305:256:4294967295] 192.168.201.154@tcp LPNI seq info [56305:56305:8:4294967295]
00000100:00000040:3.0:1787757086.463603:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000200:2.0:1787757086.463613:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757086.463614:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757086.463624:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787757086.463635:0:277752:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757086.463646:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757086.463649:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1787757086.463655:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757086.463665:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.0:1787757086.463670:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
02000000:00000001:3.0:1787757086.463673:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757086.463681:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000010:2.0:1787757086.463684:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acc00.
00000008:00100000:3.0:1787757086.463688:0:277752:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757086.463697:0:277752:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757086.463706:0:277752:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787757086.463707:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000010:3.0:1787757086.463719:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19a40.
00000800:00000200:2.0:1787757086.463720:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000020:00000040:3.0:1787757086.463731:0:277752:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000800:00000200:2.1:1787757086.463740:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000001:3.0:1787757086.463743:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757086.463750:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787757086.463753:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787757086.463765:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757086.463769:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acc00.
00000400:00000200:2.0:1787757086.463778:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757086.463786:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757086.463795:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c330
00000400:00000010:2.0:1787757086.463799:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c330.
00000100:00000001:2.0:1787757086.463807:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757086.463815:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1bc00 x1874594466050432/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757086.463834:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757086.463840:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1bc00 x1874594466050432/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757111 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757086.463856:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757086.463861:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757086.463872:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757086.463881:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757086.463886:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313339305
00000100:00000010:2.0:1787757086.463896:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c060.
00000100:00000001:2.0:1787757086.463907:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787757086.463916:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313339305
00000100:00000010:2.0:1787757086.463923:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344cba0.
00000100:00000001:2.0:1787757086.463929:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787757086.463962:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757086.463969:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757086.463974:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757086.463985:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757086/real 1787757086]  req@ffff92507ca1bc00 x1874594466050432/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757086.463995:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757086.464001:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757086.464007:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787757086.464015:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000010:3.0:1787757086.464022:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51fc00.
00000400:00000001:2.0:1787757086.464023:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757086.464030:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000100:00000001:3.0:1787757086.464035:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757086.464040:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757086.464048:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00100000:3.0:1787757086.464055:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19a40 x1874594466050688/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757086.464057:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757086.464069:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1bc00 x1874594466050432/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757086.464098:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1787757086.464103:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1bc00 x1874594466050432/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757086.464108:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757086.464122:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757086.464127:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757086.464130:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048dd93e3] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19a40 x1874594466050688/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757086.464131:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757086.464135:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757086.464148:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1bc00 x1874594466050432/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757086.464177:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757086.464188:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757086.464190:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787757086.464204:0:277752:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1787757086.464206:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1bc00 x1874594466050432/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757111 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787757086.464218:0:277752:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18676)
00000100:00000001:2.0:1787757086.464231:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757086.464238:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757086.464242:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757086.464244:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757086.464251:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757086.464254:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757086.464309:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757086.464319:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757086.464323:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757086.464340:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1bc00 x1874594466050432/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757111 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757086.464355:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466050432:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757086.464369:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757086.464374:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757086.464380:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1bc00 x1874594466050432/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757111 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757086.464391:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757086.464396:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757086.464401:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757086.464406:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757086.464410:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757086.464413:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:2.0:1787757086.464417:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757086.464421:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51c400.
02000000:00000001:2.0:1787757086.464427:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757086.464430:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757086.464433:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1bc00.
00000100:00000001:2.0:1787757086.464439:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757086.464441:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757086.464445:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757086.464457:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757086.464461:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757086.464465:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757086.464468:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757086.464471:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757086.464479:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1a940 x1874594466050560/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757086.464493:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757086.464496:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757086.464500:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757086.464504:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757086.464510:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757086.464516:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466050560:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757086.464522:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757086.464527:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757086.464530:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757086.464535:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757086.464541:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757086.464545:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757086.464553:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757086.464558:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000010:2.0:1787757086.464565:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000200:2.0:1787757086.464571:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466050560, portal 10
00000100:00000001:2.0:1787757086.464575:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757086.464577:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118849344 : -120600590702272 : ffff92507ca1a940)
00000100:00000040:2.0:1787757086.464591:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1a940 x1874594466050560/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757086.464604:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757086.464608:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757086.464612:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c330.
00000100:00000200:2.0:1787757086.464616:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466050560, offset 0
00000400:00000200:2.0:1787757086.464625:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757086.464634:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757086.464642:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757086.464649:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757086.464654:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757086.464659:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757086.464663:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757086.464668:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56306:56306:256:4294967295] 192.168.201.154@tcp LPNI seq info [56306:56306:8:4294967295]
00000400:00000200:2.0:1787757086.464674:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757086.464683:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757086.464689:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757086.464694:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acc00.
00000800:00000200:2.0:1787757086.464700:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757086.464703:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787757086.464710:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757086.464713:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787757086.464718:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757086.464721:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acc00.
00000400:00000200:2.0:1787757086.464725:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757086.464730:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757086.464734:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c330
00000400:00000010:2.0:1787757086.464736:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c330.
00000100:00000001:2.0:1787757086.464740:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757086.464747:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1a940 x1874594466050560/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757086.464762:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757086.464768:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a940 x1874594466050560/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757111 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757086.464780:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757086.464783:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757086.464790:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757086.464797:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:2.0:1787757086.464804:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757086.464808:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313338410
00000100:00000001:2.0:1787757086.464814:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313339305
00000100:00000001:2.0:1787757086.464818:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313338410
00000100:00000001:2.0:1787757086.464822:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313339305
00000100:00000001:2.0:1787757086.464826:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757086.464830:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757086.464834:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757086.464842:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757086/real 1787757086]  req@ffff92507ca1a940 x1874594466050560/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757086.464857:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757086.464859:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757086.464862:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757086.464865:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757086.464867:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757086.464871:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757086.464876:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1a940 x1874594466050560/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757086.464886:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1a940 x1874594466050560/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757086.464894:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757086.464896:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757086.464898:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757086.464899:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757086.464903:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1a940 x1874594466050560/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757086.464911:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757086.464916:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1a940 x1874594466050560/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757111 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757086.464934:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757086.464965:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757086.464969:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757086.464971:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757086.464975:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757086.464979:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757086.464983:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757086.464990:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757086.464995:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757086.465004:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1a940 x1874594466050560/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757111 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757086.465021:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466050560:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757086.465029:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757086.465036:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca19a40 x1874594466050688/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757086.465059:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757086.465061:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757086.465065:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757086.465067:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757086.465070:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757086.465074:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca19a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466050688:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757086.465078:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757086.465081:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757086.465083:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757086.465085:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757086.465091:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafe400.
02000000:00000001:2.0:1787757086.465093:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757086.465098:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757086.465101:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000010:2.0:1787757086.465106:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000200:2.0:1787757086.465110:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466050688, portal 4
00000100:00000001:2.0:1787757086.465112:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757086.465114:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118845504 : -120600590706112 : ffff92507ca19a40)
00000100:00000040:2.0:1787757086.465122:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca19a40 x1874594466050688/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757086.465130:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757086.465133:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757086.465135:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c330.
00000100:00000200:2.0:1787757086.465138:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466050688, offset 0
00000400:00000200:2.0:1787757086.465143:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757086.465148:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757086.465153:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757086.465157:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757086.465160:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757086.465163:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757086.465168:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757086.465174:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56307:56307:256:4294967295] 192.168.201.154@tcp LPNI seq info [56307:56307:8:4294967295]
00000400:00000200:2.0:1787757086.465182:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757086.465195:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757086.465204:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757086.465210:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acc00.
00000800:00000200:2.0:1787757086.465219:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757086.465224:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787757086.465233:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757086.465238:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787757086.465245:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757086.465249:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acc00.
00000400:00000200:2.0:1787757086.465255:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757086.465260:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757086.465264:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c330
00000400:00000010:2.0:1787757086.465294:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c330.
00000100:00000001:2.0:1787757086.465298:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757086.465304:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca19a40 x1874594466050688/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757086.465315:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757086.465318:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19a40 x1874594466050688/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757111 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757086.465326:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757086.465328:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757086.465333:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757086.465337:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:2.0:1787757086.465341:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757086.465344:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313338394
00000100:00000001:2.0:1787757086.465347:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313339305
00000100:00000001:2.0:1787757086.465350:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313338394
00000100:00000001:2.0:1787757086.465353:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313339305
00000100:00000001:2.0:1787757086.465355:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757086.465358:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757086.465361:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757086.465365:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757086/real 1787757086]  req@ffff92507ca19a40 x1874594466050688/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757086.465375:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757086.465376:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757086.465379:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757086.465381:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757086.465383:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757086.465385:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757086.465389:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca19a40 x1874594466050688/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757086.465399:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca19a40 x1874594466050688/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757086.465406:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757086.465408:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757086.465410:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757086.465411:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757086.465415:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca19a40 x1874594466050688/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757086.465423:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757086.465427:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca19a40 x1874594466050688/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757111 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757086.465434:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757086.465437:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757086.465439:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757086.465441:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757086.465444:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757086.465446:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757086.465449:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757086.465454:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757086.465456:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757086.465461:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca19a40 x1874594466050688/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757111 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757086.465470:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca19a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466050688:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757086.465474:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757086.465476:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757086.465480:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1a940 x1874594466050560/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757111 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757086.465487:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757086.465489:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757086.465491:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757086.465494:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757086.465496:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757086.465497:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:2.0:1787757086.465500:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757086.465502:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51e400.
02000000:00000001:2.0:1787757086.465506:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757086.465509:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757086.465512:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1a940.
00000100:00000001:2.0:1787757086.465516:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757086.465519:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757086.465522:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757086.465528:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca19a40 x1874594466050688/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757111 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757086.465540:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757086.465543:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757086.465546:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafe400.
02000000:00000001:2.0:1787757086.465550:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757086.465553:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757086.465555:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:2.0:1787757086.465559:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757086.465563:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51fc00.
02000000:00000001:2.0:1787757086.465570:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757086.465573:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757086.465575:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca19a40.
00000100:00000001:2.0:1787757086.465580:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757086.465582:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757086.465585:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757086.465593:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757086.465596:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757086.465600:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757086.465602:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757086.974372:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757086.974382:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757086.974385:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757086.974391:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757086.974396:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757086.974401:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757086.974405:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757086.974408:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757086.974412:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757087.294547:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757087.294553:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757087.294558:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757087.422391:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313339305, at 4313339328
00000100:00000010:2.0:1787757087.422410:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c060.
00000100:00000040:3.0:1787757087.422452:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313339305, at 4313339328
00000100:00000010:3.0:1787757087.422467:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344cba0.
00000100:00000001:2.0:1787757087.998379:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757087.998387:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757087.998390:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757087.998396:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757087.998401:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757087.998406:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757087.998409:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757087.998413:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757087.998416:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757088.318593:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757088.318602:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757088.318609:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757089.022370:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757089.022378:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757089.022381:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757089.022387:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757089.022392:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757089.022396:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757089.022398:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757089.022401:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757089.022404:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757089.342555:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757089.342563:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757089.342569:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757090.046403:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757090.046414:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757090.046417:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757090.046424:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757090.046429:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757090.046433:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757090.046436:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757090.046440:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757090.046443:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757090.366614:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757090.366620:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757090.366625:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757091.070386:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757091.070395:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757091.070399:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757091.070405:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757091.070410:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757091.070414:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757091.070418:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757091.070422:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757091.070426:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757091.390589:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757091.390652:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757091.390656:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757091.582408:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757091.582425:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757091.582429:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757091.582437:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757091.582443:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757091.582452:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18671
00000400:00000200:3.0:1787757091.582481:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757091.582493:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757091.582499:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757091.582506:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757091.582512:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757091.582517:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757091.582522:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757091.582530:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757091.582534:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757091.582539:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757091.582545:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757091.582550:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757091.582555:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757091.582561:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757091.582566:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757091.582569:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757091.582571:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757091.582575:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757091.582580:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757091.582584:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757091.582588:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757091.582592:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757091.582595:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757091.582600:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757091.582604:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757091.582617:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a1c0.
00000020:00000040:3.0:1787757091.582622:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757091.582627:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757091.582629:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757091.582633:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757091.582637:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757091.582642:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757091.582652:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51d800.
00000100:00000001:3.0:1787757091.582660:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757091.582672:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a1c0 x1874594466050816/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757091.582686:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757091.582692:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757091.582698:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062ae16d5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a1c0 x1874594466050816/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757091.582730:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757091.582735:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757091.582740:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757091.582742:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757091.582744:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757091.582748:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757091.582752:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18671
00000400:00000200:3.0:1787757091.582758:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757091.582763:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757091.582767:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757091.582771:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757091.582775:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757091.582780:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757091.582784:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757091.582788:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757091.582791:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000100:00000001:2.0:1787757091.582795:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787757091.582795:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757091.582799:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787757091.582806:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:2.0:1787757091.582810:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787757091.582811:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:2.0:1787757091.582821:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757091.582821:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757091.582831:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757091.582834:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757091.582838:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000040:2.0:1787757091.582868:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1a1c0 x1874594466050816/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787757091.582870:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787757091.582883:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757091.582892:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757091.582900:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787757091.582910:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787757091.582912:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757091.582914:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757091.582921:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757091.582925:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787757091.582927:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:2.0:1787757091.582933:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1787757091.582936:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787757091.582945:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787757091.582946:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757091.582960:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757091.582968:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466050816:192.168.201.154@tcp:250:kworker.0
00000100:00000010:3.0:1787757091.582973:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19680.
00000020:00000040:3.0:1787757091.582985:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000100:00000001:2.0:1787757091.582989:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757091.582997:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757091.583001:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757091.583004:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757091.583010:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757091.583013:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757091.583020:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787757091.583021:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757091.583031:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757091.583037:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafe400.
02000000:00000001:2.0:1787757091.583044:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757091.583046:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51fc00.
00000400:00000200:2.0:1787757091.583056:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757091.583057:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787757091.583066:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000100:00100000:3.0:1787757091.583075:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19680 x1874594466050944/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1787757091.583081:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000001:3.0:1787757091.583098:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1787757091.583099:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466050816, portal 25
00000100:00000001:2.0:1787757091.583107:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757091.583108:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757091.583111:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118847424 : -120600590704192 : ffff92507ca1a1c0)
00000100:00000040:3.0:1787757091.583121:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c14b51e] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19680 x1874594466050944/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787757091.583132:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1a1c0 x1874594466050816/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757091.583145:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757091.583154:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787757091.583159:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787757091.583164:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757091.583171:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c330.
00000100:00080000:3.0:1787757091.583175:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000200:2.0:1787757091.583177:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466050816, offset 0
00000100:00000001:3.0:1787757091.583185:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1787757091.583195:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00080000:3.0:1787757091.583195:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757091.583209:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787757091.583221:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00080000:3.0:1787757091.583223:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18671
00000400:00000200:2.0:1787757091.583244:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757091.583257:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757091.583264:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757091.583334:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757091.583338:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757091.583344:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56308:56308:256:4294967295] 192.168.201.154@tcp LPNI seq info [56308:56308:8:4294967295]
00000400:00000200:2.0:1787757091.583352:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757091.583368:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757091.583378:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757091.583389:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000800:00000010:2.0:1787757091.583391:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acc00.
00000400:00000200:3.0:1787757091.583404:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000800:00000200:2.0:1787757091.583413:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00080000:3.0:1787757091.583418:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1787757091.583422:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000100:00000040:3.0:1787757091.583434:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000800:00000200:2.1:1787757091.583440:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:3.0:1787757091.583443:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1787757091.583452:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000100:00000040:3.0:1787757091.583454:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757091.583467:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000800:00000100:2.0:1787757091.583473:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000020:00000001:3.0:1787757091.583478:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757091.583483:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787757091.583487:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757091.583492:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000800:00000010:2.0:1787757091.583495:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acc00.
00000020:00000001:3.0:1787757091.583502:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:2.0:1787757091.583508:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:3.0:1787757091.583512:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:2.0:1787757091.583521:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757091.583530:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c330
00000100:00000040:3.0:1787757091.583532:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000010:2.0:1787757091.583536:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c330.
00000100:00000001:3.0:1787757091.583544:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787757091.583547:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1787757091.583556:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000200:2.0:1787757091.583564:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1a1c0 x1874594466050816/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757091.583565:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757091.583573:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787757091.583585:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757091.583597:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757091.583603:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757091.583611:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757091.583617:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757091.583618:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787757091.583621:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757091.583628:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757091.583634:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757091.583638:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a1c0 x1874594466050816/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757116 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757091.583639:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757091.583650:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1b0c0.
00000020:00000040:3.0:1787757091.583656:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787757091.583665:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757091.583670:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757091.583679:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787757091.583680:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757091.583682:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787757091.583688:0:238954:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1787757091.583691:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757091.583699:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e400.
00000100:00000001:2.0:1787757091.583702:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757091.583705:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757091.583714:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00100000:3.0:1787757091.583723:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1b0c0 x1874594466051072/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757091.583724:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313344425
00000100:00000010:2.0:1787757091.583741:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c060.
00000100:00000001:3.0:1787757091.583744:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757091.583750:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757091.583754:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000040:3.0:1787757091.583758:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043bdf1c5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1b0c0 x1874594466051072/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757091.583765:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313344425
00000100:00000010:2.0:1787757091.583775:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c7e0.
00000100:00000001:3.0:1787757091.583783:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757091.583786:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000040:3.0:1787757091.583790:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787757091.583796:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1787757091.583799:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1787757091.583810:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757091.583814:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18681)
00000100:00000001:2.0:1787757091.583821:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757091.583839:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757091/real 1787757091]  req@ffff92507ca1a1c0 x1874594466050816/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757091.583887:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757091.583891:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757091.583897:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757091.583905:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757091.583907:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757091.583912:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757091.583917:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1a1c0 x1874594466050816/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757091.583929:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1a1c0 x1874594466050816/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757091.583939:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757091.583942:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757091.583947:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757091.583951:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757091.583959:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1a1c0 x1874594466050816/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757091.583973:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757091.583983:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1a1c0 x1874594466050816/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757116 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757091.583999:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757091.584005:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757091.584009:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757091.584011:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757091.584016:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757091.584020:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757091.584027:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757091.584035:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757091.584039:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757091.584046:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1a1c0 x1874594466050816/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757116 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757091.584057:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466050816:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757091.584068:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757091.584071:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757091.584075:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1a1c0 x1874594466050816/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757116 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757091.584084:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757091.584087:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757091.584091:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafe400.
02000000:00000001:2.0:1787757091.584095:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757091.584097:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757091.584099:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:2.0:1787757091.584102:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757091.584105:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51d800.
02000000:00000001:2.0:1787757091.584110:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757091.584112:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757091.584115:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1a1c0.
00000100:00000001:2.0:1787757091.584119:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757091.584121:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757091.584123:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757091.584133:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757091.584136:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757091.584139:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757091.584141:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757091.584143:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757091.584148:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca19680 x1874594466050944/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757091.584157:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757091.584160:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757091.584162:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757091.584165:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757091.584168:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757091.584172:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466050944:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757091.584176:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757091.584179:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757091.584182:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757091.584185:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757091.584189:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafe400.
02000000:00000001:2.0:1787757091.584193:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757091.584200:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757091.584205:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000010:2.0:1787757091.584212:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000200:2.0:1787757091.584219:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466050944, portal 10
00000100:00000001:2.0:1787757091.584222:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757091.584225:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118844544 : -120600590707072 : ffff92507ca19680)
00000100:00000040:2.0:1787757091.584237:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca19680 x1874594466050944/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757091.584252:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757091.584257:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757091.584262:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c330.
00000100:00000200:2.0:1787757091.584306:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466050944, offset 0
00000400:00000200:2.0:1787757091.584315:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757091.584322:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757091.584329:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757091.584333:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757091.584337:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757091.584340:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757091.584344:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757091.584348:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56309:56309:256:4294967295] 192.168.201.154@tcp LPNI seq info [56309:56309:8:4294967295]
00000400:00000200:2.0:1787757091.584353:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757091.584362:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757091.584368:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757091.584373:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acc00.
00000800:00000200:2.0:1787757091.584379:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757091.584383:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787757091.584390:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757091.584394:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787757091.584399:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757091.584402:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acc00.
00000400:00000200:2.0:1787757091.584407:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757091.584412:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757091.584416:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c330
00000400:00000010:2.0:1787757091.584418:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c330.
00000100:00000001:2.0:1787757091.584422:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757091.584427:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca19680 x1874594466050944/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757091.584438:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757091.584442:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19680 x1874594466050944/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757116 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757091.584451:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757091.584453:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757091.584457:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757091.584463:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:2.0:1787757091.584467:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757091.584470:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313343530
00000100:00000001:2.0:1787757091.584474:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313344425
00000100:00000001:2.0:1787757091.584477:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313343530
00000100:00000001:2.0:1787757091.584479:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313344425
00000100:00000001:2.0:1787757091.584482:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757091.584485:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757091.584487:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757091.584492:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757091/real 1787757091]  req@ffff92507ca19680 x1874594466050944/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757091.584502:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757091.584504:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757091.584506:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757091.584509:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757091.584512:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757091.584514:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757091.584519:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca19680 x1874594466050944/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757091.584530:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca19680 x1874594466050944/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757091.584538:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757091.584540:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757091.584542:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757091.584544:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757091.584548:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca19680 x1874594466050944/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757091.584556:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757091.584562:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca19680 x1874594466050944/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757116 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757091.584576:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757091.584581:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757091.584584:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757091.584586:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757091.584590:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757091.584593:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757091.584597:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757091.584605:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757091.584610:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757091.584619:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca19680 x1874594466050944/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757116 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757091.584637:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466050944:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757091.584645:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757091.584653:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1b0c0 x1874594466051072/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757091.584677:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757091.584679:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757091.584683:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757091.584685:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757091.584688:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757091.584692:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466051072:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757091.584697:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757091.584700:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757091.584702:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757091.584704:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757091.584709:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757091.584712:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757091.584717:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757091.584721:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000010:2.0:1787757091.584726:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000200:2.0:1787757091.584730:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466051072, portal 4
00000100:00000001:2.0:1787757091.584733:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757091.584735:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118851264 : -120600590700352 : ffff92507ca1b0c0)
00000100:00000040:2.0:1787757091.584743:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1b0c0 x1874594466051072/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757091.584752:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757091.584755:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757091.584757:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c330.
00000100:00000200:2.0:1787757091.584760:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466051072, offset 0
00000400:00000200:2.0:1787757091.584765:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757091.584770:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757091.584775:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757091.584779:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757091.584783:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757091.584787:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757091.584792:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757091.584799:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56310:56310:256:4294967295] 192.168.201.154@tcp LPNI seq info [56310:56310:8:4294967295]
00000400:00000200:2.0:1787757091.584807:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757091.584819:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757091.584829:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757091.584836:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acc00.
00000800:00000200:2.0:1787757091.584866:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757091.584873:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787757091.584884:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757091.584890:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787757091.584898:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757091.584903:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acc00.
00000400:00000200:2.0:1787757091.584910:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757091.584915:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757091.584919:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c330
00000400:00000010:2.0:1787757091.584922:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c330.
00000100:00000001:2.0:1787757091.584925:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757091.584931:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1b0c0 x1874594466051072/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757091.584943:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757091.584950:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1b0c0 x1874594466051072/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757116 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757091.584963:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757091.584966:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757091.584973:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757091.584979:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:2.0:1787757091.584986:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757091.584991:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313343513
00000100:00000001:2.0:1787757091.584997:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313344425
00000100:00000001:2.0:1787757091.585001:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313343513
00000100:00000001:2.0:1787757091.585006:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313344425
00000100:00000001:2.0:1787757091.585010:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757091.585016:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757091.585020:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757091.585028:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757091/real 1787757091]  req@ffff92507ca1b0c0 x1874594466051072/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757091.585044:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757091.585046:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757091.585049:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757091.585053:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757091.585055:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757091.585058:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757091.585062:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1b0c0 x1874594466051072/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757091.585073:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1b0c0 x1874594466051072/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757091.585081:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757091.585083:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757091.585085:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757091.585087:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757091.585091:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1b0c0 x1874594466051072/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757091.585100:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757091.585104:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1b0c0 x1874594466051072/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757116 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757091.585113:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757091.585116:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757091.585118:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757091.585120:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757091.585122:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757091.585124:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757091.585128:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757091.585133:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757091.585135:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757091.585141:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1b0c0 x1874594466051072/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757116 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757091.585150:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466051072:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757091.585155:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757091.585158:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757091.585162:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca19680 x1874594466050944/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757116 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757091.585169:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757091.585172:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757091.585174:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafe400.
02000000:00000001:2.0:1787757091.585177:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757091.585179:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757091.585181:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:2.0:1787757091.585184:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757091.585187:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51fc00.
02000000:00000001:2.0:1787757091.585193:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757091.585196:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757091.585199:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca19680.
00000100:00000001:2.0:1787757091.585204:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757091.585206:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757091.585209:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757091.585216:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1b0c0 x1874594466051072/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757116 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757091.585229:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757091.585231:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757091.585234:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757091.585239:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757091.585242:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757091.585245:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:2.0:1787757091.585249:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757091.585252:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51e400.
02000000:00000001:2.0:1787757091.585257:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757091.585259:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757091.585262:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1b0c0.
00000100:00000001:2.0:1787757091.585267:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757091.585304:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757091.585308:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757091.585314:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757091.585317:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757091.585319:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757091.585321:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757092.094424:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757092.094437:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757092.094441:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757092.094450:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757092.094457:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757092.094463:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757092.094467:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757092.094472:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757092.094478:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757092.414653:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757092.414660:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757092.414665:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757092.542407:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313344425, at 4313344448
00000100:00000040:2.0:1787757092.542411:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313344425, at 4313344448
00000100:00000010:3.0:1787757092.542436:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c7e0.
00000100:00000010:2.0:1787757092.542456:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c060.
00000100:00000001:2.0:1787757093.118370:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757093.118376:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757093.118379:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757093.118382:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757093.118385:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757093.118389:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757093.118391:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757093.118393:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757093.118395:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757093.438577:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757093.438585:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757093.438591:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757094.142424:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757094.142455:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757094.142459:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757094.142468:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757094.142475:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757094.142481:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757094.142486:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757094.142491:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757094.142496:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757094.462560:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757094.462567:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757094.462573:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757095.166435:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757095.166445:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757095.166448:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757095.166455:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757095.166460:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757095.166465:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757095.166468:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757095.166472:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757095.166475:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757095.486524:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757095.486530:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757095.486534:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757096.190380:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757096.190390:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757096.190394:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757096.190401:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757096.190405:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757096.190410:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757096.190413:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757096.190417:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757096.190420:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757096.510512:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757096.510520:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757096.510527:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757096.702459:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757096.702476:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757096.702481:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757096.702486:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757096.702493:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757096.702503:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18676
00000400:00000200:3.0:1787757096.702515:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757096.702538:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757096.702543:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757096.702548:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757096.702553:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757096.702556:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757096.702560:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757096.702566:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757096.702570:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757096.702574:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757096.702579:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757096.702583:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757096.702587:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757096.702592:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757096.702595:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757096.702598:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757096.702602:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757096.702607:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757096.702615:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757096.702618:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757096.702622:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757096.702627:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757096.702630:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757096.702633:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757096.702637:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757096.702646:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca192c0.
00000020:00000040:3.0:1787757096.702651:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757096.702658:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757096.702661:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757096.702665:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757096.702669:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757096.702674:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757096.702684:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c400.
00000100:00000001:3.0:1787757096.702693:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757096.702708:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca192c0 x1874594466051200/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757096.702723:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757096.702729:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757096.702738:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e50181] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca192c0 x1874594466051200/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757096.702794:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757096.702804:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757096.702811:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757096.702816:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757096.702820:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757096.702830:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757096.702837:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18676
00000100:00000001:2.0:1787757096.702840:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757096.702851:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757096.702858:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000400:00000200:3.0:1787757096.702865:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:2.0:1787757096.702879:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca192c0 x1874594466051200/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787757096.702880:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00000001:2.0:1787757096.702905:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757096.702910:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757096.702916:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757096.702930:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757096.702934:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757096.702943:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466051200:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757096.702953:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757096.702960:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757096.702964:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757096.702968:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757096.702978:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757096.702985:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757096.702985:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787757096.703003:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:3.0:1787757096.703012:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000010:2.0:1787757096.703013:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000010:2.0:1787757096.703028:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000200:2.0:1787757096.703040:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466051200, portal 25
00000100:00000001:2.0:1787757096.703045:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757096.703049:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118843584 : -120600590708032 : ffff92507ca192c0)
00000100:00000040:2.0:1787757096.703065:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca192c0 x1874594466051200/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757096.703081:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757096.703086:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757096.703091:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c330.
00000100:00000200:2.0:1787757096.703096:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466051200, offset 0
00000400:00000200:2.0:1787757096.703105:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757096.703117:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757096.703125:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757096.703133:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757096.703140:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757096.703146:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757096.703149:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757096.703155:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56311:56311:256:4294967295] 192.168.201.154@tcp LPNI seq info [56311:56311:8:4294967295]
00000400:00000200:2.0:1787757096.703162:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757096.703176:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757096.703192:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000001:3.0:1787757096.703198:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:2.0:1787757096.703205:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acc00.
00000100:00000040:3.0:1787757096.703212:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757096.703223:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000800:00000200:2.0:1787757096.703225:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000020:00000001:3.0:1787757096.703235:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:2.0:1787757096.703240:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000020:00000040:3.0:1787757096.703243:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757096.703252:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757096.703263:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000800:00000200:2.1:1787757096.703263:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757096.703309:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787757096.703332:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757096.703339:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acc00.
00000400:00000200:2.0:1787757096.703350:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757096.703362:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757096.703373:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c330
00000020:00000001:3.0:1787757096.703376:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000400:00000010:2.0:1787757096.703381:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c330.
00000020:00000001:3.0:1787757096.703387:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:2.0:1787757096.703394:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1787757096.703405:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000200:2.0:1787757096.703415:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca192c0 x1874594466051200/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757096.703417:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757096.703430:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757096.703436:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757096.703442:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787757096.703455:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757096.703463:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787757096.703465:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757096.703476:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca192c0 x1874594466051200/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757121 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787757096.703478:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757096.703489:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757096.703491:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757096.703503:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757096.703504:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757096.703511:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757096.703518:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787757096.703520:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787757096.703525:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757096.703534:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757096.703535:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757096.703541:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313349545
00000100:00000010:3.0:1787757096.703546:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca18b40.
00000100:00000010:2.0:1787757096.703554:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c060.
00000020:00000040:3.0:1787757096.703555:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787757096.703566:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757096.703568:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757096.703570:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787757096.703572:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757096.703579:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787757096.703583:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313349545
02000000:00000001:3.0:1787757096.703585:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757096.703595:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c900.
02000000:00000010:3.0:1787757096.703600:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51dc00.
00000100:00000001:2.0:1787757096.703602:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787757096.703612:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757096.703614:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757096.703618:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757096.703625:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757096.703633:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca18b40 x1874594466051328/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787757096.703639:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757096/real 1787757096]  req@ffff92507ca192c0 x1874594466051200/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757096.703679:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000001:2.0:1787757096.703683:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787757096.703685:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787757096.703688:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757096.703695:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000100:00000040:3.0:1787757096.703699:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5e8f4b9] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca18b40 x1874594466051328/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787757096.703701:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757096.703708:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757096.703717:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757096.703728:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca192c0 x1874594466051200/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757096.703729:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757096.703741:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757096.703785:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000200:2.0:1787757096.703792:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca192c0 x1874594466051200/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757096.703795:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757096.703805:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757096.703810:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757096.703817:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757096.703817:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787757096.703827:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757096.703831:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787757096.703834:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18676
00000100:00100000:2.0:1787757096.703843:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca192c0 x1874594466051200/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787757096.703857:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757096.703861:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757096.703876:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca192c0 x1874594466051200/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757121 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787757096.703876:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757096.703889:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787757096.703903:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1787757096.703904:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757096.703914:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757096.703915:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787757096.703921:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1787757096.703926:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757096.703928:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757096.703937:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:2.0:1787757096.703939:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757096.703946:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:3.0:1787757096.703947:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757096.703952:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000100:00080000:2.0:1787757096.703955:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:3.0:1787757096.703958:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757096.703965:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000100:00080000:2.0:1787757096.703966:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000020:00000001:3.0:1787757096.703971:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000001:2.0:1787757096.703974:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:3.0:1787757096.703979:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:2.0:1787757096.703986:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca192c0 x1874594466051200/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757121 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787757096.703994:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757096.704003:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757096.704013:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00100000:2.0:1787757096.704020:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466051200:192.168.201.154@tcp:250:kworker.0
00000100:00000001:3.0:1787757096.704021:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757096.704036:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00000001:2.0:1787757096.704039:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757096.704047:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1787757096.704054:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000040:2.0:1787757096.704056:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca192c0 x1874594466051200/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757121 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757096.704068:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757096.704075:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757096.704079:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757096.704081:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757096.704089:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafc800.
02000000:00000001:3.0:1787757096.704093:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757096.704094:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757096.704100:0:238954:0:(genops.c:1217:class_import_put()) Process entered
02000000:00000001:3.0:1787757096.704105:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787757096.704106:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:2.0:1787757096.704115:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:3.0:1787757096.704119:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000010:2.0:1787757096.704121:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51c400.
00000008:00100000:3.0:1787757096.704127:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787757096.704129:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757096.704135:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000008:00000001:3.0:1787757096.704137:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757096.704139:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca192c0.
00000100:00000001:3.0:1787757096.704143:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757096.704146:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757096.704152:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:3.0:1787757096.704153:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a580.
00000100:00000001:2.0:1787757096.704155:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1787757096.704163:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787757096.704169:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787757096.704170:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:3.0:1787757096.704172:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757096.704178:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757096.704179:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787757096.704188:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787757096.704189:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787757096.704192:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757096.704197:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787757096.704199:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757096.704204:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca18b40 x1874594466051328/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787757096.704213:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51ec00.
00000100:00000001:2.0:1787757096.704220:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757096.704224:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757096.704228:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757096.704229:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757096.704235:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757096.704240:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757096.704251:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca18b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466051328:192.168.201.154@tcp:38:kworker.0
00000100:00100000:3.0:1787757096.704254:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a580 x1874594466051456/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757096.704257:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757096.704263:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757096.704267:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757096.704321:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787757096.704334:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000010:2.0:1787757096.704335:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafc800.
00000100:00000001:3.0:1787757096.704340:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757096.704345:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757096.704354:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079505b6d] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a580 x1874594466051456/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787757096.704366:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757096.704380:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000100:00000001:3.0:1787757096.704396:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787757096.704397:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000200:2.0:1787757096.704408:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466051328, portal 10
00000100:00000040:3.0:1787757096.704410:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787757096.704413:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757096.704418:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118841664 : -120600590709952 : ffff92507ca18b40)
00000100:00000040:3.0:1787757096.704428:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1787757096.704439:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca18b40 x1874594466051328/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787757096.704446:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18686)
00000100:00000001:2.0:1787757096.704452:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757096.704460:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757096.704463:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c330.
00000100:00000200:2.0:1787757096.704467:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466051328, offset 0
00000400:00000200:2.0:1787757096.704473:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757096.704481:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757096.704489:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757096.704494:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757096.704498:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757096.704502:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757096.704505:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757096.704509:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56312:56312:256:4294967295] 192.168.201.154@tcp LPNI seq info [56312:56312:8:4294967295]
00000400:00000200:2.0:1787757096.704515:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757096.704524:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757096.704530:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757096.704534:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acc00.
00000800:00000200:2.0:1787757096.704540:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757096.704543:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787757096.704550:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757096.704553:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787757096.704559:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757096.704561:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acc00.
00000400:00000200:2.0:1787757096.704566:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757096.704571:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757096.704575:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c330
00000400:00000010:2.0:1787757096.704578:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c330.
00000100:00000001:2.0:1787757096.704581:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757096.704585:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca18b40 x1874594466051328/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757096.704596:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757096.704600:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca18b40 x1874594466051328/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757121 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757096.704608:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757096.704610:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757096.704614:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757096.704619:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:2.0:1787757096.704623:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757096.704625:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313348650
00000100:00000001:2.0:1787757096.704629:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313349545
00000100:00000001:2.0:1787757096.704632:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313348650
00000100:00000001:2.0:1787757096.704635:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313349545
00000100:00000001:2.0:1787757096.704638:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757096.704640:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757096.704643:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757096.704648:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757096/real 1787757096]  req@ffff92507ca18b40 x1874594466051328/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757096.704657:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757096.704659:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757096.704661:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757096.704664:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757096.704666:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757096.704669:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757096.704674:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca18b40 x1874594466051328/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757096.704685:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca18b40 x1874594466051328/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757096.704693:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757096.704695:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757096.704697:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757096.704699:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757096.704703:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca18b40 x1874594466051328/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757096.704711:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757096.704716:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca18b40 x1874594466051328/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757121 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757096.704724:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757096.704727:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757096.704729:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757096.704730:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757096.704733:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757096.704735:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757096.704738:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757096.704742:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757096.704746:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757096.704751:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca18b40 x1874594466051328/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757121 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757096.704797:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca18b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466051328:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757096.704802:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757096.704805:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757096.704810:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca18b40 x1874594466051328/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757121 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757096.704819:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757096.704821:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757096.704824:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757096.704828:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757096.704830:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757096.704832:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:2.0:1787757096.704834:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757096.704837:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51dc00.
02000000:00000001:2.0:1787757096.704840:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757096.704842:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757096.704844:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca18b40.
00000100:00000001:2.0:1787757096.704847:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757096.704849:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757096.704851:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757096.704856:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757096.704858:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757096.704860:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757096.704862:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757096.704865:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757096.704870:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1a580 x1874594466051456/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757096.704879:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757096.704881:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757096.704884:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757096.704886:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757096.704889:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757096.704893:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466051456:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757096.704896:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757096.704899:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757096.704901:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757096.704903:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757096.704908:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757096.704910:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757096.704915:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757096.704918:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000010:2.0:1787757096.704923:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000200:2.0:1787757096.704927:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466051456, portal 4
00000100:00000001:2.0:1787757096.704930:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757096.704932:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118848384 : -120600590703232 : ffff92507ca1a580)
00000100:00000040:2.0:1787757096.704940:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1a580 x1874594466051456/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757096.704948:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757096.704952:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757096.704954:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c330.
00000100:00000200:2.0:1787757096.704957:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466051456, offset 0
00000400:00000200:2.0:1787757096.704962:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757096.704967:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757096.704972:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757096.704976:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757096.704980:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757096.704983:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757096.704986:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757096.704991:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56313:56313:256:4294967295] 192.168.201.154@tcp LPNI seq info [56313:56313:8:4294967295]
00000400:00000200:2.0:1787757096.704995:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757096.705004:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757096.705009:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757096.705014:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acc00.
00000800:00000200:2.0:1787757096.705019:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757096.705022:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787757096.705028:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757096.705031:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787757096.705036:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757096.705039:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acc00.
00000400:00000200:2.0:1787757096.705043:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757096.705047:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757096.705051:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c330
00000400:00000010:2.0:1787757096.705054:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c330.
00000100:00000001:2.0:1787757096.705057:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757096.705062:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1a580 x1874594466051456/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757096.705073:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757096.705076:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a580 x1874594466051456/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757121 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757096.705085:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757096.705087:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757096.705090:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757096.705094:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:2.0:1787757096.705097:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757096.705100:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313348633
00000100:00000001:2.0:1787757096.705103:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313349545
00000100:00000001:2.0:1787757096.705106:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313348633
00000100:00000001:2.0:1787757096.705109:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313349545
00000100:00000001:2.0:1787757096.705112:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757096.705114:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757096.705117:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757096.705121:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757096/real 1787757096]  req@ffff92507ca1a580 x1874594466051456/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757096.705130:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757096.705132:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757096.705134:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757096.705136:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757096.705138:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757096.705140:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757096.705144:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1a580 x1874594466051456/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757096.705154:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1a580 x1874594466051456/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757096.705163:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757096.705165:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757096.705168:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757096.705169:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757096.705174:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1a580 x1874594466051456/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757096.705181:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757096.705186:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1a580 x1874594466051456/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757121 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757096.705194:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757096.705197:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757096.705199:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757096.705200:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757096.705203:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757096.705205:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757096.705208:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757096.705212:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757096.705215:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757096.705220:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1a580 x1874594466051456/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757121 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757096.705229:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466051456:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757096.705234:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757096.705236:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757096.705239:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1a580 x1874594466051456/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757121 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757096.705246:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757096.705248:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757096.705251:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757096.705254:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757096.705256:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757096.705258:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:2.0:1787757096.705260:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757096.705263:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51ec00.
02000000:00000001:2.0:1787757096.705265:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757096.705267:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757096.705269:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1a580.
00000100:00000001:2.0:1787757096.705326:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757096.705329:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757096.705334:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757096.705342:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757096.705345:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757096.705349:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757096.705352:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757097.214416:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757097.214426:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757097.214430:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757097.214437:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757097.214442:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757097.214447:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757097.214464:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757097.214468:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757097.214474:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757097.534567:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757097.534574:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757097.534579:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757097.662448:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313349545, at 4313349568
00000100:00000040:3.0:1787757097.662448:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313349545, at 4313349568
00000100:00000010:3.0:1787757097.662472:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c900.
00000100:00000010:2.0:1787757097.662473:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c060.
00000100:00000001:2.0:1787757098.238489:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757098.238501:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757098.238506:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757098.238515:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757098.238522:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757098.238528:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757098.238533:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757098.238538:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757098.238544:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757098.558594:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757098.558603:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757098.558609:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757099.262410:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757099.262420:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757099.262423:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757099.262430:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757099.262435:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757099.262440:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757099.262443:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757099.262446:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757099.262450:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757099.582642:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757099.582649:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757099.582654:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757100.286391:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757100.286401:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757100.286404:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757100.286411:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757100.286416:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757100.286420:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757100.286424:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757100.286427:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757100.286430:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757100.606567:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757100.606573:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757100.606578:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757101.310423:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757101.310433:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757101.310437:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757101.310444:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757101.310449:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757101.310454:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757101.310457:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757101.310461:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757101.310465:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757101.630614:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757101.630621:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757101.630626:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757101.822425:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757101.822436:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757101.822440:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757101.822445:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757101.822451:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757101.822461:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18681
00000400:00000200:3.0:1787757101.822474:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757101.822482:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757101.822486:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757101.822491:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757101.822495:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757101.822500:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757101.822504:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757101.822510:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757101.822513:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757101.822516:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757101.822521:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757101.822524:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757101.822529:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757101.822535:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757101.822539:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757101.822542:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757101.822545:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757101.822549:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757101.822553:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757101.822556:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757101.822559:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757101.822563:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757101.822566:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757101.822569:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757101.822572:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757101.822585:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19e00.
00000020:00000040:3.0:1787757101.822589:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757101.822594:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757101.822596:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757101.822600:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757101.822604:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757101.822609:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757101.822618:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e000.
00000100:00000001:3.0:1787757101.822626:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757101.822638:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19e00 x1874594466051584/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757101.822651:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757101.822656:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757101.822662:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000c6c2d2] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19e00 x1874594466051584/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757101.822727:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757101.822731:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757101.822736:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757101.822738:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757101.822741:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757101.822745:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757101.822750:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18681
00000400:00000200:3.0:1787757101.822755:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757101.822759:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757101.822762:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757101.822766:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757101.822769:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757101.822773:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757101.822776:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757101.822780:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757101.822782:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757101.822785:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757101.822788:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787757101.822791:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787757101.822794:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787757101.822799:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757101.822801:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757101.822803:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757101.822808:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:2.0:1787757101.822809:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1787757101.822812:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787757101.822820:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757101.822823:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757101.822825:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757101.822830:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787757101.822832:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787757101.822839:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757101.822845:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757101.822850:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000040:2.0:1787757101.822855:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca19e00 x1874594466051584/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1787757101.822857:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757101.822869:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757101.822877:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757101.822890:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a580.
00000100:00000001:2.0:1787757101.822894:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1787757101.822898:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000100:00000001:2.0:1787757101.822902:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757101.822911:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757101.822914:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757101.822919:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757101.822924:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757101.822927:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757101.822936:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757101.822938:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757101.822945:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757101.822952:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca19e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466051584:192.168.201.154@tcp:250:kworker.0
02000000:00000010:3.0:1787757101.822960:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c000.
00000100:00000001:2.0:1787757101.822965:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787757101.822973:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757101.822977:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757101.822986:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757101.822994:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a580 x1874594466051712/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787757101.822995:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757101.823008:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafc800.
00000100:00000001:3.0:1787757101.823012:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1787757101.823018:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757101.823019:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757101.823034:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079505b6d] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a580 x1874594466051712/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787757101.823041:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757101.823059:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000100:00000001:3.0:1787757101.823060:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757101.823071:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757101.823075:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787757101.823076:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757101.823079:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757101.823082:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757101.823087:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18681
00000400:00000200:3.0:1787757101.823093:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757101.823098:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000400:00000200:3.0:1787757101.823098:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757101.823105:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757101.823112:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757101.823116:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1787757101.823119:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466051584, portal 25
00000100:00000040:3.0:1787757101.823122:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757101.823131:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757101.823132:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:2.0:1787757101.823142:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118846464 : -120600590705152 : ffff92507ca19e00)
00000020:00000001:3.0:1787757101.823142:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757101.823149:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787757101.823155:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757101.823159:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787757101.823166:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:2.0:1787757101.823168:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca19e00 x1874594466051584/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787757101.823170:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787757101.823184:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757101.823191:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757101.823200:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757101.823208:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:2.0:1787757101.823215:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1787757101.823216:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787757101.823231:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000040:2.0:1787757101.823235:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000001:3.0:1787757101.823238:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757101.823244:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1787757101.823246:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c330.
02000000:00000001:3.0:1787757101.823250:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1787757101.823256:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466051584, offset 0
02000000:00000001:3.0:1787757101.823257:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757101.823266:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757101.823308:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757101.823313:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757101.823316:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757101.823324:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca18b40.
00000020:00000040:3.0:1787757101.823327:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787757101.823332:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757101.823334:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757101.823337:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757101.823339:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757101.823342:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757101.823349:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e800.
00000400:00000200:2.0:1787757101.823352:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000001:3.0:1787757101.823357:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757101.823369:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca18b40 x1874594466051840/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787757101.823375:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757101.823391:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757101.823396:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757101.823400:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00000040:3.0:1787757101.823408:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5e8f4b9] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca18b40 x1874594466051840/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787757101.823418:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787757101.823423:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757101.823430:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787757101.823437:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787757101.823443:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18691)
00000400:00000200:2.0:1787757101.823451:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757101.823461:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757101.823469:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757101.823477:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56314:56314:256:4294967295] 192.168.201.154@tcp LPNI seq info [56314:56314:8:4294967295]
00000400:00000200:2.0:1787757101.823489:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757101.823508:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757101.823521:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757101.823534:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acc00.
00000800:00000200:2.0:1787757101.823546:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757101.823554:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787757101.823567:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757101.823575:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787757101.823585:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757101.823590:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acc00.
00000400:00000200:2.0:1787757101.823601:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757101.823611:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757101.823620:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c330
00000400:00000010:2.0:1787757101.823625:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c330.
00000100:00000001:2.0:1787757101.823634:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757101.823643:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca19e00 x1874594466051584/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757101.823691:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757101.823702:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19e00 x1874594466051584/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757126 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757101.823719:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757101.823723:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757101.823734:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757101.823742:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757101.823748:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313354665
00000100:00000010:2.0:1787757101.823759:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c060.
00000100:00000001:2.0:1787757101.823769:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787757101.823779:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313354665
00000100:00000010:2.0:1787757101.823785:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c000.
00000100:00000001:2.0:1787757101.823792:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787757101.823798:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757101.823804:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757101.823809:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757101.823818:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757101/real 1787757101]  req@ffff92507ca19e00 x1874594466051584/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757101.823853:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757101.823856:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757101.823860:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757101.823865:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757101.823869:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757101.823874:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757101.823882:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca19e00 x1874594466051584/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757101.823901:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca19e00 x1874594466051584/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757101.823916:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757101.823920:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757101.823926:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757101.823930:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757101.823940:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca19e00 x1874594466051584/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757101.823956:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757101.823966:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca19e00 x1874594466051584/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757126 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757101.823982:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757101.823989:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757101.823993:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757101.823996:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757101.824001:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757101.824005:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757101.824012:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757101.824020:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757101.824025:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757101.824036:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca19e00 x1874594466051584/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757126 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757101.824055:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca19e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466051584:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757101.824065:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757101.824070:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757101.824077:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca19e00 x1874594466051584/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757126 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757101.824092:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757101.824097:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757101.824102:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757101.824108:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757101.824112:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757101.824115:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:2.0:1787757101.824120:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757101.824124:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51e000.
02000000:00000001:2.0:1787757101.824131:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757101.824135:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757101.824139:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca19e00.
00000100:00000001:2.0:1787757101.824145:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757101.824148:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757101.824153:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757101.824165:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757101.824169:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757101.824174:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757101.824177:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757101.824181:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757101.824189:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1a580 x1874594466051712/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757101.824205:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757101.824208:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757101.824213:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757101.824217:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757101.824222:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757101.824228:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466051712:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757101.824236:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757101.824241:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757101.824244:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757101.824248:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757101.824255:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757101.824260:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757101.824268:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757101.824313:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000010:2.0:1787757101.824321:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000200:2.0:1787757101.824329:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466051712, portal 10
00000100:00000001:2.0:1787757101.824334:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757101.824336:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118848384 : -120600590703232 : ffff92507ca1a580)
00000100:00000040:2.0:1787757101.824350:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1a580 x1874594466051712/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757101.824365:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757101.824370:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757101.824374:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c330.
00000100:00000200:2.0:1787757101.824380:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466051712, offset 0
00000400:00000200:2.0:1787757101.824389:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757101.824398:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757101.824407:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757101.824414:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757101.824420:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757101.824425:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757101.824430:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757101.824437:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56315:56315:256:4294967295] 192.168.201.154@tcp LPNI seq info [56315:56315:8:4294967295]
00000400:00000200:2.0:1787757101.824446:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757101.824460:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757101.824470:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757101.824478:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acc00.
00000800:00000200:2.0:1787757101.824487:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757101.824494:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787757101.824504:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757101.824510:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787757101.824520:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757101.824524:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acc00.
00000400:00000200:2.0:1787757101.824530:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757101.824538:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757101.824545:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c330
00000400:00000010:2.0:1787757101.824549:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c330.
00000100:00000001:2.0:1787757101.824555:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757101.824563:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1a580 x1874594466051712/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757101.824580:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757101.824587:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a580 x1874594466051712/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757126 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757101.824603:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757101.824606:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757101.824613:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757101.824620:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:2.0:1787757101.824628:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757101.824633:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313353770
00000100:00000001:2.0:1787757101.824639:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313354665
00000100:00000001:2.0:1787757101.824644:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313353770
00000100:00000001:2.0:1787757101.824649:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313354665
00000100:00000001:2.0:1787757101.824654:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757101.824658:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757101.824663:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757101.824698:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757101/real 1787757101]  req@ffff92507ca1a580 x1874594466051712/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757101.824716:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757101.824720:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757101.824725:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757101.824730:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757101.824734:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757101.824740:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757101.824747:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1a580 x1874594466051712/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757101.824766:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1a580 x1874594466051712/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757101.824781:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757101.824784:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757101.824788:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757101.824791:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757101.824800:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1a580 x1874594466051712/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757101.824816:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757101.824826:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1a580 x1874594466051712/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757126 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757101.824841:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757101.824847:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757101.824851:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757101.824854:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757101.824858:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757101.824862:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757101.824868:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757101.824876:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757101.824880:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757101.824889:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1a580 x1874594466051712/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757126 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757101.824907:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466051712:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757101.824916:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757101.824924:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca18b40 x1874594466051840/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757101.824939:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757101.824942:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757101.824947:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757101.824951:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757101.824955:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757101.824961:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca18b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466051840:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757101.824968:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757101.824972:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757101.824976:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757101.824980:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757101.824988:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafe400.
02000000:00000001:2.0:1787757101.824993:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757101.825001:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757101.825006:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000010:2.0:1787757101.825014:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000200:2.0:1787757101.825020:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466051840, portal 4
00000100:00000001:2.0:1787757101.825025:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757101.825028:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118841664 : -120600590709952 : ffff92507ca18b40)
00000100:00000040:2.0:1787757101.825041:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca18b40 x1874594466051840/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757101.825056:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757101.825061:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757101.825067:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c330.
00000100:00000200:2.0:1787757101.825072:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466051840, offset 0
00000400:00000200:2.0:1787757101.825081:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757101.825089:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757101.825097:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757101.825104:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757101.825110:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757101.825115:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757101.825121:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757101.825127:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56316:56316:256:4294967295] 192.168.201.154@tcp LPNI seq info [56316:56316:8:4294967295]
00000400:00000200:2.0:1787757101.825137:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757101.825151:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757101.825163:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757101.825171:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acc00.
00000800:00000200:2.0:1787757101.825179:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757101.825184:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787757101.825193:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757101.825199:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787757101.825209:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757101.825213:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acc00.
00000400:00000200:2.0:1787757101.825219:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757101.825227:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757101.825233:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c330
00000400:00000010:2.0:1787757101.825237:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c330.
00000100:00000001:2.0:1787757101.825243:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757101.825252:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca18b40 x1874594466051840/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757101.825303:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757101.825313:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca18b40 x1874594466051840/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757126 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757101.825328:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757101.825332:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757101.825342:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757101.825348:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:2.0:1787757101.825356:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757101.825360:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313353754
00000100:00000001:2.0:1787757101.825366:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313354665
00000100:00000001:2.0:1787757101.825370:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313353754
00000100:00000001:2.0:1787757101.825376:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313354665
00000100:00000001:2.0:1787757101.825380:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757101.825385:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757101.825389:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757101.825398:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757101/real 1787757101]  req@ffff92507ca18b40 x1874594466051840/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757101.825416:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757101.825418:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757101.825422:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757101.825428:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757101.825432:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757101.825436:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757101.825444:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca18b40 x1874594466051840/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757101.825461:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca18b40 x1874594466051840/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757101.825474:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757101.825478:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757101.825482:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757101.825485:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757101.825493:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca18b40 x1874594466051840/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757101.825507:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757101.825515:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca18b40 x1874594466051840/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757126 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757101.825530:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757101.825535:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757101.825539:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757101.825542:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757101.825547:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757101.825551:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757101.825557:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757101.825564:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757101.825569:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757101.825578:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca18b40 x1874594466051840/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757126 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757101.825596:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca18b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466051840:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757101.825605:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757101.825610:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757101.825617:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1a580 x1874594466051712/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757126 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757101.825632:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757101.825635:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757101.825640:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757101.825645:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757101.825649:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757101.825652:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:2.0:1787757101.825657:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757101.825661:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51c000.
02000000:00000001:2.0:1787757101.825694:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757101.825697:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757101.825700:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1a580.
00000100:00000001:2.0:1787757101.825706:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757101.825709:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757101.825713:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757101.825721:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca18b40 x1874594466051840/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757126 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757101.825736:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757101.825739:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757101.825743:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafe400.
02000000:00000001:2.0:1787757101.825748:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757101.825752:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757101.825755:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:2.0:1787757101.825759:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757101.825763:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51e800.
02000000:00000001:2.0:1787757101.825767:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757101.825770:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757101.825773:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca18b40.
00000100:00000001:2.0:1787757101.825778:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757101.825781:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757101.825785:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757101.825793:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757101.825796:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757101.825801:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757101.825805:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757102.334459:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757102.334472:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757102.334475:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757102.334484:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757102.334490:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757102.334496:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757102.334500:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757102.334504:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757102.334509:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757102.654625:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757102.654635:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757102.654642:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757102.782439:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313354665, at 4313354688
00000100:00000040:3.0:1787757102.782449:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313354665, at 4313354688
00000100:00000010:3.0:1787757102.782475:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c000.
00000100:00000010:2.0:1787757102.782486:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c060.
00000100:00000001:2.0:1787757103.358434:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757103.358447:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757103.358450:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757103.358472:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757103.358478:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757103.358485:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757103.358489:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757103.358494:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757103.358499:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757103.678601:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757103.678610:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757103.678617:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757104.382418:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757104.382428:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757104.382431:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757104.382438:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757104.382442:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757104.382458:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757104.382462:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757104.382465:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757104.382468:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757104.702690:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757104.702702:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757104.702712:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757105.406437:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757105.406454:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757105.406459:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757105.406471:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757105.406480:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757105.406488:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757105.406493:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757105.406500:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757105.406506:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757105.726566:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757105.726573:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757105.726579:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757106.430423:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757106.430435:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757106.430438:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757106.430447:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757106.430453:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757106.430458:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757106.430463:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757106.430468:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757106.430472:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757106.750620:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757106.750626:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757106.750630:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787757106.942467:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757106.942491:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787757106.942497:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757106.942504:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757106.942515:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757106.942531:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18686
00000400:00000200:0.0:1787757106.942546:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757106.942554:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757106.942560:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757106.942565:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757106.942570:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757106.942610:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757106.942614:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757106.942620:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757106.942624:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787757106.942629:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757106.942633:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787757106.942637:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787757106.942641:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787757106.942645:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757106.942648:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757106.942651:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757106.942653:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757106.942657:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787757106.942662:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757106.942665:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757106.942669:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757106.942674:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757106.942678:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757106.942680:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787757106.942684:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757106.942700:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae45a40.
00000020:00000040:0.0:1787757106.942706:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787757106.942713:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757106.942715:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757106.942720:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757106.942724:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757106.942731:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757106.942743:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad4800.
00000100:00000001:0.0:1787757106.942754:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757106.942768:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae45a40 x1874594466051968/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757106.942783:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757106.942789:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757106.942796:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000091d828b] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae45a40 x1874594466051968/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757106.942826:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757106.942831:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757106.942836:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787757106.942838:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757106.942850:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757106.942854:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757106.942858:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18686
00000400:00000200:0.0:1787757106.942864:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757106.942868:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757106.942871:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757106.942875:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757106.942878:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757106.942882:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757106.942885:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757106.942888:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757106.942891:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:0.0:1787757106.942894:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757106.942897:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:0.0:1787757106.942899:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:0.0:1787757106.942902:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:0.0:1787757106.942907:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757106.942911:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757106.942912:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757106.942922:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757106.942925:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757106.942926:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757106.942934:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00000001:2.0:1787757106.942934:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1787757106.942941:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757106.942945:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757106.942949:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1787757106.942954:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae45a40 x1874594466051968/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787757106.942959:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757106.942968:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757106.942974:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787757106.942984:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787757106.942985:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757106.942993:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787757106.942994:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757106.943002:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757106.943003:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:0.0:1787757106.943007:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae44000.
02000000:00000001:2.0:1787757106.943011:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1787757106.943013:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:0.0:1787757106.943023:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757106.943023:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757106.943028:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757106.943033:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757106.943039:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:2.0:1787757106.943042:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae45a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466051968:192.168.201.154@tcp:250:kworker.0
02000000:00000001:0.0:1787757106.943043:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757106.943051:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6800.
00000100:00000001:0.0:1787757106.943060:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757106.943060:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757106.943074:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:0.0:1787757106.943075:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae44000 x1874594466052096/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787757106.943084:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757106.943097:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1787757106.943097:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787757106.943103:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757106.943110:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b29c40b] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae44000 x1874594466052096/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1787757106.943115:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafe400.
00000100:00000001:0.0:1787757106.943126:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757106.943128:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757106.943132:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757106.943140:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787757106.943142:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757106.943145:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787757106.943153:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757106.943154:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757106.943163:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18686
00000400:00000200:0.0:1787757106.943170:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757106.943172:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000200:0.0:1787757106.943174:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757106.943184:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757106.943189:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757106.943192:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1787757106.943195:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000040:0.0:1787757106.943196:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757106.943207:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757106.943211:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757106.943212:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:0.0:1787757106.943214:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:2.0:1787757106.943219:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466051968, portal 25
00000020:00000040:0.0:1787757106.943220:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:0.0:1787757106.943227:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:0.0:1787757106.943233:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000001:2.0:1787757106.943234:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1787757106.943238:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757106.943243:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089665600 : -120600619886016 : ffff92507ae45a40)
00000100:00000001:0.0:1787757106.943244:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757106.943250:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757106.943256:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757106.943260:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:0.0:1787757106.943310:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757106.943315:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757106.943318:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1787757106.943320:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae45a40 x1874594466051968/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787757106.943323:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757106.943333:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757106.943342:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787757106.943347:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787757106.943351:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00000001:0.0:1787757106.943353:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757106.943363:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757106.943364:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000010:0.0:1787757106.943373:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae461c0.
00000400:00000010:2.0:1787757106.943374:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c330.
00000020:00000040:0.0:1787757106.943381:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000100:00000200:2.0:1787757106.943385:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466051968, offset 0
02000000:00000001:0.0:1787757106.943387:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757106.943393:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757106.943397:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757106.943399:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757106.943405:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757106.943406:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
02000000:00000010:0.0:1787757106.943415:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad7c00.
00000100:00000001:0.0:1787757106.943422:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757106.943430:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00100000:0.0:1787757106.943440:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae461c0 x1874594466052224/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787757106.943449:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757106.943468:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1787757106.943472:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787757106.943480:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00000001:0.0:1787757106.943482:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757106.943489:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757106.943500:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00000040:0.0:1787757106.943502:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeb90c37] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae461c0 x1874594466052224/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787757106.943509:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56317:56317:256:4294967295] 192.168.201.154@tcp LPNI seq info [56317:56317:8:4294967295]
00000400:00000200:2.0:1787757106.943530:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757106.943546:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757106.943554:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787757106.943562:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1787757106.943565:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1787757106.943600:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18696)
00000800:00000200:2.0:1787757106.943610:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757106.943620:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acc00.
00000800:00000200:2.0:1787757106.943632:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757106.943639:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787757106.943648:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757106.943654:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787757106.943660:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757106.943664:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acc00.
00000400:00000200:2.0:1787757106.943674:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757106.943681:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757106.943689:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c330
00000400:00000010:2.0:1787757106.943693:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c330.
00000100:00000001:2.0:1787757106.943700:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757106.943707:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae45a40 x1874594466051968/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757106.943721:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757106.943726:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae45a40 x1874594466051968/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757131 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757106.943736:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757106.943739:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757106.943748:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757106.943754:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757106.943759:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313359785
00000100:00000010:2.0:1787757106.943766:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c060.
00000100:00000001:2.0:1787757106.943777:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787757106.943786:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313359785
00000100:00000010:2.0:1787757106.943791:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c660.
00000100:00000001:2.0:1787757106.943795:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787757106.943800:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757106.943804:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757106.943808:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757106.943814:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757106/real 1787757106]  req@ffff92507ae45a40 x1874594466051968/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757106.943836:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757106.943838:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757106.943841:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757106.943845:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757106.943847:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757106.943850:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757106.943855:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae45a40 x1874594466051968/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757106.943867:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae45a40 x1874594466051968/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757106.943875:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757106.943878:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757106.943881:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757106.943883:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757106.943888:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae45a40 x1874594466051968/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757106.943897:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757106.943903:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae45a40 x1874594466051968/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757131 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757106.943912:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757106.943916:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757106.943918:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757106.943920:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757106.943923:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757106.943926:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757106.943929:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757106.943935:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757106.943938:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757106.943944:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae45a40 x1874594466051968/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757131 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757106.943956:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae45a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466051968:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757106.943963:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757106.943966:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757106.943970:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae45a40 x1874594466051968/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757131 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757106.943978:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757106.943982:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757106.943985:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafe400.
02000000:00000001:2.0:1787757106.943989:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757106.943992:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757106.943994:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:2.0:1787757106.943996:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757106.944000:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad4800.
02000000:00000001:2.0:1787757106.944005:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757106.944008:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757106.944010:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae45a40.
00000100:00000001:2.0:1787757106.944014:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757106.944016:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757106.944020:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757106.944033:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757106.944037:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757106.944041:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757106.944044:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757106.944047:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757106.944054:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae44000 x1874594466052096/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757106.944070:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757106.944073:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757106.944077:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757106.944081:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757106.944086:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757106.944093:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466052096:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757106.944102:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757106.944107:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757106.944110:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757106.944114:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757106.944121:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafe400.
02000000:00000001:2.0:1787757106.944125:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757106.944131:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757106.944135:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000010:2.0:1787757106.944141:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000200:2.0:1787757106.944145:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466052096, portal 10
00000100:00000001:2.0:1787757106.944148:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757106.944150:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089658880 : -120600619892736 : ffff92507ae44000)
00000100:00000040:2.0:1787757106.944164:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae44000 x1874594466052096/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757106.944177:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757106.944182:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757106.944187:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c330.
00000100:00000200:2.0:1787757106.944192:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466052096, offset 0
00000400:00000200:2.0:1787757106.944201:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757106.944210:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757106.944219:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757106.944226:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757106.944232:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757106.944237:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757106.944243:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757106.944249:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56318:56318:256:4294967295] 192.168.201.154@tcp LPNI seq info [56318:56318:8:4294967295]
00000400:00000200:2.0:1787757106.944256:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757106.944265:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757106.944301:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757106.944307:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acc00.
00000800:00000200:2.0:1787757106.944312:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757106.944317:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787757106.944323:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757106.944327:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787757106.944332:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757106.944335:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acc00.
00000400:00000200:2.0:1787757106.944339:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757106.944344:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757106.944349:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c330
00000400:00000010:2.0:1787757106.944351:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c330.
00000100:00000001:2.0:1787757106.944355:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757106.944360:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae44000 x1874594466052096/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757106.944371:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757106.944376:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae44000 x1874594466052096/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757131 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757106.944384:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757106.944387:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757106.944391:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757106.944397:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:2.0:1787757106.944401:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757106.944404:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313358890
00000100:00000001:2.0:1787757106.944409:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313359785
00000100:00000001:2.0:1787757106.944412:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313358890
00000100:00000001:2.0:1787757106.944414:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313359785
00000100:00000001:2.0:1787757106.944417:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757106.944419:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757106.944422:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757106.944426:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757106/real 1787757106]  req@ffff92507ae44000 x1874594466052096/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757106.944436:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757106.944438:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757106.944442:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757106.944445:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757106.944447:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757106.944450:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757106.944454:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae44000 x1874594466052096/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757106.944464:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae44000 x1874594466052096/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757106.944472:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757106.944473:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757106.944476:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757106.944477:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757106.944481:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae44000 x1874594466052096/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757106.944489:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757106.944494:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae44000 x1874594466052096/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757131 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757106.944503:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757106.944507:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757106.944509:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757106.944510:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757106.944513:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757106.944515:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757106.944519:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757106.944522:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757106.944525:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757106.944529:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae44000 x1874594466052096/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757131 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757106.944539:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466052096:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757106.944545:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757106.944549:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae461c0 x1874594466052224/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757106.944558:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757106.944560:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757106.944562:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757106.944565:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757106.944567:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757106.944570:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae461c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466052224:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757106.944600:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757106.944604:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757106.944606:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757106.944609:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757106.944614:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757106.944617:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757106.944622:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757106.944625:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000010:2.0:1787757106.944630:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000200:2.0:1787757106.944635:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466052224, portal 4
00000100:00000001:2.0:1787757106.944638:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757106.944639:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089667520 : -120600619884096 : ffff92507ae461c0)
00000100:00000040:2.0:1787757106.944649:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae461c0 x1874594466052224/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757106.944657:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757106.944660:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757106.944663:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c330.
00000100:00000200:2.0:1787757106.944666:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466052224, offset 0
00000400:00000200:2.0:1787757106.944671:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757106.944676:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757106.944681:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757106.944684:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757106.944689:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757106.944692:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757106.944695:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757106.944700:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56319:56319:256:4294967295] 192.168.201.154@tcp LPNI seq info [56319:56319:8:4294967295]
00000400:00000200:2.0:1787757106.944705:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757106.944713:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757106.944718:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757106.944722:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acc00.
00000800:00000200:2.0:1787757106.944727:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757106.944731:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787757106.944736:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757106.944740:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787757106.944745:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757106.944748:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acc00.
00000400:00000200:2.0:1787757106.944752:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757106.944756:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757106.944760:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c330
00000400:00000010:2.0:1787757106.944763:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c330.
00000100:00000001:2.0:1787757106.944766:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757106.944770:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae461c0 x1874594466052224/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757106.944780:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757106.944784:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae461c0 x1874594466052224/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757131 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757106.944793:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757106.944795:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757106.944798:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757106.944802:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:2.0:1787757106.944805:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757106.944808:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313358873
00000100:00000001:2.0:1787757106.944810:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313359785
00000100:00000001:2.0:1787757106.944813:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313358873
00000100:00000001:2.0:1787757106.944817:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313359785
00000100:00000001:2.0:1787757106.944820:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757106.944823:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757106.944825:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757106.944830:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757106/real 1787757106]  req@ffff92507ae461c0 x1874594466052224/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757106.944839:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757106.944841:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757106.944843:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757106.944846:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757106.944848:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757106.944851:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757106.944855:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae461c0 x1874594466052224/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757106.944865:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae461c0 x1874594466052224/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757106.944872:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757106.944874:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757106.944876:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757106.944877:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757106.944882:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae461c0 x1874594466052224/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757106.944889:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757106.944894:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae461c0 x1874594466052224/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757131 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757106.944902:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757106.944906:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757106.944908:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757106.944910:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757106.944914:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757106.944916:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757106.944920:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757106.944924:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757106.944927:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757106.944931:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae461c0 x1874594466052224/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757131 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757106.944940:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae461c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466052224:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757106.944945:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757106.944947:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757106.944951:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae44000 x1874594466052096/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757131 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757106.944959:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757106.944961:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757106.944964:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafe400.
02000000:00000001:2.0:1787757106.944967:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757106.944969:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757106.944971:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:2.0:1787757106.944974:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757106.944977:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad6800.
02000000:00000001:2.0:1787757106.944980:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757106.944982:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757106.944984:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae44000.
00000100:00000001:2.0:1787757106.944987:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757106.944988:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757106.944991:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757106.944994:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae461c0 x1874594466052224/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757131 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757106.945002:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757106.945003:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757106.945005:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757106.945009:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757106.945011:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757106.945012:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:2.0:1787757106.945015:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757106.945018:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad7c00.
02000000:00000001:2.0:1787757106.945021:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757106.945024:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757106.945026:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae461c0.
00000100:00000001:2.0:1787757106.945031:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757106.945034:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757106.945037:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757106.945045:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757106.945047:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757106.945051:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757106.945054:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757107.454406:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757107.454418:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757107.454422:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757107.454431:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757107.454437:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757107.454444:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757107.454448:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757107.454453:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757107.454457:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757107.774609:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757107.774619:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757107.774627:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757107.902417:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313359785, at 4313359808
00000100:00000040:2.0:1787757107.902428:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313359785, at 4313359808
00000100:00000010:3.0:1787757107.902444:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c660.
00000100:00000010:2.0:1787757107.902449:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c060.
00000100:00000001:2.0:1787757108.478410:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757108.478422:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757108.478426:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757108.478433:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757108.478439:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757108.478445:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757108.478449:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757108.478453:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757108.478457:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757108.798528:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757108.798532:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757108.798536:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757109.502427:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757109.502440:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757109.502455:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757109.502465:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757109.502471:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757109.502477:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757109.502481:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757109.502485:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757109.502490:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757109.822694:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757109.822700:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757109.822703:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787757110.526550:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787757110.526560:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757110.526563:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757110.526569:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:3.0:1787757110.526574:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757110.526580:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757110.526583:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757110.526587:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757110.526591:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757110.846588:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757110.846599:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757110.846606:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787757111.550408:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787757111.550421:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757111.550424:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757111.550431:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:3.0:1787757111.550436:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757111.550441:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757111.550444:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757111.550448:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757111.550452:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757111.870594:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757111.870603:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757111.870610:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757112.062515:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757112.062529:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757112.062532:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757112.062537:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757112.062543:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757112.062552:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18691
00000400:00000200:3.0:1787757112.062563:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757112.062571:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757112.062575:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757112.062580:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757112.062584:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757112.062587:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757112.062590:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757112.062595:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757112.062598:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757112.062601:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757112.062606:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757112.062609:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757112.062613:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757112.062617:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757112.062620:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757112.062622:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757112.062625:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757112.062628:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757112.062633:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757112.062636:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757112.062639:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757112.062643:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757112.062646:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757112.062649:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757112.062652:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757112.062664:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca192c0.
00000020:00000040:3.0:1787757112.062668:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757112.062674:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757112.062676:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757112.062679:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757112.062683:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757112.062687:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757112.062697:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51f400.
00000100:00000001:3.0:1787757112.062705:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757112.062717:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca192c0 x1874594466052352/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757112.062731:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757112.062736:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757112.062742:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e50181] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca192c0 x1874594466052352/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757112.062773:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757112.062777:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757112.062782:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757112.062784:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757112.062787:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757112.062791:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757112.062794:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18691
00000400:00000200:3.0:1787757112.062799:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757112.062802:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757112.062805:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757112.062808:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757112.062811:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757112.062813:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757112.062816:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757112.062819:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757112.062821:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757112.062823:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757112.062826:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787757112.062828:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787757112.062831:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787757112.062834:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757112.062836:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757112.062838:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757112.062841:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757112.062843:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787757112.062846:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757112.062849:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757112.062851:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757112.062858:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757112.062862:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757112.062865:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757112.062870:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757112.062876:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757112.062879:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757112.062883:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1b0c0.
00000020:00000040:3.0:1787757112.062887:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787757112.062890:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757112.062892:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757112.062894:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757112.062896:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757112.062899:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757112.062906:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000010:3.0:1787757112.062907:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e800.
00000100:00000001:3.0:1787757112.062920:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757112.062926:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1787757112.062934:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1b0c0 x1874594466052480/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757112.062936:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787757112.062951:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757112.062960:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757112.062963:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca192c0 x1874594466052352/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787757112.062972:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043bdf1c5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1b0c0 x1874594466052480/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757112.063045:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757112.063054:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757112.063057:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757112.063065:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1787757112.063066:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1787757112.063077:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1787757112.063078:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787757112.063090:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:2.0:1787757112.063092:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757112.063105:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1787757112.063109:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466052352:192.168.201.154@tcp:250:kworker.0
00000100:00000001:3.0:1787757112.063121:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787757112.063123:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757112.063135:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1787757112.063138:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18691
02000000:00000001:2.0:1787757112.063142:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757112.063153:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:3.0:1787757112.063161:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000010:2.0:1787757112.063172:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafc800.
00000400:00000200:3.0:1787757112.063173:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
02000000:00000001:2.0:1787757112.063184:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757112.063188:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787757112.063201:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:3.0:1787757112.063205:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000010:2.0:1787757112.063210:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000100:00000001:3.0:1787757112.063212:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757112.063225:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000010:2.0:1787757112.063232:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000001:3.0:1787757112.063232:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757112.063255:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757112.063258:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787757112.063261:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:2.0:1787757112.063264:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466052352, portal 25
00000100:00000001:2.0:1787757112.063348:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000040:3.0:1787757112.063349:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000100:00000001:2.0:1787757112.063358:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118843584 : -120600590708032 : ffff92507ca192c0)
00000020:00000001:3.0:1787757112.063360:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787757112.063376:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:2.0:1787757112.063386:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca192c0 x1874594466052352/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787757112.063386:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757112.063404:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757112.063421:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757112.063436:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757112.063455:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787757112.063477:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757112.063479:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787757112.063510:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757112.063514:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757112.063522:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1787757112.063523:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
02000000:00000001:3.0:1787757112.063538:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787757112.063540:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c330.
00000100:00000001:3.0:1787757112.063544:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000200:2.0:1787757112.063552:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466052352, offset 0
00000008:00100000:3.0:1787757112.063553:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757112.063569:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757112.063572:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757112.063580:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19680.
00000400:00000200:2.0:1787757112.063581:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000020:00000040:3.0:1787757112.063595:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787757112.063601:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757112.063603:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757112.063607:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1787757112.063613:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000001:3.0:1787757112.063615:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757112.063622:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757112.063629:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c000.
00000400:00000200:2.0:1787757112.063634:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00000001:3.0:1787757112.063640:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757112.063648:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:3.0:1787757112.063657:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19680 x1874594466052608/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787757112.063663:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757112.063686:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757112.063702:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757112.063728:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56320:56320:256:4294967295] 192.168.201.154@tcp LPNI seq info [56320:56320:8:4294967295]
00000100:00000001:3.0:1787757112.063742:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787757112.063754:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757112.063755:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757112.063772:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c14b51e] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19680 x1874594466052608/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787757112.063802:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787757112.063834:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787757112.063844:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000040:3.0:1787757112.063847:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:2.0:1787757112.063856:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acc00.
00000100:00000040:3.0:1787757112.063856:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787757112.063881:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18701)
00000800:00000200:2.0:1787757112.063882:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757112.063901:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787757112.063911:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757112.063918:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1787757112.063929:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757112.063933:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acc00.
00000400:00000200:2.0:1787757112.063943:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757112.063950:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757112.063959:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c330
00000400:00000010:2.0:1787757112.063962:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c330.
00000100:00000001:2.0:1787757112.063970:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757112.063976:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca192c0 x1874594466052352/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757112.063993:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757112.063998:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca192c0 x1874594466052352/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757137 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757112.064016:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757112.064019:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757112.064028:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757112.064034:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757112.064039:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313364905
00000100:00000010:2.0:1787757112.064048:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c060.
00000100:00000001:2.0:1787757112.064059:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787757112.064070:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313364905
00000100:00000010:2.0:1787757112.064074:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c780.
00000100:00000001:2.0:1787757112.064079:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787757112.064083:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757112.064087:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757112.064091:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757112.064097:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757112/real 1787757112]  req@ffff92507ca192c0 x1874594466052352/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757112.064110:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757112.064112:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757112.064115:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757112.064119:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757112.064121:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757112.064124:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757112.064128:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca192c0 x1874594466052352/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757112.064140:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca192c0 x1874594466052352/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757112.064148:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757112.064150:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757112.064154:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757112.064156:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757112.064161:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca192c0 x1874594466052352/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757112.064171:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757112.064179:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca192c0 x1874594466052352/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757137 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757112.064188:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757112.064192:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757112.064194:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757112.064196:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757112.064199:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757112.064202:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757112.064207:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757112.064212:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757112.064215:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757112.064220:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca192c0 x1874594466052352/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757137 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757112.064231:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466052352:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757112.064238:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757112.064242:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757112.064246:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca192c0 x1874594466052352/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757137 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757112.064255:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757112.064259:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757112.064263:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757112.064267:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757112.064302:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757112.064305:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:2.0:1787757112.064309:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757112.064313:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51f400.
02000000:00000001:2.0:1787757112.064325:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757112.064328:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757112.064331:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca192c0.
00000100:00000001:2.0:1787757112.064335:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757112.064337:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757112.064340:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757112.064352:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757112.064355:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757112.064358:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757112.064361:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757112.064363:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757112.064369:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1b0c0 x1874594466052480/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757112.064380:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757112.064382:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757112.064385:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757112.064388:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757112.064391:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757112.064394:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466052480:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757112.064399:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757112.064402:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757112.064405:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757112.064407:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757112.064411:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757112.064414:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757112.064418:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757112.064422:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000010:2.0:1787757112.064427:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000200:2.0:1787757112.064431:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466052480, portal 10
00000100:00000001:2.0:1787757112.064434:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757112.064436:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118851264 : -120600590700352 : ffff92507ca1b0c0)
00000100:00000040:2.0:1787757112.064445:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1b0c0 x1874594466052480/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757112.064454:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757112.064457:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757112.064461:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c330.
00000100:00000200:2.0:1787757112.064464:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466052480, offset 0
00000400:00000200:2.0:1787757112.064469:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757112.064474:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757112.064479:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757112.064507:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757112.064511:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757112.064515:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757112.064518:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757112.064523:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56321:56321:256:4294967295] 192.168.201.154@tcp LPNI seq info [56321:56321:8:4294967295]
00000400:00000200:2.0:1787757112.064528:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757112.064537:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757112.064544:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757112.064548:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acc00.
00000800:00000200:2.0:1787757112.064554:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757112.064558:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787757112.064564:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757112.064568:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1787757112.064573:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757112.064576:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acc00.
00000400:00000200:2.0:1787757112.064580:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757112.064584:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757112.064588:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c330
00000400:00000010:2.0:1787757112.064591:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c330.
00000100:00000001:2.0:1787757112.064594:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757112.064599:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1b0c0 x1874594466052480/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757112.064610:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757112.064614:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1b0c0 x1874594466052480/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757137 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757112.064622:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757112.064624:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757112.064628:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757112.064634:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:2.0:1787757112.064638:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757112.064641:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313364010
00000100:00000001:2.0:1787757112.064645:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313364905
00000100:00000001:2.0:1787757112.064648:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313364010
00000100:00000001:2.0:1787757112.064651:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313364905
00000100:00000001:2.0:1787757112.064654:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757112.064657:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757112.064660:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757112.064664:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757112/real 1787757112]  req@ffff92507ca1b0c0 x1874594466052480/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757112.064674:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757112.064676:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757112.064678:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757112.064681:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757112.064683:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757112.064686:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757112.064690:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1b0c0 x1874594466052480/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757112.064700:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1b0c0 x1874594466052480/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757112.064707:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757112.064709:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757112.064711:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757112.064713:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757112.064717:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1b0c0 x1874594466052480/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757112.064725:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757112.064730:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1b0c0 x1874594466052480/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757137 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757112.064740:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757112.064743:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757112.064745:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757112.064747:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757112.064749:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757112.064752:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757112.064755:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757112.064759:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757112.064762:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757112.064767:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1b0c0 x1874594466052480/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757137 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757112.064776:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466052480:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757112.064781:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757112.064786:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca19680 x1874594466052608/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757112.064794:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757112.064796:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757112.064799:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757112.064801:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757112.064804:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757112.064808:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466052608:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757112.064812:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757112.064814:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757112.064816:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757112.064818:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757112.064823:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafe400.
02000000:00000001:2.0:1787757112.064825:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757112.064830:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757112.064833:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000010:2.0:1787757112.064837:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000200:2.0:1787757112.064841:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466052608, portal 4
00000100:00000001:2.0:1787757112.064844:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757112.064846:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118844544 : -120600590707072 : ffff92507ca19680)
00000100:00000040:2.0:1787757112.064853:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca19680 x1874594466052608/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757112.064863:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757112.064865:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757112.064868:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c330.
00000100:00000200:2.0:1787757112.064871:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466052608, offset 0
00000400:00000200:2.0:1787757112.064876:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757112.064880:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757112.064884:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757112.064889:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757112.064892:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757112.064896:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757112.064899:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757112.064903:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56322:56322:256:4294967295] 192.168.201.154@tcp LPNI seq info [56322:56322:8:4294967295]
00000400:00000200:2.0:1787757112.064908:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757112.064916:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757112.064921:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757112.064925:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acc00.
00000800:00000200:2.0:1787757112.064929:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757112.064933:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787757112.064938:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757112.064942:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1787757112.064947:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757112.064949:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acc00.
00000400:00000200:2.0:1787757112.064952:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757112.064957:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757112.064961:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c330
00000400:00000010:2.0:1787757112.064964:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c330.
00000100:00000001:2.0:1787757112.064966:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757112.064971:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca19680 x1874594466052608/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757112.064981:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757112.064985:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19680 x1874594466052608/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757137 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757112.064993:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757112.064995:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757112.064998:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757112.065002:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:2.0:1787757112.065006:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757112.065009:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313363993
00000100:00000001:2.0:1787757112.065012:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313364905
00000100:00000001:2.0:1787757112.065015:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313363993
00000100:00000001:2.0:1787757112.065018:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313364905
00000100:00000001:2.0:1787757112.065020:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757112.065023:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757112.065025:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757112.065029:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757112/real 1787757112]  req@ffff92507ca19680 x1874594466052608/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757112.065038:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757112.065040:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757112.065042:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757112.065045:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757112.065047:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757112.065050:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757112.065054:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca19680 x1874594466052608/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757112.065064:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca19680 x1874594466052608/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757112.065073:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757112.065075:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757112.065077:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757112.065079:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757112.065084:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca19680 x1874594466052608/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757112.065091:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757112.065096:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca19680 x1874594466052608/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757137 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757112.065103:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757112.065106:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757112.065108:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757112.065110:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757112.065112:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757112.065114:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757112.065117:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757112.065120:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757112.065123:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757112.065127:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca19680 x1874594466052608/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757137 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757112.065136:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466052608:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757112.065141:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757112.065143:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757112.065147:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1b0c0 x1874594466052480/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757137 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757112.065155:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757112.065157:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757112.065161:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757112.065164:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757112.065166:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757112.065168:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:2.0:1787757112.065171:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757112.065173:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51e800.
02000000:00000001:2.0:1787757112.065176:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757112.065177:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757112.065179:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1b0c0.
00000100:00000001:2.0:1787757112.065182:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757112.065184:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757112.065186:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757112.065190:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca19680 x1874594466052608/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757137 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757112.065198:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757112.065200:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757112.065202:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafe400.
02000000:00000001:2.0:1787757112.065205:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757112.065206:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757112.065207:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:2.0:1787757112.065209:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757112.065211:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51c000.
02000000:00000001:2.0:1787757112.065214:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757112.065215:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757112.065217:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca19680.
00000100:00000001:2.0:1787757112.065219:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757112.065220:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757112.065223:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757112.065226:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757112.065228:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757112.065230:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757112.065233:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757112.574585:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757112.574601:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757112.574606:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757112.574618:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757112.574626:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757112.574634:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757112.574640:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757112.574646:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757112.574652:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757112.894706:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757112.894712:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757112.894717:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757113.022409:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313364905, at 4313364928
00000100:00000010:3.0:1787757113.022428:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c780.
00000100:00000040:2.0:1787757113.022453:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313364905, at 4313364928
00000100:00000010:2.0:1787757113.022536:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c060.
00000100:00000001:2.0:1787757113.598434:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757113.598452:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757113.598488:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757113.598499:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757113.598507:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757113.598515:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757113.598520:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757113.598526:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757113.598533:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757113.918679:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757113.918685:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757113.918691:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757114.622394:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757114.622403:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757114.622405:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757114.622410:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757114.622413:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757114.622417:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757114.622420:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757114.622423:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757114.622425:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757114.942574:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757114.942580:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757114.942585:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757115.646500:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757115.646512:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757115.646515:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757115.646524:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757115.646530:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757115.646536:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757115.646540:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757115.646544:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757115.646549:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757115.966714:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757115.966721:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757115.966726:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757116.670400:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757116.670431:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757116.670434:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757116.670441:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757116.670446:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757116.670451:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757116.670454:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757116.670457:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757116.670460:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757116.990650:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757116.990659:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757116.990667:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757117.182337:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757117.182355:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757117.182359:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757117.182365:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757117.182373:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757117.182386:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18696
00000400:00000200:3.0:1787757117.182425:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757117.182435:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757117.182442:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757117.182449:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757117.182455:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757117.182460:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757117.182465:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757117.182473:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757117.182477:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757117.182481:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757117.182486:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757117.182489:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757117.182493:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757117.182498:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757117.182500:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757117.182503:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757117.182505:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757117.182509:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757117.182514:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757117.182517:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757117.182521:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757117.182525:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757117.182529:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757117.182532:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757117.182535:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757117.182544:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a1c0.
00000020:00000040:3.0:1787757117.182548:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757117.182554:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757117.182556:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757117.182559:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757117.182563:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757117.182569:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757117.182578:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e000.
00000100:00000001:3.0:1787757117.182587:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757117.182598:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a1c0 x1874594466052736/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757117.182612:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757117.182617:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757117.182624:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062ae16d5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a1c0 x1874594466052736/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757117.182655:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757117.182660:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757117.182664:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757117.182666:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757117.182669:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757117.182673:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757117.182676:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18696
00000400:00000200:3.0:1787757117.182683:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757117.182689:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757117.182693:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757117.182698:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757117.182701:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787757117.182705:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787757117.182705:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757117.182714:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:2.0:1787757117.182717:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787757117.182720:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787757117.182724:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1787757117.182725:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757117.182732:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757117.182735:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787757117.182740:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:2.0:1787757117.182744:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1a1c0 x1874594466052736/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787757117.182748:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787757117.182768:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757117.182771:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757117.182777:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757117.182780:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787757117.182784:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757117.182790:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1787757117.182793:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
02000000:00000001:2.0:1787757117.182796:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757117.182803:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757117.182809:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787757117.182819:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00100000:2.0:1787757117.182825:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466052736:192.168.201.154@tcp:250:kworker.0
00000100:00000001:3.0:1787757117.182831:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757117.182834:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757117.182843:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757117.182844:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757117.182853:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757117.182858:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787757117.182860:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757117.182867:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757117.182868:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafe400.
00000100:00000001:3.0:1787757117.182871:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:2.0:1787757117.182876:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787757117.182880:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787757117.182890:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000008:00000001:3.0:1787757117.182892:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757117.182900:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787757117.182904:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000100:00000010:3.0:1787757117.182908:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19a40.
00000020:00000040:3.0:1787757117.182914:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787757117.182921:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757117.182927:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757117.182931:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1787757117.182934:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
02000000:00000001:3.0:1787757117.182936:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757117.182946:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787757117.182952:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466052736, portal 25
02000000:00000010:3.0:1787757117.182958:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51ec00.
00000100:00000001:2.0:1787757117.182961:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757117.182972:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118847424 : -120600590704192 : ffff92507ca1a1c0)
00000100:00000001:3.0:1787757117.182975:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757117.182989:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1a1c0 x1874594466052736/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757117.182997:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19a40 x1874594466052864/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757117.183038:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757117.183047:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757117.183053:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c330.
00000100:00000200:2.0:1787757117.183058:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466052736, offset 0
00000100:00000001:3.0:1787757117.183068:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787757117.183069:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757117.183083:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757117.183088:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757117.183097:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00000040:3.0:1787757117.183109:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048dd93e3] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19a40 x1874594466052864/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787757117.183125:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787757117.183133:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757117.183138:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00080000:3.0:1787757117.183143:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787757117.183149:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1787757117.183155:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:2.0:1787757117.183159:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00000001:3.0:1787757117.183163:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757117.183169:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787757117.183171:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56323:56323:256:4294967295] 192.168.201.154@tcp LPNI seq info [56323:56323:8:4294967295]
00000100:00000001:3.0:1787757117.183175:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757117.183188:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18696
00000400:00000200:2.0:1787757117.183189:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757117.183211:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757117.183220:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757117.183224:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000800:00000010:2.0:1787757117.183231:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acc00.
00000400:00000200:3.0:1787757117.183234:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757117.183241:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1787757117.183250:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000040:3.0:1787757117.183254:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000800:00000200:2.0:1787757117.183259:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 28 secs later)
00000100:00000001:3.0:1787757117.183261:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757117.183310:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757117.183315:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757117.183318:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757117.183321:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787757117.183324:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757117.183329:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787757117.183331:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787757117.183335:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787757117.183344:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757117.183354:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757117.183362:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757117.183372:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000800:00000200:2.1:1787757117.183372:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000020:00000040:3.0:1787757117.183384:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000800:00000200:2.1:1787757117.183415:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 28 secs later)
00000100:00080000:3.0:1787757117.183428:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000800:00000100:2.0:1787757117.183437:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000100:00000001:3.0:1787757117.183442:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787757117.183447:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acc00.
02000000:00000001:3.0:1787757117.183453:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787757117.183464:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1787757117.183465:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757117.183476:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757117.183483:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:2.0:1787757117.183490:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000008:00100000:3.0:1787757117.183491:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757117.183503:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757117.183509:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757117.183511:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c330
00000100:00000010:3.0:1787757117.183517:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a940.
00000400:00000010:2.0:1787757117.183522:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c330.
00000020:00000040:3.0:1787757117.183525:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787757117.183534:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787757117.183537:0:238954:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1787757117.183538:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757117.183546:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757117.183549:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:2.0:1787757117.183555:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1a1c0 x1874594466052736/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787757117.183556:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757117.183569:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51dc00.
00000100:00000001:3.0:1787757117.183579:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757117.183584:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:3.0:1787757117.183596:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a940 x1874594466052992/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1787757117.183598:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a1c0 x1874594466052736/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757142 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757117.183660:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757117.183661:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757117.183670:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757117.183671:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757117.183685:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757117.183686:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acf304e1] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a940 x1874594466052992/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787757117.183700:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757117.183710:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313370025
00000100:00000001:3.0:1787757117.183717:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757117.183723:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c060.
00000100:00000040:3.0:1787757117.183725:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787757117.183736:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1787757117.183740:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000040:3.0:1787757117.183745:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18706)
00000100:00000001:2.0:1787757117.183750:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313370025
00000100:00000010:2.0:1787757117.183759:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344ce40.
00000100:00000001:2.0:1787757117.183764:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787757117.183770:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757117.183773:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757117.183778:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757117.183785:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757117/real 1787757117]  req@ffff92507ca1a1c0 x1874594466052736/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757117.183799:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757117.183801:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757117.183804:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757117.183808:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757117.183810:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757117.183813:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757117.183818:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1a1c0 x1874594466052736/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757117.183830:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1a1c0 x1874594466052736/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757117.183839:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757117.183841:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757117.183843:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757117.183846:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757117.183851:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1a1c0 x1874594466052736/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757117.183860:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757117.183865:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1a1c0 x1874594466052736/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757142 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757117.183874:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757117.183878:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757117.183882:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757117.183884:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757117.183887:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757117.183890:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757117.183893:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757117.183899:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757117.183903:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757117.183912:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1a1c0 x1874594466052736/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757142 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757117.183929:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466052736:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757117.183939:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757117.183944:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757117.183950:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1a1c0 x1874594466052736/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757142 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757117.183965:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757117.183970:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757117.183975:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafe400.
02000000:00000001:2.0:1787757117.183980:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757117.183984:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757117.183988:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:2.0:1787757117.183992:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757117.183997:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51e000.
02000000:00000001:2.0:1787757117.184003:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757117.184007:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757117.184010:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1a1c0.
00000100:00000001:2.0:1787757117.184015:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757117.184017:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757117.184020:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757117.184030:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757117.184032:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757117.184035:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757117.184038:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757117.184040:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757117.184047:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca19a40 x1874594466052864/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757117.184057:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757117.184059:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757117.184062:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757117.184065:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757117.184068:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757117.184072:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca19a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466052864:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757117.184076:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757117.184079:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757117.184081:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757117.184084:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757117.184089:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafe400.
02000000:00000001:2.0:1787757117.184091:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757117.184097:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757117.184100:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000010:2.0:1787757117.184105:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000200:2.0:1787757117.184110:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466052864, portal 10
00000100:00000001:2.0:1787757117.184113:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757117.184115:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118845504 : -120600590706112 : ffff92507ca19a40)
00000100:00000040:2.0:1787757117.184123:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca19a40 x1874594466052864/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757117.184132:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757117.184135:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757117.184138:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c330.
00000100:00000200:2.0:1787757117.184141:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466052864, offset 0
00000400:00000200:2.0:1787757117.184147:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757117.184153:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757117.184158:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757117.184163:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757117.184166:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757117.184170:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757117.184174:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757117.184178:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56324:56324:256:4294967295] 192.168.201.154@tcp LPNI seq info [56324:56324:8:4294967295]
00000400:00000200:2.0:1787757117.184184:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757117.184193:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757117.184199:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757117.184203:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acc00.
00000800:00000200:2.0:1787757117.184209:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757117.184213:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787757117.184219:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757117.184223:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1787757117.184228:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757117.184231:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acc00.
00000400:00000200:2.0:1787757117.184235:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757117.184240:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757117.184244:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c330
00000400:00000010:2.0:1787757117.184247:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c330.
00000100:00000001:2.0:1787757117.184250:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757117.184255:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca19a40 x1874594466052864/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757117.184265:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757117.184298:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19a40 x1874594466052864/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757142 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757117.184308:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757117.184310:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757117.184315:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757117.184320:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:2.0:1787757117.184328:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757117.184332:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313369130
00000100:00000001:2.0:1787757117.184336:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313370025
00000100:00000001:2.0:1787757117.184340:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313369130
00000100:00000001:2.0:1787757117.184343:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313370025
00000100:00000001:2.0:1787757117.184347:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757117.184350:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757117.184353:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757117.184358:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757117/real 1787757117]  req@ffff92507ca19a40 x1874594466052864/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757117.184369:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757117.184371:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757117.184374:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757117.184377:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757117.184379:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757117.184382:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757117.184385:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca19a40 x1874594466052864/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757117.184423:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca19a40 x1874594466052864/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757117.184432:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757117.184435:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757117.184438:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757117.184439:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757117.184444:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca19a40 x1874594466052864/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757117.184453:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757117.184458:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca19a40 x1874594466052864/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757142 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757117.184467:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757117.184470:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757117.184472:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757117.184473:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757117.184476:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757117.184479:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757117.184483:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757117.184487:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757117.184490:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757117.184496:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca19a40 x1874594466052864/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757142 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757117.184505:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca19a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466052864:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757117.184510:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757117.184514:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1a940 x1874594466052992/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757117.184522:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757117.184524:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757117.184526:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757117.184529:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757117.184532:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757117.184535:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466052992:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757117.184539:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757117.184542:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757117.184545:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757117.184547:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757117.184552:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757117.184554:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757117.184559:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757117.184562:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000010:2.0:1787757117.184566:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000200:2.0:1787757117.184570:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466052992, portal 4
00000100:00000001:2.0:1787757117.184573:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757117.184575:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118849344 : -120600590702272 : ffff92507ca1a940)
00000100:00000040:2.0:1787757117.184583:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1a940 x1874594466052992/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757117.184599:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757117.184602:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757117.184605:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c330.
00000100:00000200:2.0:1787757117.184608:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466052992, offset 0
00000400:00000200:2.0:1787757117.184617:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757117.184625:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757117.184630:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757117.184636:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757117.184641:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757117.184646:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757117.184649:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757117.184656:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56325:56325:256:4294967295] 192.168.201.154@tcp LPNI seq info [56325:56325:8:4294967295]
00000400:00000200:2.0:1787757117.184662:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757117.184671:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757117.184676:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757117.184681:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acc00.
00000800:00000200:2.0:1787757117.184686:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757117.184690:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787757117.184695:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757117.184699:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1787757117.184704:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757117.184706:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acc00.
00000400:00000200:2.0:1787757117.184711:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757117.184718:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757117.184723:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c330
00000400:00000010:2.0:1787757117.184726:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c330.
00000100:00000001:2.0:1787757117.184729:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757117.184733:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1a940 x1874594466052992/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757117.184744:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757117.184750:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a940 x1874594466052992/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757142 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757117.184802:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757117.184804:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757117.184809:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757117.184813:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:2.0:1787757117.184818:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757117.184821:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313369113
00000100:00000001:2.0:1787757117.184824:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313370025
00000100:00000001:2.0:1787757117.184827:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313369113
00000100:00000001:2.0:1787757117.184830:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313370025
00000100:00000001:2.0:1787757117.184832:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757117.184835:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757117.184837:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757117.184842:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757117/real 1787757117]  req@ffff92507ca1a940 x1874594466052992/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757117.184852:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757117.184854:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757117.184856:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757117.184859:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757117.184861:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757117.184864:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757117.184869:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1a940 x1874594466052992/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757117.184887:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1a940 x1874594466052992/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757117.184899:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757117.184902:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757117.184906:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757117.184909:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757117.184916:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1a940 x1874594466052992/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757117.184931:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757117.184940:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1a940 x1874594466052992/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757142 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757117.184954:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757117.184959:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757117.184963:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757117.184966:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757117.184969:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757117.184972:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757117.184978:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757117.184985:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757117.184989:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757117.184998:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1a940 x1874594466052992/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757142 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757117.185016:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466052992:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757117.185025:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757117.185029:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757117.185036:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca19a40 x1874594466052864/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757142 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757117.185046:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757117.185049:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757117.185052:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafe400.
02000000:00000001:2.0:1787757117.185056:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757117.185058:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757117.185060:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:2.0:1787757117.185063:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757117.185066:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51ec00.
02000000:00000001:2.0:1787757117.185070:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757117.185072:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757117.185073:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca19a40.
00000100:00000001:2.0:1787757117.185077:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757117.185079:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757117.185081:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757117.185085:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1a940 x1874594466052992/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757142 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757117.185093:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757117.185095:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757117.185097:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757117.185099:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757117.185100:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757117.185102:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:2.0:1787757117.185104:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757117.185106:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51dc00.
02000000:00000001:2.0:1787757117.185108:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757117.185110:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757117.185111:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1a940.
00000100:00000001:2.0:1787757117.185114:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757117.185115:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757117.185117:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757117.185122:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757117.185124:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757117.185127:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757117.185129:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757117.694359:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757117.694369:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757117.694372:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757117.694378:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757117.694406:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757117.694411:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757117.694415:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757117.694419:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757117.694423:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757118.014596:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757118.014603:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757118.014608:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757118.142371:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313370025, at 4313370048
00000100:00000010:2.0:1787757118.142442:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c060.
00000100:00000040:3.0:1787757118.142448:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313370025, at 4313370048
00000100:00000010:3.0:1787757118.142463:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344ce40.
00000100:00000001:2.0:1787757118.718452:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757118.718464:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757118.718468:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757118.718478:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757118.718486:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757118.718492:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757118.718497:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757118.718503:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757118.718508:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757119.038628:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757119.038636:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757119.038641:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757119.742400:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757119.742409:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757119.742412:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757119.742418:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757119.742422:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757119.742427:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757119.742430:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757119.742433:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757119.742437:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757120.062607:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757120.062614:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757120.062619:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757120.766423:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757120.766434:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757120.766437:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757120.766443:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757120.766448:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757120.766453:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757120.766456:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757120.766460:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757120.766463:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757121.086620:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757121.086628:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757121.086633:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757121.790418:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757121.790427:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757121.790430:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757121.790437:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757121.790442:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757121.790447:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757121.790451:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757121.790454:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757121.790458:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757122.110486:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757122.110494:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757122.110499:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757122.302455:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757122.302488:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757122.302494:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757122.302501:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757122.302510:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757122.302525:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18701
00000400:00000200:3.0:1787757122.302543:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757122.302555:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757122.302562:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757122.302569:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757122.302575:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757122.302581:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757122.302585:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757122.302593:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757122.302598:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757122.302604:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757122.302611:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757122.302616:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757122.302621:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757122.302628:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757122.302632:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757122.302636:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757122.302641:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757122.302656:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757122.302663:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757122.302669:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757122.302677:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757122.302684:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757122.302690:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757122.302695:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757122.302700:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757122.302713:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1bc00.
00000020:00000040:3.0:1787757122.302721:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757122.302729:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757122.302733:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757122.302739:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757122.302745:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757122.302753:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757122.302766:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c400.
00000100:00000001:3.0:1787757122.302778:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757122.302813:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1bc00 x1874594466053120/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757122.302842:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757122.302852:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757122.302863:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002bc35b5c] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1bc00 x1874594466053120/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757122.302900:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757122.302908:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757122.302915:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757122.302919:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757122.302923:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757122.302931:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757122.302937:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18701
00000400:00000200:3.0:1787757122.302946:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757122.302956:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1787757122.302956:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757122.302966:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787757122.302968:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757122.302977:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757122.302979:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757122.302995:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757122.303005:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1bc00 x1874594466053120/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757122.303021:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757122.303024:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757122.303030:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757122.303033:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757122.303036:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757122.303041:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466053120:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757122.303048:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757122.303055:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757122.303059:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757122.303063:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757122.303071:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757122.303074:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757122.303084:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757122.303090:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000010:2.0:1787757122.303101:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000200:2.0:1787757122.303112:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466053120, portal 25
00000100:00000001:2.0:1787757122.303116:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757122.303118:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118854144 : -120600590697472 : ffff92507ca1bc00)
00000100:00000040:2.0:1787757122.303127:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1bc00 x1874594466053120/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757122.303145:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757122.303148:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000040:2.0:1787757122.303154:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000001:3.0:1787757122.303157:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000010:2.0:1787757122.303160:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c330.
00000020:00000001:3.0:1787757122.303164:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000200:2.0:1787757122.303167:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466053120, offset 0
00000020:00000040:3.0:1787757122.303168:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757122.303178:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1787757122.303203:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000020:00000040:3.0:1787757122.303206:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787757122.303212:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787757122.303217:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000400:00000200:2.0:1787757122.303219:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:3.0:1787757122.303233:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757122.303240:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787757122.303248:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00000040:3.0:1787757122.303271:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757122.303273:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:2.0:1787757122.303351:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757122.303363:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757122.303375:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757122.303385:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000020:00000040:3.0:1787757122.303388:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000400:00000200:2.0:1787757122.303396:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56326:56326:256:4294967295] 192.168.201.154@tcp LPNI seq info [56326:56326:8:4294967295]
00000100:00080000:3.0:1787757122.303404:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757122.303420:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757122.303430:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787757122.303431:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000001:3.0:1787757122.303438:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757122.303443:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757122.303446:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757122.303450:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757122.303458:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757122.303461:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757122.303470:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000010:3.0:1787757122.303472:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a940.
00000020:00000040:3.0:1787757122.303496:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787757122.303504:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.0:1787757122.303505:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
02000000:00000001:3.0:1787757122.303507:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757122.303514:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757122.303517:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757122.303522:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787757122.303525:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acc00.
02000000:00000010:3.0:1787757122.303532:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e400.
00000800:00000200:2.0:1787757122.303539:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757122.303547:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 23 secs later)
00000100:00000001:3.0:1787757122.303561:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757122.303586:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a940 x1874594466053248/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1787757122.303586:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757122.303606:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 23 secs later)
00000100:00000001:3.0:1787757122.303610:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757122.303632:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787757122.303640:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000100:00000040:3.0:1787757122.303652:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acf304e1] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a940 x1874594466053248/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:2.0:1787757122.303653:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acc00.
00000400:00000200:2.0:1787757122.303670:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1787757122.303675:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757122.303700:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757122.303710:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c330
00000100:00080000:3.0:1787757122.303711:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1787757122.303719:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c330.
00000100:00080000:3.0:1787757122.303720:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787757122.303725:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757122.303731:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757122.303737:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787757122.303738:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757122.303748:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18701
00000400:00000200:3.0:1787757122.303756:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000200:2.0:1787757122.303757:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1bc00 x1874594466053120/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787757122.303765:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757122.303777:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757122.303786:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757122.303797:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757122.303810:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757122.303822:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:2.0:1787757122.303827:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1787757122.303827:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757122.303838:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787757122.303842:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:2.0:1787757122.303845:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1bc00 x1874594466053120/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757147 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787757122.303846:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787757122.303859:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787757122.303874:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000001:2.0:1787757122.303884:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757122.303892:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1787757122.303894:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757122.303898:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757122.303901:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757122.303903:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:2.0:1787757122.303905:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787757122.303909:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787757122.303921:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000400:00000200:2.0:1787757122.303922:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757122.303933:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313375145
00000100:00000001:3.0:1787757122.303933:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757122.303949:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:2.0:1787757122.303953:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c060.
02000000:00000001:3.0:1787757122.303954:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757122.303965:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757122.303969:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757122.303971:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787757122.303972:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787757122.303995:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313375145
00000008:00000001:3.0:1787757122.303998:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757122.304003:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757122.304004:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c9c0.
00000100:00000010:3.0:1787757122.304009:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19a40.
00000100:00000001:2.0:1787757122.304013:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000020:00000040:3.0:1787757122.304015:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787757122.304027:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787757122.304029:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757122.304040:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757122.304041:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757122.304045:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757122.304052:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787757122.304053:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1787757122.304058:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757122.304070:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757122/real 1787757122]  req@ffff92507ca1bc00 x1874594466053120/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787757122.304071:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51fc00.
00000100:00000001:3.0:1787757122.304085:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757122.304106:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19a40 x1874594466053376/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:2.0:1787757122.304113:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757122.304120:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787757122.304124:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1787757122.304127:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000100:00000001:3.0:1787757122.304131:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757122.304136:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000100:00000040:3.0:1787757122.304145:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048dd93e3] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19a40 x1874594466053376/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1787757122.304146:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757122.304154:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757122.304168:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1bc00 x1874594466053120/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757122.304171:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757122.304182:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787757122.304202:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:2.0:1787757122.304215:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1bc00 x1874594466053120/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787757122.304217:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18711)
00000100:00000001:2.0:1787757122.304240:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757122.304244:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757122.304249:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757122.304255:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757122.304325:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1bc00 x1874594466053120/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757122.304357:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757122.304367:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1bc00 x1874594466053120/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757147 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757122.304377:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757122.304382:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757122.304384:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757122.304386:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757122.304389:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757122.304392:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757122.304396:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757122.304402:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757122.304406:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757122.304412:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1bc00 x1874594466053120/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757147 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757122.304429:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466053120:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757122.304440:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757122.304444:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757122.304451:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1bc00 x1874594466053120/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757147 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757122.304466:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757122.304471:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757122.304488:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757122.304494:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757122.304498:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757122.304502:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:2.0:1787757122.304507:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757122.304511:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51c400.
02000000:00000001:2.0:1787757122.304519:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757122.304523:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757122.304526:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1bc00.
00000100:00000001:2.0:1787757122.304532:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757122.304534:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757122.304537:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757122.304549:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757122.304551:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757122.304555:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757122.304557:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757122.304560:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757122.304567:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1a940 x1874594466053248/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757122.304577:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757122.304579:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757122.304584:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757122.304587:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757122.304590:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757122.304594:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466053248:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757122.304598:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757122.304602:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757122.304604:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757122.304607:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757122.304611:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757122.304614:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757122.304620:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757122.304634:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000010:2.0:1787757122.304639:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000200:2.0:1787757122.304644:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466053248, portal 10
00000100:00000001:2.0:1787757122.304647:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757122.304649:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118849344 : -120600590702272 : ffff92507ca1a940)
00000100:00000040:2.0:1787757122.304659:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1a940 x1874594466053248/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757122.304668:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757122.304671:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757122.304674:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c330.
00000100:00000200:2.0:1787757122.304677:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466053248, offset 0
00000400:00000200:2.0:1787757122.304683:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757122.304689:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757122.304695:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757122.304700:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757122.304704:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757122.304707:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757122.304712:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757122.304719:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56327:56327:256:4294967295] 192.168.201.154@tcp LPNI seq info [56327:56327:8:4294967295]
00000400:00000200:2.0:1787757122.304729:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757122.304742:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757122.304754:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757122.304761:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acc00.
00000800:00000200:2.0:1787757122.304770:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757122.304776:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1787757122.304787:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757122.304793:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 23 secs later)
00000800:00000100:2.0:1787757122.304802:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757122.304806:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acc00.
00000400:00000200:2.0:1787757122.304812:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757122.304819:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757122.304826:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c330
00000400:00000010:2.0:1787757122.304829:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c330.
00000100:00000001:2.0:1787757122.304833:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757122.304839:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1a940 x1874594466053248/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757122.304850:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757122.304854:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a940 x1874594466053248/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757147 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757122.304863:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757122.304866:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757122.304871:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757122.304876:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:2.0:1787757122.304881:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757122.304884:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313374250
00000100:00000001:2.0:1787757122.304898:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313375145
00000100:00000001:2.0:1787757122.304902:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313374250
00000100:00000001:2.0:1787757122.304905:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313375145
00000100:00000001:2.0:1787757122.304908:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757122.304910:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757122.304913:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757122.304918:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757122/real 1787757122]  req@ffff92507ca1a940 x1874594466053248/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757122.304930:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757122.304932:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757122.304934:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757122.304937:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757122.304939:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757122.304942:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757122.304946:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1a940 x1874594466053248/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757122.304957:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1a940 x1874594466053248/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757122.304965:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757122.304966:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757122.304969:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757122.304970:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757122.304975:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1a940 x1874594466053248/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757122.304983:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757122.304988:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1a940 x1874594466053248/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757147 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757122.304997:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757122.305009:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757122.305012:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757122.305013:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757122.305016:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757122.305019:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757122.305022:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757122.305026:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757122.305029:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757122.305035:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1a940 x1874594466053248/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757147 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757122.305045:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466053248:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757122.305051:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757122.305055:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca19a40 x1874594466053376/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757122.305073:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757122.305075:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757122.305077:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757122.305080:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757122.305082:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757122.305086:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca19a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466053376:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757122.305089:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757122.305092:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757122.305094:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757122.305097:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757122.305101:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafe400.
02000000:00000001:2.0:1787757122.305104:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757122.305108:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757122.305111:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000010:2.0:1787757122.305115:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000200:2.0:1787757122.305120:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466053376, portal 4
00000100:00000001:2.0:1787757122.305122:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757122.305124:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118845504 : -120600590706112 : ffff92507ca19a40)
00000100:00000040:2.0:1787757122.305132:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca19a40 x1874594466053376/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757122.305141:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757122.305144:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757122.305146:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c330.
00000100:00000200:2.0:1787757122.305149:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466053376, offset 0
00000400:00000200:2.0:1787757122.305156:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757122.305161:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757122.305166:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757122.305170:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757122.305174:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757122.305177:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757122.305181:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757122.305185:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56328:56328:256:4294967295] 192.168.201.154@tcp LPNI seq info [56328:56328:8:4294967295]
00000400:00000200:2.0:1787757122.305190:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757122.305205:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757122.305211:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757122.305215:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acc00.
00000800:00000200:2.0:1787757122.305220:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757122.305224:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1787757122.305230:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757122.305234:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 23 secs later)
00000800:00000100:2.0:1787757122.305239:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757122.305242:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acc00.
00000400:00000200:2.0:1787757122.305248:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757122.305255:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757122.305261:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c330
00000400:00000010:2.0:1787757122.305264:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c330.
00000100:00000001:2.0:1787757122.305325:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757122.305347:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca19a40 x1874594466053376/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757122.305365:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757122.305372:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19a40 x1874594466053376/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757147 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757122.305386:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757122.305388:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757122.305396:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757122.305400:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:2.0:1787757122.305405:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757122.305409:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313374234
00000100:00000001:2.0:1787757122.305413:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313375145
00000100:00000001:2.0:1787757122.305417:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313374234
00000100:00000001:2.0:1787757122.305421:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313375145
00000100:00000001:2.0:1787757122.305426:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757122.305430:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757122.305434:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757122.305443:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757122/real 1787757122]  req@ffff92507ca19a40 x1874594466053376/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757122.305459:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757122.305463:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757122.305467:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757122.305473:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757122.305476:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757122.305492:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757122.305499:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca19a40 x1874594466053376/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757122.305516:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca19a40 x1874594466053376/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757122.305525:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757122.305527:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757122.305529:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757122.305532:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757122.305536:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca19a40 x1874594466053376/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757122.305545:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757122.305550:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca19a40 x1874594466053376/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757147 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757122.305559:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757122.305564:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757122.305566:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757122.305568:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757122.305570:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757122.305572:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757122.305576:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757122.305580:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757122.305583:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757122.305587:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca19a40 x1874594466053376/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757147 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757122.305597:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca19a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466053376:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757122.305602:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757122.305605:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757122.305609:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1a940 x1874594466053248/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757147 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757122.305617:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757122.305620:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757122.305622:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757122.305626:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757122.305628:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757122.305630:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:2.0:1787757122.305633:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757122.305646:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51e400.
02000000:00000001:2.0:1787757122.305650:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757122.305652:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757122.305654:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1a940.
00000100:00000001:2.0:1787757122.305658:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757122.305660:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757122.305662:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757122.305666:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca19a40 x1874594466053376/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757147 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757122.305682:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757122.305684:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757122.305686:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafe400.
02000000:00000001:2.0:1787757122.305689:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757122.305691:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757122.305692:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:2.0:1787757122.305694:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757122.305696:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51fc00.
02000000:00000001:2.0:1787757122.305702:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757122.305704:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757122.305705:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca19a40.
00000100:00000001:2.0:1787757122.305708:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757122.305710:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757122.305713:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757122.305720:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757122.305723:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757122.305727:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757122.305730:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757122.814427:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757122.814436:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757122.814440:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757122.814446:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757122.814450:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757122.814454:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757122.814458:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757122.814462:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757122.814465:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757123.134607:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757123.134617:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757123.134625:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757123.262387:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313375145, at 4313375168
00000100:00000010:3.0:1787757123.262414:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c9c0.
00000100:00000040:2.0:1787757123.262427:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313375145, at 4313375168
00000100:00000010:2.0:1787757123.262450:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c060.
00000100:00000001:2.0:1787757123.838374:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757123.838386:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757123.838389:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757123.838397:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757123.838402:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757123.838408:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757123.838412:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757123.838417:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757123.838422:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757124.158555:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757124.158562:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757124.158566:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757124.862447:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757124.862457:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757124.862460:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757124.862466:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757124.862472:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757124.862476:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757124.862480:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757124.862483:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757124.862487:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757125.182584:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757125.182593:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757125.182600:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757125.886406:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757125.886419:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757125.886423:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757125.886430:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757125.886435:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757125.886442:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757125.886445:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757125.886449:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757125.886453:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757126.206561:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757126.206570:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757126.206575:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757126.910391:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757126.910400:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757126.910403:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757126.910410:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757126.910414:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757126.910418:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757126.910421:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757126.910425:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757126.910428:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757127.230515:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757127.230521:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757127.230524:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757127.422824:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757127.422850:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757127.422858:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757127.422876:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077902940 x1874594466053504/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757127.422951:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757127.422958:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757127.422971:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757127.422980:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757127.422987:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757127.422995:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077902940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466053504:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757127.423008:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757127.423020:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757127.423027:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757127.423032:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757127.423045:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafe400.
02000000:00000001:2.0:1787757127.423054:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757127.423070:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757127.423080:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000010:2.0:1787757127.423096:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000200:2.0:1787757127.423113:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466053504, portal 25
00000100:00000001:2.0:1787757127.423124:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757127.423131:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033816384 : -120600675735232 : ffff925077902940)
00000100:00000040:2.0:1787757127.423151:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077902940 x1874594466053504/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757127.423174:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757127.423186:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757127.423194:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c330.
00000100:00000200:2.0:1787757127.423202:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466053504, offset 0
00000400:00000200:2.0:1787757127.423248:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757127.423260:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757127.423332:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757127.423341:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757127.423354:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757127.423366:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757127.423378:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757127.423395:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56329:56329:256:4294967295] 192.168.201.154@tcp LPNI seq info [56329:56329:8:4294967295]
00000400:00000200:2.0:1787757127.423411:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757127.423441:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757127.423459:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757127.423473:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acc00.
00000800:00000200:2.0:1787757127.423492:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757127.423500:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787757127.423519:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757127.423530:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787757127.423546:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757127.423551:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acc00.
00000400:00000200:2.0:1787757127.423561:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757127.423574:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757127.423586:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c330
00000400:00000010:2.0:1787757127.423594:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c330.
00000100:00000001:2.0:1787757127.423602:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757127.423620:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077902940 x1874594466053504/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757127.423667:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757127.423678:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077902940 x1874594466053504/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757152 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757127.423698:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757127.423702:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757127.423709:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757127.423715:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757127.423719:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313380265
00000100:00000010:2.0:1787757127.423727:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c060.
00000100:00000001:2.0:1787757127.423735:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787757127.423742:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313380265
00000100:00000010:2.0:1787757127.423745:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344ca20.
00000100:00000001:2.0:1787757127.423749:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787757127.423766:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757127.423772:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757127.423776:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757127.423786:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757127/real 1787757127]  req@ffff925077902940 x1874594466053504/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757127.423803:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757127.423806:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757127.423810:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757127.423816:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757127.423819:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757127.423824:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757127.423831:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077902940 x1874594466053504/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757127.423848:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077902940 x1874594466053504/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757127.423858:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757127.423860:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757127.423863:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757127.423866:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757127.423871:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077902940 x1874594466053504/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757127.423883:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757127.423892:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077902940 x1874594466053504/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757152 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757127.423906:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757127.423911:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757127.423914:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757127.423917:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757127.423921:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757127.423925:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757127.423931:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757127.423938:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757127.423943:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757127.423953:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077902940 x1874594466053504/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757152 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757127.423970:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077902940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466053504:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757127.423979:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757127.423982:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757127.423986:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077902940 x1874594466053504/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757152 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757127.423994:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757127.423997:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757127.424001:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafe400.
02000000:00000001:2.0:1787757127.424004:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757127.424006:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757127.424008:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:2.0:1787757127.424011:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757127.424014:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077916c00.
02000000:00000001:2.0:1787757127.424018:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757127.424021:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757127.424023:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077902940.
00000100:00000001:2.0:1787757127.424027:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757127.424028:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757127.424031:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757127.424041:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757127.424043:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757127.424046:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757127.424048:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757127.424050:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757127.424054:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9250779021c0 x1874594466053632/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757127.424063:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757127.424065:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757127.424068:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757127.424070:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757127.424073:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757127.424077:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9250779021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466053632:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757127.424081:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757127.424084:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757127.424086:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757127.424088:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757127.424093:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafe400.
02000000:00000001:2.0:1787757127.424095:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757127.424100:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757127.424104:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000010:2.0:1787757127.424108:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000200:2.0:1787757127.424122:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466053632, portal 10
00000100:00000001:2.0:1787757127.424124:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757127.424126:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033814464 : -120600675737152 : ffff9250779021c0)
00000100:00000040:2.0:1787757127.424134:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9250779021c0 x1874594466053632/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757127.424142:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757127.424145:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757127.424148:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c330.
00000100:00000200:2.0:1787757127.424150:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466053632, offset 0
00000400:00000200:2.0:1787757127.424155:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757127.424160:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757127.424165:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757127.424169:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757127.424173:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757127.424176:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757127.424179:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757127.424183:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56330:56330:256:4294967295] 192.168.201.154@tcp LPNI seq info [56330:56330:8:4294967295]
00000400:00000200:2.0:1787757127.424188:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757127.424196:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757127.424202:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757127.424207:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acc00.
00000800:00000200:2.0:1787757127.424236:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757127.424248:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787757127.424255:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757127.424258:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787757127.424262:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757127.424265:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acc00.
00000400:00000200:2.0:1787757127.424293:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757127.424299:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757127.424315:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c330
00000400:00000010:2.0:1787757127.424317:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c330.
00000100:00000001:2.0:1787757127.424320:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757127.424326:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9250779021c0 x1874594466053632/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757127.424336:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757127.424339:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9250779021c0 x1874594466053632/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757152 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757127.424348:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757127.424349:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757127.424354:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757127.424359:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:2.0:1787757127.424363:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757127.424366:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313379370
00000100:00000001:2.0:1787757127.424370:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313380265
00000100:00000001:2.0:1787757127.424372:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313379370
00000100:00000001:2.0:1787757127.424375:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313380265
00000100:00000001:2.0:1787757127.424377:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757127.424380:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757127.424382:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757127.424386:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757127/real 1787757127]  req@ffff9250779021c0 x1874594466053632/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757127.424404:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757127.424405:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757127.424408:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757127.424410:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757127.424412:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757127.424414:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757127.424418:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9250779021c0 x1874594466053632/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757127.424428:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9250779021c0 x1874594466053632/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757127.424435:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757127.424437:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757127.424439:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757127.424441:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757127.424445:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9250779021c0 x1874594466053632/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757127.424452:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757127.424456:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9250779021c0 x1874594466053632/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757152 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757127.424464:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757127.424466:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757127.424468:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757127.424470:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757127.424472:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757127.424477:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757127.424480:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757127.424483:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757127.424486:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757127.424491:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9250779021c0 x1874594466053632/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757152 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757127.424501:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9250779021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466053632:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757127.424505:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757127.424509:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077901680 x1874594466053760/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757127.424516:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757127.424518:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757127.424520:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757127.424522:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757127.424525:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757127.424528:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077901680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466053760:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757127.424531:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757127.424534:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757127.424535:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757127.424538:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757127.424542:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757127.424544:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757127.424548:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757127.424551:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000010:2.0:1787757127.424555:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000200:2.0:1787757127.424558:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466053760, portal 4
00000100:00000001:2.0:1787757127.424560:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757127.424562:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033811584 : -120600675740032 : ffff925077901680)
00000100:00000040:2.0:1787757127.424570:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077901680 x1874594466053760/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757127.424577:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757127.424580:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757127.424583:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c330.
00000100:00000200:2.0:1787757127.424586:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466053760, offset 0
00000400:00000200:2.0:1787757127.424591:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757127.424595:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757127.424600:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757127.424603:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757127.424607:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757127.424610:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757127.424613:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757127.424616:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56331:56331:256:4294967295] 192.168.201.154@tcp LPNI seq info [56331:56331:8:4294967295]
00000400:00000200:2.0:1787757127.424621:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757127.424629:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757127.424634:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757127.424638:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acc00.
00000800:00000200:2.0:1787757127.424642:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757127.424646:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787757127.424651:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757127.424654:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787757127.424658:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757127.424661:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acc00.
00000400:00000200:2.0:1787757127.424664:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757127.424668:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757127.424672:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c330
00000400:00000010:2.0:1787757127.424674:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c330.
00000100:00000001:2.0:1787757127.424676:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757127.424680:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077901680 x1874594466053760/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757127.424689:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757127.424693:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077901680 x1874594466053760/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757152 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757127.424701:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757127.424702:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757127.424705:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757127.424709:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:2.0:1787757127.424712:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757127.424716:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313379353
00000100:00000001:2.0:1787757127.424718:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313380265
00000100:00000001:2.0:1787757127.424721:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313379353
00000100:00000001:2.0:1787757127.424724:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313380265
00000100:00000001:2.0:1787757127.424726:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757127.424728:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757127.424730:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757127.424734:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757127/real 1787757127]  req@ffff925077901680 x1874594466053760/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757127.424742:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757127.424743:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757127.424745:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757127.424747:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757127.424749:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757127.424752:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757127.424755:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077901680 x1874594466053760/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757127.424765:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077901680 x1874594466053760/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757127.424772:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757127.424773:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757127.424775:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757127.424777:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757127.424781:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077901680 x1874594466053760/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757127.424788:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757127.424792:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077901680 x1874594466053760/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757152 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757127.424799:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757127.424802:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757127.424804:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757127.424806:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757127.424808:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757127.424810:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757127.424813:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757127.424816:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757127.424818:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757127.424822:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077901680 x1874594466053760/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757152 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757127.424831:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077901680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466053760:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757127.424835:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757127.424837:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757127.424841:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9250779021c0 x1874594466053632/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757152 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757127.424848:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757127.424849:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757127.424852:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafe400.
02000000:00000001:2.0:1787757127.424854:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757127.424856:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757127.424857:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:2.0:1787757127.424859:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757127.424861:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077915c00.
02000000:00000001:2.0:1787757127.424866:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757127.424868:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757127.424870:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9250779021c0.
00000100:00000001:2.0:1787757127.424872:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757127.424874:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757127.424876:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757127.424882:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077901680 x1874594466053760/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757152 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757127.424905:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757127.424908:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757127.424911:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757127.424915:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757127.424917:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757127.424920:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:2.0:1787757127.424923:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757127.424926:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077914c00.
02000000:00000001:2.0:1787757127.424930:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757127.424932:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757127.424935:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077901680.
00000100:00000001:2.0:1787757127.424939:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757127.424942:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757127.424945:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757127.424952:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757127.424954:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757127.424958:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757127.424961:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757127.934365:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757127.934372:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757127.934374:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757127.934379:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757127.934383:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757127.934387:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757127.934389:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757127.934392:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757127.934394:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757128.254592:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757128.254599:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757128.254603:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757128.382407:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313380265, at 4313380288
00000100:00000040:3.0:1787757128.382409:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313380265, at 4313380288
00000100:00000010:2.0:1787757128.382436:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c060.
00000100:00000010:3.0:1787757128.382446:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344ca20.
00000100:00000001:2.0:1787757128.958407:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757128.958418:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757128.958421:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757128.958429:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757128.958435:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757128.958441:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757128.958446:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757128.958450:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757128.958454:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757129.278523:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757129.278529:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757129.278534:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757129.982389:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757129.982398:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757129.982401:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757129.982407:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757129.982411:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757129.982415:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757129.982418:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757129.982421:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757129.982424:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757130.302718:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757130.302724:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757130.302728:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757131.006470:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757131.006482:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757131.006487:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757131.006497:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757131.006503:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757131.006510:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757131.006515:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757131.006520:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757131.006525:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757131.326594:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757131.326605:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757131.326613:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757132.030339:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757132.030345:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757132.030348:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757132.030353:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757132.030356:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757132.030360:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757132.030362:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757132.030365:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757132.030368:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757132.350483:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757132.350489:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757132.350505:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757132.542490:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757132.542506:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757132.542512:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757132.542519:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757132.542529:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757132.542542:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18712
00000400:00000200:3.0:1787757132.542559:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757132.542572:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757132.542579:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757132.542587:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757132.542592:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757132.542596:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757132.542600:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757132.542605:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757132.542608:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757132.542611:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757132.542617:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757132.542621:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757132.542625:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757132.542630:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757132.542633:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757132.542637:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757132.542640:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757132.542645:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757132.542651:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757132.542655:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757132.542660:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757132.542665:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757132.542669:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757132.542672:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757132.542677:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757132.542686:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a1c0.
00000020:00000040:3.0:1787757132.542691:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757132.542697:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757132.542700:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757132.542704:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757132.542709:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757132.542714:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757132.542723:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51d800.
00000100:00000001:3.0:1787757132.542732:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757132.542748:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a1c0 x1874594466053888/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757132.542771:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757132.542777:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757132.542787:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062ae16d5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a1c0 x1874594466053888/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757132.542818:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757132.542824:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757132.542830:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757132.542833:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757132.542837:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757132.542841:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757132.542846:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18712
00000100:00000001:2.0:1787757132.542867:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757132.542876:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757132.542881:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757132.542895:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1a1c0 x1874594466053888/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757132.542911:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757132.542914:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757132.542919:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757132.542923:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757132.542927:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757132.542934:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466053888:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757132.542941:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757132.542946:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757132.542950:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757132.542954:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757132.542961:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757132.542967:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757132.542968:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757132.542979:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000400:00000200:2.0:1787757132.542981:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00080000:3.0:1787757132.542986:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000400:00000010:2.0:1787757132.542990:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000100:00000040:3.0:1787757132.542998:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757132.543003:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1787757132.543005:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000040:3.0:1787757132.543007:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757132.543015:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000200:2.0:1787757132.543020:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466053888, portal 25
00000020:00000001:3.0:1787757132.543020:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757132.543025:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000100:00000001:2.0:1787757132.543028:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:3.0:1787757132.543030:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787757132.543033:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118847424 : -120600590704192 : ffff92507ca1a1c0)
00000020:00000040:3.0:1787757132.543036:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787757132.543043:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:2.0:1787757132.543047:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1a1c0 x1874594466053888/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787757132.543048:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:2.0:1787757132.543066:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757132.543071:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757132.543074:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c330.
00000100:00000200:2.0:1787757132.543078:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466053888, offset 0
00000400:00000200:2.0:1787757132.543086:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757132.543100:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757132.543112:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757132.543171:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757132.543183:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757132.543189:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757132.543196:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757132.543204:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56332:56332:256:4294967295] 192.168.201.154@tcp LPNI seq info [56332:56332:8:4294967295]
00000400:00000200:2.0:1787757132.543216:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757132.543237:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757132.543250:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000040:3.0:1787757132.543261:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000800:00000010:2.0:1787757132.543262:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acc00.
00000100:00000001:3.0:1787757132.543313:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757132.543319:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000800:00000200:2.0:1787757132.543337:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757132.543344:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787757132.543354:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757132.543359:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787757132.543384:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757132.543389:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acc00.
00000100:00000001:3.0:1787757132.543397:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:2.0:1787757132.543401:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:3.0:1787757132.543404:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000400:00000200:2.0:1787757132.543413:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1787757132.543418:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000400:00000200:2.0:1787757132.543424:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c330
00000100:00000001:3.0:1787757132.543426:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787757132.543433:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c330.
02000000:00000001:3.0:1787757132.543434:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787757132.543445:0:238954:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1787757132.543447:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757132.543454:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787757132.543457:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1a1c0 x1874594466053888/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757132.543460:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757132.543469:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787757132.543478:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000008:00000001:3.0:1787757132.543480:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757132.543488:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a1c0 x1874594466053888/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757132.543490:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757132.543505:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19680.
00000100:00000001:2.0:1787757132.543507:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757132.543516:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:3.0:1787757132.543520:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000100:00000001:2.0:1787757132.543526:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757132.543531:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1787757132.543538:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000001:3.0:1787757132.543539:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757132.543544:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313385385
00000100:00000001:3.0:1787757132.543548:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757132.543556:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:2.0:1787757132.543557:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c060.
02000000:00000001:3.0:1787757132.543562:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757132.543568:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
02000000:00000010:3.0:1787757132.543577:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51fc00.
00000100:00000001:2.0:1787757132.543578:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313385385
00000100:00000010:2.0:1787757132.543593:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c540.
00000100:00000001:3.0:1787757132.543593:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757132.543603:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787757132.543611:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1787757132.543613:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19680 x1874594466054016/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757132.543619:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757132.543628:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787757132.543637:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:2.0:1787757132.543642:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757132/real 1787757132]  req@ffff92507ca1a1c0 x1874594466053888/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757132.543643:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757132.543660:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c14b51e] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19680 x1874594466054016/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757132.543668:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757132.543673:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757132.543678:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757132.543685:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000100:00000001:3.0:1787757132.543686:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787757132.543688:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00080000:3.0:1787757132.543695:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787757132.543698:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:3.0:1787757132.543705:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000200:2.0:1787757132.543711:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1a1c0 x1874594466053888/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757132.543712:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757132.543718:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757132.543728:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757132.543739:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18712
00000100:00000200:2.0:1787757132.543744:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1a1c0 x1874594466053888/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787757132.543754:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757132.543770:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00000001:2.0:1787757132.543772:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757132.543779:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787757132.543781:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787757132.543783:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757132.543788:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757132.543799:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00100000:2.0:1787757132.543801:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1a1c0 x1874594466053888/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757132.543811:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787757132.543820:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757132.543824:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000040:2.0:1787757132.543831:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1a1c0 x1874594466053888/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757132.543835:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757132.543849:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787757132.543853:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:3.0:1787757132.543855:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000100:00000001:2.0:1787757132.543860:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787757132.543864:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787757132.543865:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757132.543870:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1787757132.543874:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000100:00000001:2.0:1787757132.543875:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757132.543881:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:3.0:1787757132.543883:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00080000:2.0:1787757132.543887:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:3.0:1787757132.543890:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00080000:2.0:1787757132.543902:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000040:3.0:1787757132.543904:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757132.543912:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1787757132.543913:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757132.543921:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000040:2.0:1787757132.543927:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1a1c0 x1874594466053888/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757132.543929:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757132.543940:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787757132.543953:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757132.543961:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757132.543963:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466053888:192.168.201.154@tcp:250:kworker.0
02000000:00000001:3.0:1787757132.543965:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757132.543974:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757132.543977:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787757132.543981:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757132.543983:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787757132.543990:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000040:2.0:1787757132.543994:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1a1c0 x1874594466053888/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1787757132.543997:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757132.544007:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757132.544014:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757132.544025:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000010:3.0:1787757132.544026:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1b0c0.
02000000:00000001:2.0:1787757132.544029:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000040:3.0:1787757132.544033:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000010:2.0:1787757132.544036:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafc800.
02000000:00000001:3.0:1787757132.544041:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757132.544043:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:3.0:1787757132.544049:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757132.544051:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:3.0:1787757132.544057:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000020:00000040:2.0:1787757132.544058:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757132.544062:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000020:00000001:2.0:1787757132.544066:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787757132.544068:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757132.544072:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51d800.
02000000:00000010:3.0:1787757132.544078:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e400.
02000000:00000001:2.0:1787757132.544080:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757132.544087:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787757132.544090:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757132.544092:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1a1c0.
00000100:00000001:2.0:1787757132.544104:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00100000:3.0:1787757132.544106:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1b0c0 x1874594466054144/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757132.544110:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757132.544142:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757132.544158:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757132.544159:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757132.544167:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757132.544168:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757132.544182:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787757132.544183:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043bdf1c5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1b0c0 x1874594466054144/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757132.544190:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757132.544196:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787757132.544208:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757132.544214:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca19680 x1874594466054016/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787757132.544215:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787757132.544232:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787757132.544245:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18722)
00000100:00000001:2.0:1787757132.544248:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757132.544253:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757132.544258:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757132.544261:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757132.544264:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757132.544308:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466054016:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757132.544315:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757132.544320:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757132.544323:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757132.544326:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757132.544331:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757132.544335:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757132.544341:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757132.544345:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000010:2.0:1787757132.544350:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000200:2.0:1787757132.544355:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466054016, portal 10
00000100:00000001:2.0:1787757132.544357:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757132.544359:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118844544 : -120600590707072 : ffff92507ca19680)
00000100:00000040:2.0:1787757132.544368:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca19680 x1874594466054016/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757132.544377:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757132.544380:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757132.544383:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c330.
00000100:00000200:2.0:1787757132.544386:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466054016, offset 0
00000400:00000200:2.0:1787757132.544391:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757132.544397:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757132.544401:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757132.544405:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757132.544409:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757132.544413:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757132.544416:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757132.544420:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56333:56333:256:4294967295] 192.168.201.154@tcp LPNI seq info [56333:56333:8:4294967295]
00000400:00000200:2.0:1787757132.544425:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757132.544434:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757132.544441:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757132.544446:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acc00.
00000800:00000200:2.0:1787757132.544451:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757132.544455:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787757132.544461:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757132.544466:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787757132.544471:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757132.544473:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acc00.
00000400:00000200:2.0:1787757132.544478:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757132.544482:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757132.544486:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c330
00000400:00000010:2.0:1787757132.544489:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c330.
00000100:00000001:2.0:1787757132.544492:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757132.544497:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca19680 x1874594466054016/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757132.544508:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757132.544512:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19680 x1874594466054016/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757132.544520:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757132.544522:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757132.544526:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757132.544531:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:2.0:1787757132.544535:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757132.544537:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313384490
00000100:00000001:2.0:1787757132.544541:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313385385
00000100:00000001:2.0:1787757132.544544:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313384490
00000100:00000001:2.0:1787757132.544547:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313385385
00000100:00000001:2.0:1787757132.544550:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757132.544553:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757132.544555:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757132.544560:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757132/real 1787757132]  req@ffff92507ca19680 x1874594466054016/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757132.544571:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757132.544573:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757132.544575:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757132.544578:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757132.544580:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757132.544583:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757132.544586:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca19680 x1874594466054016/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757132.544597:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca19680 x1874594466054016/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757132.544605:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757132.544607:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757132.544609:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757132.544611:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757132.544615:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca19680 x1874594466054016/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757132.544623:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757132.544628:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca19680 x1874594466054016/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757132.544636:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757132.544639:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757132.544641:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757132.544642:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757132.544645:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757132.544647:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757132.544651:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757132.544655:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757132.544657:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757132.544663:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca19680 x1874594466054016/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757132.544673:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466054016:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757132.544678:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757132.544680:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757132.544684:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca19680 x1874594466054016/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757132.544691:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757132.544694:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757132.544696:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757132.544699:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757132.544700:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757132.544702:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:2.0:1787757132.544705:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757132.544707:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51fc00.
02000000:00000001:2.0:1787757132.544711:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757132.544712:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757132.544714:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca19680.
00000100:00000001:2.0:1787757132.544717:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757132.544719:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757132.544722:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757132.544726:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757132.544728:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757132.544731:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757132.544733:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757132.544735:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757132.544740:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1b0c0 x1874594466054144/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757132.544749:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757132.544751:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757132.544754:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757132.544757:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757132.544759:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757132.544763:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466054144:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757132.544767:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757132.544770:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757132.544772:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757132.544775:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757132.544778:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757132.544780:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757132.544784:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757132.544787:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000010:2.0:1787757132.544791:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000200:2.0:1787757132.544794:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466054144, portal 4
00000100:00000001:2.0:1787757132.544797:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757132.544799:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118851264 : -120600590700352 : ffff92507ca1b0c0)
00000100:00000040:2.0:1787757132.544806:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1b0c0 x1874594466054144/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757132.544814:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757132.544816:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757132.544819:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c330.
00000100:00000200:2.0:1787757132.544822:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466054144, offset 0
00000400:00000200:2.0:1787757132.544827:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757132.544831:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757132.544835:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757132.544839:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757132.544842:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757132.544845:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757132.544848:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757132.544852:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56334:56334:256:4294967295] 192.168.201.154@tcp LPNI seq info [56334:56334:8:4294967295]
00000400:00000200:2.0:1787757132.544857:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757132.544865:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757132.544870:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757132.544874:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acc00.
00000800:00000200:2.0:1787757132.544879:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757132.544883:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787757132.544888:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757132.544891:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787757132.544896:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757132.544899:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acc00.
00000400:00000200:2.0:1787757132.544902:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757132.544907:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757132.544910:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c330
00000400:00000010:2.0:1787757132.544913:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c330.
00000100:00000001:2.0:1787757132.544916:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757132.544920:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1b0c0 x1874594466054144/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757132.544930:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757132.544934:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1b0c0 x1874594466054144/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757132.544943:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757132.544945:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757132.544948:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757132.544951:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:2.0:1787757132.544955:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757132.544957:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313384473
00000100:00000001:2.0:1787757132.544961:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313385385
00000100:00000001:2.0:1787757132.544963:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313384473
00000100:00000001:2.0:1787757132.544966:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313385385
00000100:00000001:2.0:1787757132.544969:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757132.544971:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757132.544973:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757132.544978:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757132/real 1787757132]  req@ffff92507ca1b0c0 x1874594466054144/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757132.544986:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757132.544989:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757132.544991:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757132.544994:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757132.544996:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757132.544998:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757132.545002:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1b0c0 x1874594466054144/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757132.545012:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1b0c0 x1874594466054144/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757132.545019:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757132.545021:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757132.545023:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757132.545025:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757132.545029:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1b0c0 x1874594466054144/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757132.545037:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757132.545041:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1b0c0 x1874594466054144/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757132.545049:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757132.545052:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757132.545054:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757132.545055:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757132.545058:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757132.545060:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757132.545063:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757132.545067:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757132.545070:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757132.545075:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1b0c0 x1874594466054144/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757132.545092:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466054144:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757132.545100:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757132.545104:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757132.545110:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1b0c0 x1874594466054144/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757132.545144:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757132.545148:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757132.545152:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757132.545157:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757132.545160:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757132.545163:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:2.0:1787757132.545167:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757132.545170:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51e400.
02000000:00000001:2.0:1787757132.545176:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757132.545178:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757132.545182:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1b0c0.
00000100:00000001:2.0:1787757132.545187:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757132.545190:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757132.545194:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757132.545201:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757132.545204:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757132.545207:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757132.545211:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757133.054418:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757133.054430:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757133.054435:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757133.054475:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757133.054481:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757133.054485:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757133.054488:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757133.054492:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757133.054495:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757133.374552:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757133.374558:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757133.374561:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757133.502403:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313385385, at 4313385408
00000100:00000040:3.0:1787757133.502406:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313385385, at 4313385408
00000100:00000010:2.0:1787757133.502423:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c060.
00000100:00000010:3.0:1787757133.502429:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c540.
00000100:00000001:2.0:1787757134.078444:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757134.078454:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757134.078457:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757134.078463:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757134.078485:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757134.078489:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757134.078492:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757134.078496:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757134.078499:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757134.398578:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757134.398587:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757134.398594:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757135.102351:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757135.102363:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757135.102368:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757135.102377:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757135.102384:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757135.102389:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757135.102394:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757135.102399:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757135.102404:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757135.422546:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757135.422553:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757135.422558:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757136.126334:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757136.126342:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757136.126345:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757136.126350:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757136.126355:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757136.126359:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757136.126362:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757136.126365:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757136.126368:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757136.446421:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757136.446425:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757136.446429:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757137.150341:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757137.150347:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757137.150349:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757137.150353:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757137.150355:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757137.150359:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757137.150361:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757137.150363:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757137.150365:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757137.470501:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757137.470505:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757137.470507:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787757137.662421:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757137.662429:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787757137.662432:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757137.662435:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757137.662438:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757137.662445:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18717
00000400:00000200:0.0:1787757137.662452:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757137.662457:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757137.662460:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757137.662462:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757137.662465:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757137.662466:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757137.662468:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757137.662472:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757137.662474:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787757137.662483:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757137.662485:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787757137.662487:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787757137.662489:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787757137.662491:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757137.662493:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757137.662494:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757137.662496:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757137.662498:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787757137.662500:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757137.662502:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757137.662504:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757137.662507:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757137.662508:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757137.662510:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787757137.662512:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757137.662520:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae45e00.
00000020:00000040:0.0:1787757137.662523:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787757137.662526:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757137.662527:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757137.662530:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757137.662532:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757137.662535:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757137.662542:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad7000.
00000100:00000001:0.0:1787757137.662547:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757137.662555:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae45e00 x1874594466054272/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757137.662567:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757137.662571:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757137.662575:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3f2eaea] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae45e00 x1874594466054272/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757137.662592:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757137.662595:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757137.662597:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787757137.662599:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757137.662600:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757137.662602:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757137.662604:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18717
00000400:00000200:0.0:1787757137.662606:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757137.662608:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757137.662610:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757137.662612:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757137.662614:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757137.662615:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757137.662617:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757137.662619:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757137.662620:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:0.0:1787757137.662621:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757137.662622:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:0.0:1787757137.662624:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:0.0:1787757137.662625:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:0.0:1787757137.662628:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757137.662629:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757137.662631:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757137.662632:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757137.662633:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757137.662637:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00000001:2.0:1787757137.662638:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1787757137.662640:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757137.662642:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787757137.662643:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757137.662646:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757137.662652:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1787757137.662654:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae45e00 x1874594466054272/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787757137.662655:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757137.662659:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787757137.662663:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787757137.662667:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757137.662671:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757137.662674:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000010:0.0:1787757137.662675:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae46580.
00000100:00000001:2.0:1787757137.662678:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787757137.662679:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:0.0:1787757137.662684:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757137.662685:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757137.662686:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787757137.662687:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757137.662690:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757137.662691:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757137.662692:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757137.662697:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757137.662698:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad5400.
00000100:00100000:2.0:1787757137.662703:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae45e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466054272:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787757137.662705:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757137.662710:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757137.662715:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:0.0:1787757137.662717:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae46580 x1874594466054400/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787757137.662718:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757137.662723:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757137.662751:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafc800.
00000100:00000001:0.0:1787757137.662754:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1787757137.662755:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757137.662762:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757137.662768:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757137.662776:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000100:00000040:0.0:1787757137.662777:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000105135d9] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae46580 x1874594466054400/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1787757137.662786:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000200:2.0:1787757137.662799:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466054272, portal 25
00000100:00000001:0.0:1787757137.662800:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757137.662825:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1787757137.662828:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787757137.662830:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089666560 : -120600619885056 : ffff92507ae45e00)
00000100:00080000:0.0:1787757137.662842:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787757137.662845:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757137.662849:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1787757137.662854:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae45e00 x1874594466054272/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757137.662855:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757137.662864:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18717
00000400:00000200:0.0:1787757137.662879:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757137.662888:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757137.662896:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787757137.662902:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757137.662904:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757137.662911:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757137.662918:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000040:2.0:1787757137.662921:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000001:0.0:1787757137.662923:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757137.662929:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000010:2.0:1787757137.662932:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c330.
00000020:00000040:0.0:1787757137.662933:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:0.0:1787757137.662938:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757137.662945:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000100:00000200:2.0:1787757137.662948:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466054272, offset 0
00000020:00000001:0.0:1787757137.662949:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:0.0:1787757137.662957:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:0.0:1787757137.662963:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757137.662966:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757137.662974:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000200:2.0:1787757137.662979:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000001:0.0:1787757137.662980:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757137.662989:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:0.0:1787757137.662993:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757137.662996:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757137.663000:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787757137.663004:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000001:0.0:1787757137.663008:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757137.663016:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757137.663019:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787757137.663022:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787757137.663028:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000008:00000001:0.0:1787757137.663029:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757137.663075:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757137.663079:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae44f00.
00000020:00000040:0.0:1787757137.663083:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000400:00000200:2.0:1787757137.663084:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1787757137.663086:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757137.663089:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757137.663090:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757137.663093:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787757137.663093:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
02000000:00000001:0.0:1787757137.663096:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757137.663101:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6000.
00000400:00000200:2.0:1787757137.663101:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1787757137.663105:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757137.663109:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00100000:0.0:1787757137.663114:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae44f00 x1874594466054528/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787757137.663118:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56335:56335:256:4294967295] 192.168.201.154@tcp LPNI seq info [56335:56335:8:4294967295]
00000400:00000200:2.0:1787757137.663132:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757137.663133:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757137.663137:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757137.663141:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b63fe09a] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae44f00 x1874594466054528/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787757137.663154:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1787757137.663155:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757137.663159:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787757137.663164:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1787757137.663168:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18727)
00000800:00000200:2.0:1787757137.663168:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757137.663180:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acc00.
00000800:00000200:2.0:1787757137.663187:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757137.663191:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787757137.663195:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757137.663198:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787757137.663202:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757137.663204:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acc00.
00000400:00000200:2.0:1787757137.663209:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757137.663213:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757137.663218:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c330
00000400:00000010:2.0:1787757137.663219:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c330.
00000100:00000001:2.0:1787757137.663223:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757137.663227:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae45e00 x1874594466054272/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757137.663234:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757137.663237:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae45e00 x1874594466054272/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757162 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757137.663242:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757137.663243:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757137.663249:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757137.663252:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757137.663254:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313390504
00000100:00000010:2.0:1787757137.663258:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c060.
00000100:00000001:2.0:1787757137.663264:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787757137.663309:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313390505
00000100:00000010:2.0:1787757137.663315:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c0c0.
00000100:00000001:2.0:1787757137.663320:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787757137.663324:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757137.663341:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757137.663344:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757137.663351:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757137/real 1787757137]  req@ffff92507ae45e00 x1874594466054272/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757137.663364:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757137.663383:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757137.663385:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757137.663387:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757137.663388:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757137.663390:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757137.663392:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae45e00 x1874594466054272/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757137.663398:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae45e00 x1874594466054272/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757137.663402:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757137.663403:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757137.663405:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757137.663407:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757137.663409:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae45e00 x1874594466054272/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757137.663414:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757137.663417:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae45e00 x1874594466054272/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757162 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757137.663422:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757137.663424:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757137.663425:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757137.663426:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757137.663428:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757137.663429:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757137.663431:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757137.663434:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757137.663436:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757137.663439:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae45e00 x1874594466054272/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757162 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757137.663444:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae45e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466054272:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757137.663448:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757137.663449:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757137.663451:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae45e00 x1874594466054272/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757162 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757137.663455:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757137.663458:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757137.663460:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757137.663463:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757137.663464:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757137.663466:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:2.0:1787757137.663468:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757137.663471:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad7000.
02000000:00000001:2.0:1787757137.663474:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757137.663476:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757137.663478:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae45e00.
00000100:00000001:2.0:1787757137.663482:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757137.663483:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757137.663486:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757137.663494:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757137.663496:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757137.663498:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757137.663500:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757137.663502:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757137.663506:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae46580 x1874594466054400/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757137.663513:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757137.663514:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757137.663516:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757137.663517:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757137.663519:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757137.663521:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae46580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466054400:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757137.663523:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757137.663525:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757137.663526:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757137.663527:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757137.663529:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757137.663531:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757137.663534:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757137.663535:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000010:2.0:1787757137.663538:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000200:2.0:1787757137.663540:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466054400, portal 10
00000100:00000001:2.0:1787757137.663542:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757137.663543:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089668480 : -120600619883136 : ffff92507ae46580)
00000100:00000040:2.0:1787757137.663548:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae46580 x1874594466054400/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757137.663552:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757137.663554:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757137.663555:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c330.
00000100:00000200:2.0:1787757137.663557:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466054400, offset 0
00000400:00000200:2.0:1787757137.663560:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757137.663562:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757137.663565:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757137.663567:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757137.663569:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757137.663571:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757137.663572:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757137.663575:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56336:56336:256:4294967295] 192.168.201.154@tcp LPNI seq info [56336:56336:8:4294967295]
00000400:00000200:2.0:1787757137.663578:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757137.663582:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757137.663585:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757137.663588:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acc00.
00000800:00000200:2.0:1787757137.663591:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757137.663593:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787757137.663595:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757137.663597:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787757137.663600:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757137.663601:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acc00.
00000400:00000200:2.0:1787757137.663604:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757137.663606:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757137.663608:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c330
00000400:00000010:2.0:1787757137.663609:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c330.
00000100:00000001:2.0:1787757137.663611:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757137.663613:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae46580 x1874594466054400/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757137.663618:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757137.663620:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae46580 x1874594466054400/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757162 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757137.663625:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757137.663626:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757137.663628:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757137.663631:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:2.0:1787757137.663633:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757137.663634:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313389609
00000100:00000001:2.0:1787757137.663636:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313390504
00000100:00000001:2.0:1787757137.663638:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313389609
00000100:00000001:2.0:1787757137.663639:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313390505
00000100:00000001:2.0:1787757137.663641:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757137.663643:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757137.663645:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757137.663649:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757137/real 1787757137]  req@ffff92507ae46580 x1874594466054400/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757137.663657:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757137.663658:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757137.663660:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757137.663663:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757137.663665:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757137.663667:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757137.663671:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae46580 x1874594466054400/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757137.663680:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae46580 x1874594466054400/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757137.663688:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757137.663690:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757137.663692:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757137.663693:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757137.663697:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae46580 x1874594466054400/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757137.663702:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757137.663705:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae46580 x1874594466054400/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757162 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757137.663709:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757137.663711:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757137.663712:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757137.663712:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757137.663714:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757137.663715:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757137.663717:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757137.663720:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757137.663721:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757137.663740:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae46580 x1874594466054400/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757162 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757137.663747:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae46580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466054400:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757137.663751:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757137.663754:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae44f00 x1874594466054528/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757137.663760:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757137.663762:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757137.663763:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757137.663765:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757137.663767:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757137.663770:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae44f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466054528:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757137.663773:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757137.663776:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757137.663777:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757137.663779:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757137.663782:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafe400.
02000000:00000001:2.0:1787757137.663784:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757137.663788:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757137.663790:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000010:2.0:1787757137.663794:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000200:2.0:1787757137.663797:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466054528, portal 4
00000100:00000001:2.0:1787757137.663799:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757137.663800:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089662720 : -120600619888896 : ffff92507ae44f00)
00000100:00000040:2.0:1787757137.663806:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae44f00 x1874594466054528/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757137.663813:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757137.663816:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757137.663818:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c330.
00000100:00000200:2.0:1787757137.663820:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466054528, offset 0
00000400:00000200:2.0:1787757137.663824:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757137.663829:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757137.663832:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757137.663835:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757137.663838:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757137.663841:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757137.663843:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757137.663846:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56337:56337:256:4294967295] 192.168.201.154@tcp LPNI seq info [56337:56337:8:4294967295]
00000400:00000200:2.0:1787757137.663850:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757137.663856:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757137.663861:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757137.663864:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acc00.
00000800:00000200:2.0:1787757137.663867:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757137.663870:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787757137.663874:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757137.663877:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787757137.663881:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757137.663882:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acc00.
00000400:00000200:2.0:1787757137.663886:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757137.663889:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757137.663892:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c330
00000400:00000010:2.0:1787757137.663893:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c330.
00000100:00000001:2.0:1787757137.663896:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757137.663899:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae44f00 x1874594466054528/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757137.663906:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757137.663910:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae44f00 x1874594466054528/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757162 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757137.663916:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757137.663917:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757137.663920:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757137.663924:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:2.0:1787757137.663927:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757137.663929:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313389592
00000100:00000001:2.0:1787757137.663931:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313390504
00000100:00000001:2.0:1787757137.663934:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313389592
00000100:00000001:2.0:1787757137.663936:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313390505
00000100:00000001:2.0:1787757137.663937:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757137.663939:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757137.663941:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757137.663944:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757137/real 1787757137]  req@ffff92507ae44f00 x1874594466054528/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757137.663952:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757137.663953:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757137.663955:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757137.663957:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757137.663959:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757137.663960:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757137.663963:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae44f00 x1874594466054528/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757137.663970:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae44f00 x1874594466054528/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757137.663976:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757137.663977:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757137.663979:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757137.663980:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757137.663984:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae44f00 x1874594466054528/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757137.663990:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757137.663994:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae44f00 x1874594466054528/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757162 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757137.664001:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757137.664003:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757137.664005:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757137.664006:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757137.664008:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757137.664009:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757137.664011:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757137.664014:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757137.664016:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757137.664020:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae44f00 x1874594466054528/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757162 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757137.664027:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae44f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466054528:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757137.664030:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757137.664060:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757137.664064:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae46580 x1874594466054400/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757162 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757137.664085:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757137.664086:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757137.664087:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757137.664089:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757137.664090:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757137.664091:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:2.0:1787757137.664092:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757137.664093:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad5400.
02000000:00000001:2.0:1787757137.664095:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757137.664096:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757137.664097:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae46580.
00000100:00000001:2.0:1787757137.664099:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757137.664100:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757137.664101:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757137.664103:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae44f00 x1874594466054528/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757162 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757137.664108:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757137.664108:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757137.664109:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafe400.
02000000:00000001:2.0:1787757137.664111:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757137.664111:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757137.664112:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:2.0:1787757137.664113:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757137.664114:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad6000.
02000000:00000001:2.0:1787757137.664115:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757137.664116:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757137.664117:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae44f00.
00000100:00000001:2.0:1787757137.664118:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757137.664119:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757137.664120:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757137.664122:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757137.664123:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757137.664124:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757137.664126:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757138.174425:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757138.174438:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757138.174441:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757138.174450:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757138.174456:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757138.174461:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757138.174465:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757138.174470:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757138.174474:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757138.494627:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757138.494634:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757138.494640:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757138.622425:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313390504, at 4313390528
00000100:00000040:3.0:1787757138.622433:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313390505, at 4313390528
00000100:00000010:2.0:1787757138.622456:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c060.
00000100:00000010:3.0:1787757138.622465:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c0c0.
00000100:00000001:2.0:1787757139.198422:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757139.198432:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757139.198436:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757139.198441:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757139.198446:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757139.198451:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757139.198454:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757139.198458:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757139.198461:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757139.518689:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757139.518695:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757139.518700:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757140.222399:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757140.222409:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757140.222413:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757140.222420:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757140.222424:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757140.222429:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757140.222445:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757140.222449:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757140.222453:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757140.542611:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757140.542624:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757140.542634:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757141.246328:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757141.246336:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757141.246338:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757141.246343:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757141.246346:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757141.246350:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757141.246352:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757141.246355:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757141.246358:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757141.566434:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757141.566437:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757141.566440:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757142.270330:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757142.270336:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757142.270338:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757142.270341:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757142.270344:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757142.270347:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757142.270349:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757142.270351:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757142.270353:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757142.590452:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757142.590456:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757142.590460:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757142.782584:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757142.782591:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757142.782594:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757142.782603:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077901a40 x1874594466054656/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757142.782616:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757142.782618:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757142.782623:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757142.782627:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757142.782632:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757142.782638:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077901a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466054656:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757142.782651:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757142.782656:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757142.782661:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757142.782666:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757142.782673:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafe400.
02000000:00000001:2.0:1787757142.782678:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757142.782689:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757142.782696:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000010:2.0:1787757142.782704:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000200:2.0:1787757142.782712:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466054656, portal 25
00000100:00000001:2.0:1787757142.782717:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757142.782720:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033812544 : -120600675739072 : ffff925077901a40)
00000100:00000040:2.0:1787757142.782730:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077901a40 x1874594466054656/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757142.782755:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757142.782762:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757142.782766:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c330.
00000100:00000200:2.0:1787757142.782771:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466054656, offset 0
00000400:00000200:2.0:1787757142.782783:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757142.782793:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757142.782802:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757142.782808:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757142.782815:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757142.782822:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757142.782827:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757142.782833:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56338:56338:256:4294967295] 192.168.201.154@tcp LPNI seq info [56338:56338:8:4294967295]
00000400:00000200:2.0:1787757142.782840:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757142.782860:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757142.782877:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757142.782888:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acc00.
00000800:00000200:2.0:1787757142.782899:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757142.782904:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787757142.782911:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757142.782914:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787757142.782917:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757142.782919:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acc00.
00000400:00000200:2.0:1787757142.782925:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757142.782929:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757142.782933:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c330
00000400:00000010:2.0:1787757142.782935:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c330.
00000100:00000001:2.0:1787757142.782938:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757142.782955:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077901a40 x1874594466054656/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757142.782963:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757142.782966:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077901a40 x1874594466054656/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757167 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757142.782972:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757142.782974:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757142.782981:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757142.782984:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757142.782988:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313395624
00000100:00000010:2.0:1787757142.782994:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c060.
00000100:00000001:2.0:1787757142.783001:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787757142.783007:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313395624
00000100:00000010:2.0:1787757142.783011:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c0c0.
00000100:00000001:2.0:1787757142.783014:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787757142.783018:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757142.783021:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757142.783023:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757142.783028:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757142/real 1787757142]  req@ffff925077901a40 x1874594466054656/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757142.783035:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757142.783036:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757142.783038:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757142.783040:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757142.783041:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757142.783043:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757142.783046:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077901a40 x1874594466054656/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757142.783051:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077901a40 x1874594466054656/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757142.783056:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757142.783057:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757142.783059:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757142.783060:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757142.783063:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077901a40 x1874594466054656/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757142.783068:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757142.783071:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077901a40 x1874594466054656/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757167 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757142.783076:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757142.783078:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757142.783079:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757142.783080:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757142.783082:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757142.783084:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757142.783086:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757142.783089:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757142.783091:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757142.783093:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077901a40 x1874594466054656/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757167 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757142.783099:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077901a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466054656:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757142.783103:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757142.783104:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757142.783107:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077901a40 x1874594466054656/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757167 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757142.783111:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757142.783113:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757142.783114:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafe400.
02000000:00000001:2.0:1787757142.783116:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757142.783118:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757142.783119:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:2.0:1787757142.783120:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757142.783122:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077917000.
02000000:00000001:2.0:1787757142.783125:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757142.783126:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757142.783128:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077901a40.
00000100:00000001:2.0:1787757142.783129:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757142.783130:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757142.783132:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757142.783139:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757142.783140:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757142.783141:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757142.783143:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757142.783144:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757142.783146:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077902580 x1874594466054784/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757142.783155:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757142.783156:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757142.783158:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757142.783159:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757142.783160:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757142.783162:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077902580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466054784:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757142.783164:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757142.783165:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757142.783166:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757142.783168:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757142.783170:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafe400.
02000000:00000001:2.0:1787757142.783171:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757142.783174:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757142.783175:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000010:2.0:1787757142.783178:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000200:2.0:1787757142.783189:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466054784, portal 10
00000100:00000001:2.0:1787757142.783191:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757142.783192:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033815424 : -120600675736192 : ffff925077902580)
00000100:00000040:2.0:1787757142.783197:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077902580 x1874594466054784/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757142.783201:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757142.783203:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757142.783205:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c330.
00000100:00000200:2.0:1787757142.783207:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466054784, offset 0
00000400:00000200:2.0:1787757142.783211:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757142.783215:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757142.783219:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757142.783222:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757142.783225:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757142.783228:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757142.783230:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757142.783235:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56339:56339:256:4294967295] 192.168.201.154@tcp LPNI seq info [56339:56339:8:4294967295]
00000400:00000200:2.0:1787757142.783239:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757142.783246:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757142.783251:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757142.783255:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acc00.
00000800:00000200:2.0:1787757142.783260:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757142.783263:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787757142.783266:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757142.783286:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787757142.783294:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757142.783296:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acc00.
00000400:00000200:2.0:1787757142.783298:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757142.783300:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757142.783303:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c330
00000400:00000010:2.0:1787757142.783304:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c330.
00000100:00000001:2.0:1787757142.783306:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757142.783309:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077902580 x1874594466054784/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757142.783315:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757142.783317:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077902580 x1874594466054784/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757167 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757142.783321:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757142.783322:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757142.783325:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757142.783328:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:2.0:1787757142.783331:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757142.783332:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313394729
00000100:00000001:2.0:1787757142.783334:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313395624
00000100:00000001:2.0:1787757142.783336:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313394729
00000100:00000001:2.0:1787757142.783337:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313395624
00000100:00000001:2.0:1787757142.783339:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757142.783341:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757142.783342:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757142.783345:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757142/real 1787757142]  req@ffff925077902580 x1874594466054784/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757142.783354:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757142.783355:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757142.783357:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757142.783359:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757142.783361:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757142.783363:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757142.783366:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077902580 x1874594466054784/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757142.783375:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077902580 x1874594466054784/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757142.783383:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757142.783384:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757142.783387:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757142.783388:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757142.783392:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077902580 x1874594466054784/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757142.783400:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757142.783403:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077902580 x1874594466054784/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757167 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757142.783407:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757142.783409:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757142.783410:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757142.783411:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757142.783413:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757142.783414:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757142.783416:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757142.783418:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757142.783420:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757142.783423:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077902580 x1874594466054784/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757167 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757142.783428:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077902580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466054784:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757142.783430:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757142.783432:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077901680 x1874594466054912/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757142.783436:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757142.783437:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757142.783438:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757142.783440:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757142.783441:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757142.783443:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077901680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466054912:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757142.783445:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757142.783447:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757142.783448:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757142.783449:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757142.783452:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757142.783453:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757142.783456:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757142.783457:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000010:2.0:1787757142.783460:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000200:2.0:1787757142.783462:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466054912, portal 4
00000100:00000001:2.0:1787757142.783463:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757142.783464:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033811584 : -120600675740032 : ffff925077901680)
00000100:00000040:2.0:1787757142.783468:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077901680 x1874594466054912/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757142.783473:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757142.783475:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757142.783476:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c330.
00000100:00000200:2.0:1787757142.783478:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466054912, offset 0
00000400:00000200:2.0:1787757142.783481:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757142.783484:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757142.783486:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757142.783488:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757142.783490:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757142.783492:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757142.783494:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757142.783496:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56340:56340:256:4294967295] 192.168.201.154@tcp LPNI seq info [56340:56340:8:4294967295]
00000400:00000200:2.0:1787757142.783499:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757142.783503:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757142.783506:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757142.783509:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acc00.
00000800:00000200:2.0:1787757142.783511:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757142.783513:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787757142.783516:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757142.783518:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787757142.783520:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757142.783522:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acc00.
00000400:00000200:2.0:1787757142.783524:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757142.783526:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757142.783528:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c330
00000400:00000010:2.0:1787757142.783529:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c330.
00000100:00000001:2.0:1787757142.783531:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757142.783533:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077901680 x1874594466054912/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757142.783538:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757142.783541:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077901680 x1874594466054912/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757167 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757142.783545:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757142.783546:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757142.783548:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757142.783550:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:2.0:1787757142.783552:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757142.783554:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313394712
00000100:00000001:2.0:1787757142.783555:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313395624
00000100:00000001:2.0:1787757142.783557:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313394712
00000100:00000001:2.0:1787757142.783558:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313395624
00000100:00000001:2.0:1787757142.783560:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757142.783561:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757142.783562:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757142.783564:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757142/real 1787757142]  req@ffff925077901680 x1874594466054912/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757142.783569:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757142.783569:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757142.783570:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757142.783572:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757142.783573:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757142.783574:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757142.783576:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077901680 x1874594466054912/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757142.783582:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077901680 x1874594466054912/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757142.783586:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757142.783586:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757142.783587:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757142.783588:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757142.783590:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077901680 x1874594466054912/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757142.783594:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757142.783597:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077901680 x1874594466054912/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757167 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757142.783602:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757142.783603:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757142.783604:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757142.783605:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757142.783606:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757142.783607:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757142.783609:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757142.783611:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757142.783612:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757142.783614:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077901680 x1874594466054912/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757167 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757142.783619:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077901680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466054912:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757142.783621:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757142.783622:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757142.783624:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077902580 x1874594466054784/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757167 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757142.783628:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757142.783629:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757142.783630:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafe400.
02000000:00000001:2.0:1787757142.783632:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757142.783633:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757142.783634:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:2.0:1787757142.783635:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757142.783636:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077916000.
02000000:00000001:2.0:1787757142.783637:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757142.783638:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757142.783639:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077902580.
00000100:00000001:2.0:1787757142.783641:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757142.783642:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757142.783644:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757142.783646:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077901680 x1874594466054912/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757167 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757142.783650:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757142.783651:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757142.783652:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757142.783653:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757142.783654:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757142.783654:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:2.0:1787757142.783655:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757142.783656:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077917c00.
02000000:00000001:2.0:1787757142.783657:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757142.783658:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757142.783659:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077901680.
00000100:00000001:2.0:1787757142.783660:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757142.783661:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757142.783662:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757142.783664:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757142.783665:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757142.783666:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757142.783668:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757143.294350:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757143.294358:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757143.294360:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757143.294365:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757143.294368:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757143.294371:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757143.294374:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757143.294376:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757143.294395:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757143.614577:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757143.614584:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757143.614589:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757143.742437:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313395624, at 4313395648
00000100:00000010:2.0:1787757143.742456:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c060.
00000100:00000040:3.0:1787757143.742514:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313395624, at 4313395648
00000100:00000010:3.0:1787757143.742529:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c0c0.
00000100:00000001:2.0:1787757144.318381:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757144.318397:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757144.318402:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757144.318414:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757144.318421:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757144.318428:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757144.318432:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757144.318436:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757144.318441:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757144.638556:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757144.638565:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757144.638573:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757145.342330:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757145.342348:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757145.342350:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757145.342355:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757145.342358:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757145.342361:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757145.342363:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757145.342365:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757145.342367:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757145.662526:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757145.662533:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757145.662538:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757146.366412:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757146.366423:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757146.366426:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757146.366434:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757146.366440:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757146.366446:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757146.366449:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757146.366464:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757146.366468:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757146.686685:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757146.686695:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757146.686702:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757147.390409:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757147.390419:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757147.390422:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757147.390429:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757147.390433:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757147.390438:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757147.390441:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757147.390445:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757147.390449:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757147.710649:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757147.710656:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757147.710661:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757147.902407:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757147.902422:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757147.902426:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757147.902432:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757147.902438:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757147.902448:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18727
00000400:00000200:3.0:1787757147.902459:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757147.902467:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757147.902471:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757147.902475:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757147.902479:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757147.902482:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757147.902485:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757147.902490:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757147.902493:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757147.902497:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757147.902503:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757147.902506:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757147.902509:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757147.902512:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757147.902514:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757147.902516:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757147.902518:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757147.902522:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757147.902526:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757147.902529:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757147.902532:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757147.902536:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757147.902539:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757147.902542:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757147.902544:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757147.902556:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca192c0.
00000020:00000040:3.0:1787757147.902561:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757147.902567:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757147.902569:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757147.902574:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757147.902577:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757147.902584:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757147.902595:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c400.
00000100:00000001:3.0:1787757147.902605:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757147.902618:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca192c0 x1874594466055040/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757147.902631:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757147.902637:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757147.902643:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e50181] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca192c0 x1874594466055040/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757147.902673:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757147.902678:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757147.902685:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757147.902687:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757147.902690:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757147.902696:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757147.902701:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18727
00000400:00000200:3.0:1787757147.902707:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757147.902711:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757147.902715:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757147.902720:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757147.902724:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757147.902728:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757147.902731:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757147.902731:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757147.902735:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757147.902737:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757147.902739:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787757147.902740:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1787757147.902743:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000100:00000001:2.0:1787757147.902745:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787757147.902746:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787757147.902750:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787757147.902755:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000040:2.0:1787757147.902757:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca192c0 x1874594466055040/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757147.902758:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757147.902762:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757147.902766:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757147.902770:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00000001:2.0:1787757147.902773:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1787757147.902775:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757147.902777:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757147.902778:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757147.902781:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757147.902783:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757147.902788:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757147.902790:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757147.902794:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757147.902794:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757147.902797:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00100000:2.0:1787757147.902800:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466055040:192.168.201.154@tcp:250:kworker.0
00000008:00100000:3.0:1787757147.902804:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787757147.902807:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1787757147.902810:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757147.902813:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757147.902814:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757147.902819:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757147.902819:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca18b40.
02000000:00000001:2.0:1787757147.902823:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1787757147.902824:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787757147.902828:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757147.902830:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757147.902832:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafc800.
00000100:00000001:3.0:1787757147.902833:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757147.902835:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757147.902836:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757147.902838:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757147.902844:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51dc00.
00000400:00000200:2.0:1787757147.902845:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757147.902849:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787757147.902877:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000010:2.0:1787757147.902890:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00100000:3.0:1787757147.902902:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca18b40 x1874594466055168/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1787757147.902904:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466055040, portal 25
00000100:00000001:2.0:1787757147.902908:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757147.902911:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118843584 : -120600590708032 : ffff92507ca192c0)
00000100:00000001:3.0:1787757147.902915:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757147.902919:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757147.902921:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca192c0 x1874594466055040/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787757147.902925:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5e8f4b9] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca18b40 x1874594466055168/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757147.902935:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787757147.902939:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757147.902941:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00080000:3.0:1787757147.902944:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1787757147.902945:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c330.
00000100:00080000:3.0:1787757147.902950:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000200:2.0:1787757147.902951:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466055040, offset 0
00000100:00000001:3.0:1787757147.902953:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757147.902956:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757147.902960:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787757147.902963:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00080000:3.0:1787757147.902963:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18727
00000400:00000200:3.0:1787757147.902969:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757147.902973:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000400:00000200:2.0:1787757147.902977:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00080000:3.0:1787757147.902977:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757147.902981:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757147.902984:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787757147.902987:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00000040:3.0:1787757147.902988:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757147.902992:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757147.902995:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757147.902998:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000400:00000200:2.0:1787757147.902999:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1787757147.903000:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757147.903005:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000400:00000200:2.0:1787757147.903007:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000020:00000001:3.0:1787757147.903008:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787757147.903011:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:2.0:1787757147.903014:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1787757147.903016:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000200:2.0:1787757147.903019:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00000001:3.0:1787757147.903020:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757147.903023:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000200:2.0:1787757147.903027:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56341:56341:256:4294967295] 192.168.201.154@tcp LPNI seq info [56341:56341:8:4294967295]
00000100:00000001:3.0:1787757147.903027:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757147.903031:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787757147.903035:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000400:00000200:2.0:1787757147.903036:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757147.903039:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757147.903041:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757147.903045:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757147.903048:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757147.903052:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:2.0:1787757147.903054:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000008:00100000:3.0:1787757147.903056:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757147.903060:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757147.903063:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787757147.903065:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000010:3.0:1787757147.903068:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a580.
00000020:00000040:3.0:1787757147.903072:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000800:00000010:2.0:1787757147.903075:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acc00.
00000800:00000200:2.0:1787757147.903087:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000001:3.0:1787757147.903090:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757147.903092:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757147.903095:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.1:1787757147.903097:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000001:3.0:1787757147.903098:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757147.903100:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757147.903106:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51ec00.
00000100:00000001:3.0:1787757147.903111:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757147.903119:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a580 x1874594466055296/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757147.903125:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757147.903138:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757147.903142:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757147.903144:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313400744
00000100:00000001:3.0:1787757147.903145:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757147.903152:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079505b6d] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a580 x1874594466055296/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1787757147.903153:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c060.
00000100:00000001:3.0:1787757147.903164:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757147.903166:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000040:3.0:1787757147.903169:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787757147.903174:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313400744
00000100:00000040:3.0:1787757147.903177:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000010:2.0:1787757147.903179:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c540.
00000100:00000001:2.0:1787757147.903186:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000040:3.0:1787757147.903186:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18737)
00000100:00000001:2.0:1787757147.903191:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757147.903195:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757147.903202:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757147.903207:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757147.903220:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757147.903224:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787757147.903229:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757147.903231:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757147.903234:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757147.903241:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca18b40 x1874594466055168/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757147.903254:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757147.903257:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757147.903261:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757147.903263:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757147.903309:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757147.903314:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca18b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466055168:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757147.903318:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757147.903321:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757147.903323:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757147.903325:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757147.903331:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafe400.
02000000:00000001:2.0:1787757147.903334:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757147.903339:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757147.903343:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241f5d8.
00000400:00000010:2.0:1787757147.903348:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c4c8.
00000100:00000200:2.0:1787757147.903353:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466055168, portal 10
00000100:00000001:2.0:1787757147.903356:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757147.903357:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118841664 : -120600590709952 : ffff92507ca18b40)
00000100:00000040:2.0:1787757147.903366:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca18b40 x1874594466055168/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757147.903374:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757147.903377:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757147.903381:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c990.
00000100:00000200:2.0:1787757147.903384:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466055168, offset 0
00000400:00000200:2.0:1787757147.903390:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757147.903396:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757147.903400:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757147.903404:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757147.903407:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757147.903410:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757147.903413:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757147.903416:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56342:56342:255:4294967295] 192.168.201.154@tcp LPNI seq info [56342:56342:7:4294967295]
00000400:00000200:2.0:1787757147.903421:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757147.903431:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757147.903438:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757147.903443:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2ac700.
00000800:00000200:2.0:1787757147.903456:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757147.903461:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:2.0:1787757147.903464:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757147.903470:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:2.0:1787757147.903473:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757147.903476:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313399849
00000100:00000001:2.0:1787757147.903479:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313400744
00000100:00000001:2.0:1787757147.903482:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313399849
00000100:00000001:2.0:1787757147.903485:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313400744
00000100:00000001:2.0:1787757147.903487:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757147.903490:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757147.903492:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757147.903496:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1a580 x1874594466055296/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757147.903502:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757147.903504:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757147.903506:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757147.903508:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757147.903510:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757147.903514:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466055296:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757147.903517:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757147.903518:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757147.903520:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757147.903521:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757147.903525:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507caff800.
02000000:00000001:2.0:1787757147.903527:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757147.903530:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757147.903533:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241f420.
00000400:00000010:2.0:1787757147.903536:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899ca18.
00000100:00000200:2.0:1787757147.903540:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466055296, portal 4
00000100:00000001:2.0:1787757147.903542:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757147.903543:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118848384 : -120600590703232 : ffff92507ca1a580)
00000100:00000040:2.0:1787757147.903550:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1a580 x1874594466055296/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757147.903556:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757147.903559:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757147.903561:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c908.
00000100:00000200:2.0:1787757147.903563:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466055296, offset 0
00000400:00000200:2.0:1787757147.903567:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757147.903571:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757147.903573:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757147.903576:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757147.903578:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757147.903581:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757147.903583:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757147.903587:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56343:56343:254:4294967295] 192.168.201.154@tcp LPNI seq info [56343:56343:6:4294967295]
00000400:00000200:2.0:1787757147.903591:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757147.903598:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757147.903602:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757147.903605:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acd00.
00000800:00000200:2.0:1787757147.903609:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757147.903612:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:2.0:1787757147.903614:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757147.903617:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:2.0:1787757147.903620:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757147.903622:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313399832
00000100:00000001:2.0:1787757147.903624:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313400744
00000100:00000001:2.0:1787757147.903627:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313399832
00000100:00000001:2.0:1787757147.903629:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313400744
00000100:00000001:2.0:1787757147.903631:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757147.903634:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757147.903636:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757147.903639:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757147.903643:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757147.903644:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787757147.903647:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757147.903648:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757147.903650:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757147.903652:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757148.414389:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757148.414400:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757148.414403:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757148.414409:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757148.414414:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757148.414419:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757148.414422:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757148.414426:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757148.414430:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757148.734610:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757148.734620:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757148.734626:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757148.862391:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313400744, at 4313400768
00000100:00000010:2.0:1787757148.862417:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c060.
00000100:00000040:3.0:1787757148.862417:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313400744, at 4313400768
00000100:00000010:3.0:1787757148.862432:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c540.
00000100:00000001:2.0:1787757149.438440:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757149.438457:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757149.438461:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757149.438474:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757149.438484:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757149.438491:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757149.438498:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757149.438505:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757149.438512:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757149.758710:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757149.758720:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757149.758727:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757150.462443:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757150.462456:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757150.462460:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757150.462468:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757150.462473:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757150.462480:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757150.462484:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757150.462488:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757150.462492:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757150.782605:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757150.782615:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757150.782622:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1787757150.974794:0:238945:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.154:988
00000400:00000100:0.0:1787757150.974936:0:238945:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.154@tcp at host 192.168.201.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1787757150.974964:0:238945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757150.974972:0:238945:0:(router.c:1791:lnet_notify()) 192.168.201.54@tcp notifying 192.168.201.154@tcp: down
00000400:00000200:0.0:1787757150.974983:0:238945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757150.974991:0:238945:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1787757150.975001:0:238945:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000800:00000010:0.0:1787757150.975010:0:238945:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acc00.
00000400:00000200:0.0:1787757150.975023:0:238945:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787757150.975033:0:238945:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787757150.975047:0:238945:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c330
00000400:00000010:0.0:1787757150.975054:0:238945:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c330.
00000100:00000001:0.0:1787757150.975065:0:238945:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757150.975084:0:238945:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff92507ca192c0 x1874594466055040/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757150.975166:0:238945:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757150.975178:0:238945:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca192c0 x1874594466055040/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757172 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757150.975195:0:238945:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757150.975199:0:238945:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787757150.975221:0:238945:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000800:00000010:0.0:1787757150.975226:0:238945:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2ac700.
00000400:00000200:0.0:1787757150.975231:0:238945:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787757150.975239:0:238945:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787757150.975246:0:238945:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c990
00000400:00000010:0.0:1787757150.975249:0:238945:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c990.
00000100:00000001:0.0:1787757150.975254:0:238945:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757150.975263:0:238945:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff92507ca18b40 x1874594466055168/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757150.975379:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757150.975397:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757150.975409:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787757150.975433:0:238945:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:2.0:1787757150.975448:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757147/real 1787757150]  req@ffff92507ca192c0 x1874594466055040/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787757150.975452:0:238945:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca18b40 x1874594466055168/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757172 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757150.975470:0:238945:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757150.975478:0:238945:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787757150.975500:0:238945:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000800:00000010:0.0:1787757150.975507:0:238945:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acd00.
00000400:00000200:0.0:1787757150.975522:0:238945:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787757150.975548:0:238945:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000400:00000001:2.0:1787757150.975558:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757150.975567:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757150.975576:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757150.975589:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757150.975594:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757150.975602:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757150.975615:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca192c0 x1874594466055040/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757150.975638:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca192c0 x1874594466055040/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757150.975658:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757150.975664:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757150.975671:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757150.975675:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757150.975690:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca192c0 x1874594466055040/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757150.975704:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757150.975715:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca192c0 x1874594466055040/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757172 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757150.975729:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757150.975735:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757150.975739:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757150.975741:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757150.975746:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757150.975750:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757150.975757:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757150.975766:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757150.975771:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757150.975779:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca192c0 x1874594466055040/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757172 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757150.975823:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466055040:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757150.975837:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757150.975843:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757150.975852:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca192c0 x1874594466055040/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757172 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757150.975868:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757150.975874:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757150.975882:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757150.975891:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757150.975896:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757150.975900:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:2.0:1787757150.975905:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757150.975910:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51c400.
02000000:00000001:2.0:1787757150.975916:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757150.975921:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757150.975925:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca192c0.
00000100:00000001:2.0:1787757150.975931:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757150.975934:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757150.975940:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757150.975944:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757150.975946:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757150.975949:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757150.975961:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757147/real 1787757150]  req@ffff92507ca18b40 x1874594466055168/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787757150.976183:0:238945:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c908
00000400:00000010:0.0:1787757150.976193:0:238945:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c908.
00000100:00000001:0.0:1787757150.976203:0:238945:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757150.976216:0:238945:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff92507ca1a580 x1874594466055296/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757150.976238:0:238945:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757150.976246:0:238945:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a580 x1874594466055296/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757172 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757150.976263:0:238945:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757150.976315:0:238945:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000001:2.0:1787757150.976676:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757150.976682:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757150.976688:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241f5d8.
00000400:00000200:2.0:1787757150.976698:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c4c8
00000400:00000010:2.0:1787757150.976703:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c4c8.
00000100:00000001:2.0:1787757150.976711:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757150.976725:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca18b40 x1874594466055168/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757150.976745:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca18b40 x1874594466055168/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757150.976771:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757150.976776:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757150.976780:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757150.976783:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757150.976975:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca18b40 x1874594466055168/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757150.976989:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757150.976997:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca18b40 x1874594466055168/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757172 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757150.977010:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757150.977015:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757150.977019:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757150.977021:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757150.977025:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757150.977030:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757150.977035:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757150.977043:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757150.977049:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757150.977057:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca18b40 x1874594466055168/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757172 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757150.977075:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca18b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466055168:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757150.977085:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757150.977096:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757147/real 1787757150]  req@ffff92507ca1a580 x1874594466055296/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757150.977114:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757150.977116:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757150.977120:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241f420.
00000400:00000200:2.0:1787757150.977126:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899ca18
00000400:00000010:2.0:1787757150.977130:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899ca18.
00000100:00000001:2.0:1787757150.977135:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757150.977143:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1a580 x1874594466055296/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757150.977160:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1a580 x1874594466055296/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757150.977174:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757150.977177:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757150.977181:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757150.977184:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757150.977192:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1a580 x1874594466055296/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757150.977206:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757150.977214:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1a580 x1874594466055296/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757172 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757150.977227:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757150.977233:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757150.977235:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757150.977238:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757150.977242:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757150.977245:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757150.977251:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757150.977258:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757150.977262:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757150.977305:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1a580 x1874594466055296/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757172 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757150.977326:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466055296:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757150.977337:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757150.977342:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757150.977351:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca18b40 x1874594466055168/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757172 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757150.977365:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757150.977369:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757150.977374:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafe400.
02000000:00000001:2.0:1787757150.977379:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757150.977381:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757150.977383:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:2.0:1787757150.977386:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757150.977389:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51dc00.
02000000:00000001:2.0:1787757150.977393:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757150.977395:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757150.977397:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca18b40.
00000100:00000001:2.0:1787757150.977401:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757150.977402:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757150.977405:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757150.977409:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1a580 x1874594466055296/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757172 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757150.977426:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757150.977427:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757150.977429:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507caff800.
02000000:00000001:2.0:1787757150.977433:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757150.977434:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757150.977436:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:2.0:1787757150.977438:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757150.977440:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51ec00.
02000000:00000001:2.0:1787757150.977443:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757150.977444:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757150.977445:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1a580.
00000100:00000001:2.0:1787757150.977449:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757150.977450:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757150.977453:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757150.977463:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757150.977465:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757150.977468:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757150.977471:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757151.486490:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757151.486501:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757151.486504:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757151.486510:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757151.486515:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757151.486520:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757151.486523:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757151.486526:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757151.486529:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757151.806573:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757151.806579:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757151.806583:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757152.510441:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757152.510451:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757152.510454:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757152.510460:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757152.510465:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757152.510470:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757152.510474:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757152.510477:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757152.510481:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757152.830663:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757152.830673:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757152.830680:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787757153.022516:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757153.022529:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787757153.022533:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757153.022538:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757153.022544:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757153.022553:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18732
00000400:00000200:2.0:1787757153.022565:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757153.022573:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757153.022578:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757153.022582:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757153.022586:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757153.022589:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757153.022592:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757153.022598:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757153.022600:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787757153.022604:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757153.022608:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787757153.022611:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787757153.022614:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787757153.022618:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757153.022621:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757153.022624:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757153.022626:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757153.022630:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787757153.022634:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757153.022637:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757153.022641:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757153.022646:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757153.022650:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757153.022653:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757153.022656:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757153.022668:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61de00.
00000020:00000040:2.0:1787757153.022673:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787757153.022679:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757153.022681:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757153.022684:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757153.022688:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757153.022693:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757153.022702:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507caff800.
00000100:00000001:2.0:1787757153.022711:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757153.022723:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61de00 x1874594466055424/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757153.022737:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757153.022742:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757153.022749:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0b9f896] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61de00 x1874594466055424/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757153.022858:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757153.022865:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757153.022871:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787757153.022875:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757153.022878:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757153.022884:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757153.022890:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18732
00000400:00000200:2.0:1787757153.022898:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757153.022903:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757153.022907:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757153.022913:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757153.022917:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757153.022922:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757153.022928:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757153.022933:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757153.022936:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:2.0:1787757153.022940:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757153.022945:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:2.0:1787757153.022950:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:2.0:1787757153.022955:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:2.0:1787757153.022962:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757153.022967:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757153.022970:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757153.022977:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757153.022983:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:2.0:1787757153.022994:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757153.023005:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757153.023013:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757153.023027:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757153.023040:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757153.023050:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757153.023061:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787757153.023075:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757153.023084:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757153.023099:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61e940.
00000020:00000040:2.0:1787757153.023109:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:2.0:1787757153.023138:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757153.023147:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757153.023157:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757153.023164:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757153.023175:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757153.023201:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafe400.
00000100:00000001:2.0:1787757153.023213:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757153.023232:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61e940 x1874594466055552/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757153.023250:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757153.023255:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757153.023263:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0cadbca] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61e940 x1874594466055552/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757153.023374:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757153.023381:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757153.023400:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787757153.023404:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757153.023409:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757153.023417:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757153.023429:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18732
00000400:00000200:2.0:1787757153.023445:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757153.023459:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757153.023471:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757153.023488:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757153.023499:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757153.023514:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757153.023529:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757153.023544:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757153.023553:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:2.0:1787757153.023558:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757153.023568:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:2.0:1787757153.023581:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:2.0:1787757153.023592:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:2.0:1787757153.023609:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757153.023617:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757153.023629:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757153.023640:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757153.023654:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:2.0:1787757153.023672:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757153.023686:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757153.023697:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757153.023709:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757153.023716:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757153.023721:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757153.023725:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787757153.023732:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757153.023741:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757153.023755:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61c3c0.
00000020:00000040:2.0:1787757153.023795:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:2.0:1787757153.023805:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757153.023809:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757153.023820:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757153.023828:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757153.023844:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757153.023862:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafc800.
00000100:00000001:2.0:1787757153.023874:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757153.023897:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61c3c0 x1874594466055680/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757153.023931:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1787757153.023932:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:2.0:1787757153.023942:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787757153.023946:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000100:00000040:2.0:1787757153.023959:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003175400] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61c3c0 x1874594466055680/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757153.023990:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757153.024001:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787757153.024015:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1787757153.024031:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18742)
00000800:00000200:1.1:1787757153.024986:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757153.024990:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787757153.025574:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757153.025579:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000100:00000001:2.0:1787757153.534480:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757153.534492:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757153.534497:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757153.534505:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757153.534510:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757153.534516:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757153.534519:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757153.534523:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757153.534526:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757153.854512:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757153.854520:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757153.854526:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757153.982412:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313405865, at 4313405888
00000100:00000010:2.0:1787757153.982435:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6840.
00000100:00000040:3.0:1787757153.982528:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313405865, at 4313405888
00000100:00000010:3.0:1787757153.982537:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6a20.
00000100:00000001:2.0:1787757154.558384:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757154.558394:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757154.558397:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757154.558404:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757154.558408:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757154.558413:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757154.558416:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757154.558420:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757154.558423:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757154.878567:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757154.878576:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757154.878583:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757155.582402:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757155.582411:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757155.582414:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757155.582420:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757155.582425:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757155.582429:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757155.582432:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757155.582436:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757155.582439:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757155.902575:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757155.902584:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757155.902591:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757156.606359:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757156.606369:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757156.606373:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757156.606379:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757156.606384:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757156.606389:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757156.606392:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757156.606396:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757156.606400:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757156.926522:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757156.926527:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757156.926532:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757157.630359:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757157.630368:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757157.630370:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757157.630375:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757157.630379:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757157.630383:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757157.630385:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757157.630388:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757157.630391:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757157.950573:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757157.950578:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757157.950582:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757158.142428:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757158.142453:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757158.142457:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757158.142461:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757158.142466:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757158.142475:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18737
00000400:00000200:3.0:1787757158.142484:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757158.142491:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757158.142494:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757158.142498:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757158.142501:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757158.142504:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757158.142506:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757158.142511:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757158.142513:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757158.142516:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757158.142519:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757158.142521:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757158.142524:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757158.142527:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757158.142529:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757158.142531:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757158.142533:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757158.142536:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757158.142539:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757158.142541:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757158.142544:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757158.142547:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757158.142550:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757158.142552:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757158.142555:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757158.142564:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19e00.
00000020:00000040:3.0:1787757158.142568:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757158.142587:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757158.142589:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757158.142593:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757158.142597:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757158.142605:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757158.142630:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e000.
00000100:00000001:3.0:1787757158.142641:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757158.142658:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19e00 x1874594466055808/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757158.142721:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757158.142727:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757158.142735:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000c6c2d2] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19e00 x1874594466055808/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757158.142765:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757158.142769:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757158.142773:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757158.142775:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757158.142777:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757158.142780:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757158.142784:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18737
00000400:00000200:3.0:1787757158.142788:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757158.142793:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757158.142796:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757158.142799:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757158.142803:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757158.142806:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757158.142809:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757158.142811:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757158.142813:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757158.142815:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757158.142821:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787757158.142824:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787757158.142829:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787757158.142835:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757158.142840:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757158.142845:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757158.142852:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757158.142858:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787757158.142866:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757158.142873:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757158.142878:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757158.142888:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757158.142905:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757158.142909:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757158.142916:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757158.142922:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757158.142928:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757158.142936:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a580.
00000020:00000040:3.0:1787757158.142945:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787757158.142952:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757158.142957:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757158.142959:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757158.142961:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757158.142966:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757158.142975:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c000.
00000100:00000001:3.0:1787757158.142984:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757158.143005:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a580 x1874594466055936/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757158.143027:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757158.143034:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757158.143051:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079505b6d] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a580 x1874594466055936/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757158.143071:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757158.143080:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757158.143085:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787757158.143089:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757158.143093:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757158.143096:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757158.143103:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18737
00000400:00000200:3.0:1787757158.143112:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757158.143120:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757158.143123:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757158.143128:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757158.143132:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757158.143139:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757158.143146:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757158.143151:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757158.143154:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787757158.143158:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757158.143164:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787757158.143170:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787757158.143175:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787757158.143182:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757158.143188:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757158.143195:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757158.143201:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757158.143206:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787757158.143214:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757158.143218:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757158.143219:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757158.143224:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757158.143230:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757158.143232:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757158.143234:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757158.143237:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757158.143243:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757158.143253:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca18b40.
00000020:00000040:3.0:1787757158.143261:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000800:00000200:1.1:1787757158.143267:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757158.143307:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
02000000:00000001:3.0:1787757158.143316:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757158.143319:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757158.143323:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757158.143327:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757158.143331:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757158.143338:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e800.
00000100:00000001:3.0:1787757158.143349:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757158.143365:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca18b40 x1874594466056064/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757158.143388:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757158.143395:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757158.143411:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5e8f4b9] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca18b40 x1874594466056064/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757158.143443:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757158.143450:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787757158.143457:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787757158.143468:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18747)
00000800:00000200:1.1:1787757158.143965:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757158.143968:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787757158.144245:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757158.144248:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000100:00000001:2.0:1787757158.654340:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757158.654348:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757158.654351:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757158.654356:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757158.654360:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757158.654363:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757158.654366:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757158.654369:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757158.654373:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757158.974551:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757158.974559:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757158.974567:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757159.102363:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313410985, at 4313411008
00000100:00000040:2.0:1787757159.102379:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313410985, at 4313411008
00000100:00000010:3.0:1787757159.102380:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6660.
00000100:00000010:2.0:1787757159.102393:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6d80.
00000100:00000001:2.0:1787757159.678410:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757159.678419:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757159.678423:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757159.678429:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757159.678433:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757159.678438:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757159.678443:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757159.678447:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757159.678450:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757159.998765:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757159.998770:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757159.998774:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757160.702351:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757160.702361:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757160.702364:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757160.702369:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757160.702374:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757160.702378:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757160.702381:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757160.702384:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757160.702402:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757161.022659:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757161.022666:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757161.022672:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757161.726450:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757161.726460:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757161.726464:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757161.726471:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757161.726476:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757161.726481:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757161.726484:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757161.726488:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757161.726491:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757162.046588:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757162.046599:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757162.046653:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757162.750418:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757162.750430:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757162.750433:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757162.750440:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757162.750445:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757162.750450:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757162.750454:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757162.750457:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757162.750460:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757163.070654:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757163.070660:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757163.070666:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787757163.262521:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757163.262537:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787757163.262542:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757163.262549:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757163.262554:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757163.262564:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18742
00000400:00000200:2.0:1787757163.262576:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757163.262613:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757163.262618:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757163.262623:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757163.262626:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757163.262630:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757163.262633:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757163.262639:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757163.262642:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787757163.262645:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757163.262649:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787757163.262652:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787757163.262655:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787757163.262659:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757163.262662:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757163.262664:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757163.262667:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757163.262672:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787757163.262676:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757163.262679:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757163.262683:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757163.262688:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757163.262692:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757163.262695:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757163.262699:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757163.262712:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61c3c0.
00000020:00000040:2.0:1787757163.262716:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787757163.262721:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757163.262724:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757163.262728:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757163.262731:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757163.262737:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757163.262748:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafe400.
00000100:00000001:2.0:1787757163.262756:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757163.262768:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61c3c0 x1874594466056192/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757163.262782:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757163.262787:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757163.262794:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003175400] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61c3c0 x1874594466056192/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757163.262825:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757163.262830:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757163.262835:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787757163.262837:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757163.262839:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757163.262843:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757163.262847:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18742
00000400:00000200:2.0:1787757163.262852:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757163.262857:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757163.262861:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757163.262867:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757163.262871:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757163.262875:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757163.262878:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757163.262884:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757163.262888:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:2.0:1787757163.262893:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757163.262897:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:2.0:1787757163.262904:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:2.0:1787757163.262910:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:2.0:1787757163.262919:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757163.262923:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757163.262930:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757163.262938:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757163.262946:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:2.0:1787757163.262956:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757163.262962:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757163.262968:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757163.262979:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757163.262990:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757163.262997:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757163.263008:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787757163.263018:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757163.263024:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757163.263030:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61e940.
00000020:00000040:2.0:1787757163.263040:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:2.0:1787757163.263050:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757163.263052:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757163.263056:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757163.263061:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757163.263067:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757163.263077:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507caff800.
00000100:00000001:2.0:1787757163.263087:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757163.263101:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61e940 x1874594466056320/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757163.263120:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757163.263130:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757163.263141:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0cadbca] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61e940 x1874594466056320/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757163.263163:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757163.263173:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757163.263185:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787757163.263192:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757163.263198:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757163.263209:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757163.263217:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18742
00000400:00000200:2.0:1787757163.263230:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757163.263244:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757163.263254:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757163.263259:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757163.263264:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757163.263334:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757163.263344:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757163.263352:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757163.263360:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:2.0:1787757163.263367:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757163.263373:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:2.0:1787757163.263379:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:2.0:1787757163.263390:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:2.0:1787757163.263405:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757163.263415:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757163.263422:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757163.263427:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757163.263438:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:2.0:1787757163.263444:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757163.263458:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757163.263466:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757163.263478:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757163.263490:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757163.263496:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757163.263505:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787757163.263519:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757163.263531:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787757163.263538:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000010:2.0:1787757163.263541:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61de00.
00000800:00000200:1.1:1787757163.263545:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000020:00000040:2.0:1787757163.263549:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:2.0:1787757163.263561:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757163.263566:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757163.263573:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757163.263606:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757163.263614:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757163.263629:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafd000.
00000100:00000001:2.0:1787757163.263639:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757163.263654:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61de00 x1874594466056448/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757163.263691:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757163.263699:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757163.263712:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0b9f896] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61de00 x1874594466056448/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757163.263730:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757163.263738:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787757163.263751:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1787757163.263763:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18752)
00000800:00000200:1.1:1787757163.264238:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757163.264241:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787757163.264672:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757163.264675:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000100:00000001:2.0:1787757163.774447:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757163.774457:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757163.774461:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757163.774468:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757163.774474:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757163.774481:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757163.774484:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757163.774488:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757163.774491:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757164.094678:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757164.094687:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757164.094693:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757164.222420:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313416105, at 4313416128
00000100:00000010:3.0:1787757164.222440:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6120.
00000100:00000040:2.0:1787757164.222443:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313416105, at 4313416128
00000100:00000010:2.0:1787757164.222459:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e60c0.
00000100:00000001:2.0:1787757164.798428:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757164.798438:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757164.798441:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757164.798447:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757164.798452:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757164.798457:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757164.798461:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757164.798464:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757164.798468:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757165.118538:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757165.118545:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757165.118577:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757165.822410:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757165.822420:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757165.822424:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757165.822430:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757165.822435:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757165.822440:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757165.822443:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757165.822447:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757165.822450:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757166.142614:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757166.142622:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757166.142630:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757166.846409:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757166.846418:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757166.846421:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757166.846428:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757166.846433:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757166.846438:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757166.846441:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757166.846445:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757166.846449:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757167.166571:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757167.166579:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757167.166584:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757167.870414:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757167.870421:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757167.870424:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757167.870429:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757167.870434:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757167.870438:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757167.870441:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757167.870443:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757167.870446:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757168.190564:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757168.190574:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757168.190582:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757168.382548:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757168.382560:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757168.382564:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757168.382569:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757168.382574:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757168.382591:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18747
00000400:00000200:3.0:1787757168.382603:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757168.382613:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757168.382617:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757168.382623:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757168.382627:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757168.382630:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757168.382634:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757168.382639:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757168.382642:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757168.382646:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757168.382650:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757168.382654:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757168.382658:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757168.382662:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757168.382665:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757168.382667:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757168.382670:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757168.382674:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757168.382678:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757168.382681:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757168.382685:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757168.382689:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757168.382692:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757168.382696:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757168.382700:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757168.382709:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca192c0.
00000020:00000040:3.0:1787757168.382714:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757168.382728:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757168.382731:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757168.382734:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757168.382738:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757168.382743:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757168.382753:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51f400.
00000100:00000001:3.0:1787757168.382762:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757168.382776:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca192c0 x1874594466056576/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757168.382790:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757168.382796:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757168.382803:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e50181] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca192c0 x1874594466056576/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757168.382833:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757168.382839:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757168.382845:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757168.382848:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757168.382850:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757168.382854:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757168.382860:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18747
00000400:00000200:3.0:1787757168.382866:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757168.382873:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757168.382877:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757168.382882:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757168.382885:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787757168.382888:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787757168.382890:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757168.382898:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:2.0:1787757168.382899:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757168.382904:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757168.382917:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca192c0 x1874594466056576/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757168.382932:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757168.382934:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757168.382939:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757168.382943:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757168.382946:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757168.382951:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466056576:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757168.382957:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757168.382962:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757168.382966:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757168.382970:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757168.382977:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafdc00.
02000000:00000001:2.0:1787757168.382980:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757168.382987:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757168.382992:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241f420.
00000400:00000010:2.0:1787757168.383001:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899ca18.
00000100:00000200:2.0:1787757168.383009:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466056576, portal 25
00000100:00000001:2.0:1787757168.383013:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757168.383016:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118843584 : -120600590708032 : ffff92507ca192c0)
00000100:00000040:2.0:1787757168.383024:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca192c0 x1874594466056576/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757168.383035:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757168.383039:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757168.383043:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c4c8.
00000020:00000001:3.0:1787757168.383051:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000200:2.0:1787757168.383052:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466056576, offset 0
00000020:00000040:3.0:1787757168.383057:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757168.383062:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1787757168.383069:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000020:00000040:3.0:1787757168.383070:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000400:00000200:2.0:1787757168.383083:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757168.383092:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757168.383100:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757168.383106:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757168.383111:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757168.383116:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757168.383122:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56353:56353:256:4294967295] 192.168.201.154@tcp LPNI seq info [56353:56353:8:4294967295]
00000400:00000200:2.0:1787757168.383128:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757168.383140:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757168.383173:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757168.383181:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acf00.
00000800:00000200:2.0:1787757168.383190:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757168.383195:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787757168.383203:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757168.383208:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787757168.383213:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757168.383217:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acf00.
00000400:00000200:2.0:1787757168.383224:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757168.383230:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757168.383237:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c4c8
00000400:00000010:2.0:1787757168.383241:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c4c8.
00000100:00000001:2.0:1787757168.383247:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757168.383253:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca192c0 x1874594466056576/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787757168.383256:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787757168.383314:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:2.0:1787757168.383332:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757168.383340:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca192c0 x1874594466056576/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757193 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757168.383350:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757168.383353:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757168.383363:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757168.383370:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757168.383384:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313421225
00000100:00000010:2.0:1787757168.383397:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c060.
00000100:00000040:3.0:1787757168.383400:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757168.383407:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787757168.383411:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000040:3.0:1787757168.383413:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757168.383421:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:2.0:1787757168.383427:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313421225
00000020:00000040:3.0:1787757168.383428:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00000010:2.0:1787757168.383439:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344ca20.
00000100:00080000:3.0:1787757168.383441:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757168.383449:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787757168.383450:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757168.383459:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787757168.383462:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757168.383468:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757168.383469:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757168.383476:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1787757168.383478:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757168.383486:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00100000:2.0:1787757168.383488:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757168/real 1787757168]  req@ffff92507ca192c0 x1874594466056576/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1787757168.383521:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000001:2.0:1787757168.383537:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000008:00000001:3.0:1787757168.383537:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787757168.383543:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757168.383549:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241f420.
00000100:00000001:3.0:1787757168.383549:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757168.383559:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899ca18
00000400:00000010:2.0:1787757168.383564:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899ca18.
00000100:00000010:3.0:1787757168.383567:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1b0c0.
00000100:00000001:2.0:1787757168.383569:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757168.383579:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca192c0 x1874594466056576/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787757168.383581:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787757168.383597:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:2.0:1787757168.383605:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca192c0 x1874594466056576/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787757168.383606:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757168.383619:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787757168.383626:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:3.0:1787757168.383627:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787757168.383634:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787757168.383638:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757168.383639:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757168.383644:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757168.383652:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca192c0 x1874594466056576/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787757168.383653:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e800.
00000100:00000001:3.0:1787757168.383665:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757168.383670:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757168.383684:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1b0c0 x1874594466056704/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1787757168.383685:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca192c0 x1874594466056576/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757193 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757168.383746:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757168.383748:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757168.383762:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757168.383768:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757168.383769:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757168.383772:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757168.383778:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757168.383784:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1787757168.383786:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043bdf1c5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1b0c0 x1874594466056704/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787757168.383793:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757168.383807:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757168.383815:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1787757168.383816:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757168.383825:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787757168.383828:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca192c0 x1874594466056576/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757193 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787757168.383832:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787757168.383838:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757168.383844:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757168.383857:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:2.0:1787757168.383859:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466056576:192.168.201.154@tcp:250:kworker.0
00000100:00080000:3.0:1787757168.383866:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18747
00000100:00000001:2.0:1787757168.383874:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787757168.383883:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757168.383884:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000400:00000200:3.0:1787757168.383898:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00000040:2.0:1787757168.383900:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca192c0 x1874594466056576/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757193 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787757168.383905:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757168.383918:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757168.383927:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787757168.383931:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000040:3.0:1787757168.383935:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
02000000:00000001:2.0:1787757168.383939:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1787757168.383943:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
02000000:00000010:2.0:1787757168.383946:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafdc00.
00000020:00000001:3.0:1787757168.383949:0:277597:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:2.0:1787757168.383953:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000040:3.0:1787757168.383955:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:2.0:1787757168.383959:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787757168.383961:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757168.383967:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000040:3.0:1787757168.383969:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:2.0:1787757168.383975:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
00000020:00000001:3.0:1787757168.383977:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
02000000:00000010:2.0:1787757168.383981:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51f400.
00000020:00000001:3.0:1787757168.383983:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787757168.383991:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
02000000:00000001:2.0:1787757168.383994:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1787757168.383995:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787757168.384001:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000040:3.0:1787757168.384005:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000010:2.0:1787757168.384008:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca192c0.
00000100:00000001:3.0:1787757168.384014:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:2.0:1787757168.384017:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000020:00000040:3.0:1787757168.384023:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00000001:2.0:1787757168.384024:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757168.384034:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787757168.384039:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757168.384045:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757168.384048:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:3.0:1787757168.384049:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787757168.384056:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757168.384059:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757168.384063:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787757168.384069:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757168.384070:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757168.384077:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787757168.384079:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757168.384086:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1787757168.384088:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1b0c0 x1874594466056704/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1787757168.384094:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757168.384103:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757168.384113:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19680.
00000020:00000040:3.0:1787757168.384117:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787757168.384121:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757168.384123:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757168.384131:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757168.384132:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787757168.384137:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757168.384139:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757168.384145:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757168.384150:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c000.
02000000:00000001:2.0:1787757168.384151:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787757168.384157:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757168.384158:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757168.384168:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757168.384175:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19680 x1874594466056832/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787757168.384180:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466056704:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757168.384193:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757168.384199:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757168.384204:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757168.384206:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1787757168.384210:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787757168.384213:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757168.384220:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafdc00.
00000100:00000040:3.0:1787757168.384226:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c14b51e] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19680 x1874594466056832/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787757168.384228:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757168.384244:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757168.384253:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241f420.
00000100:00000001:3.0:1787757168.384262:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787757168.384263:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899ca18.
00000100:00000200:2.0:1787757168.384297:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466056704, portal 10
00000100:00000001:2.0:1787757168.384300:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757168.384302:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118851264 : -120600590700352 : ffff92507ca1b0c0)
00000100:00000040:2.0:1787757168.384317:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1b0c0 x1874594466056704/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787757168.384317:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787757168.384334:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1787757168.384345:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757168.384350:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18757)
00000100:00000040:2.0:1787757168.384351:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757168.384361:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c4c8.
00000100:00000200:2.0:1787757168.384366:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466056704, offset 0
00000400:00000200:2.0:1787757168.384374:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757168.384381:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757168.384389:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757168.384396:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757168.384401:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757168.384405:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757168.384409:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757168.384415:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56354:56354:256:4294967295] 192.168.201.154@tcp LPNI seq info [56354:56354:8:4294967295]
00000400:00000200:2.0:1787757168.384422:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757168.384440:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757168.384447:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757168.384453:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acf00.
00000800:00000200:2.0:1787757168.384459:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757168.384463:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787757168.384469:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757168.384473:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787757168.384478:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757168.384480:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acf00.
00000400:00000200:2.0:1787757168.384485:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757168.384509:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757168.384514:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c4c8
00000400:00000010:2.0:1787757168.384516:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c4c8.
00000100:00000001:2.0:1787757168.384520:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757168.384525:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1b0c0 x1874594466056704/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757168.384536:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757168.384540:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1b0c0 x1874594466056704/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757193 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757168.384557:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757168.384559:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757168.384564:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757168.384569:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:2.0:1787757168.384573:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757168.384576:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313420330
00000100:00000001:2.0:1787757168.384580:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313421225
00000100:00000001:2.0:1787757168.384583:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313420330
00000100:00000001:2.0:1787757168.384586:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313421225
00000100:00000001:2.0:1787757168.384588:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757168.384591:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757168.384593:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757168.384598:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757168/real 1787757168]  req@ffff92507ca1b0c0 x1874594466056704/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757168.384607:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757168.384609:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757168.384611:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241f420.
00000400:00000200:2.0:1787757168.384614:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899ca18
00000400:00000010:2.0:1787757168.384616:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899ca18.
00000100:00000001:2.0:1787757168.384619:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757168.384622:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1b0c0 x1874594466056704/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757168.384632:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1b0c0 x1874594466056704/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757168.384640:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757168.384642:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757168.384644:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757168.384646:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757168.384650:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1b0c0 x1874594466056704/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757168.384660:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757168.384664:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1b0c0 x1874594466056704/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757193 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757168.384673:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757168.384676:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757168.384678:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757168.384679:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757168.384682:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757168.384684:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757168.384687:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757168.384691:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757168.384694:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757168.384698:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1b0c0 x1874594466056704/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757193 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757168.384708:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466056704:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757168.384712:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757168.384715:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757168.384718:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1b0c0 x1874594466056704/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757193 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757168.384727:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757168.384729:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757168.384732:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafdc00.
02000000:00000001:2.0:1787757168.384734:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757168.384736:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757168.384738:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:2.0:1787757168.384740:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757168.384742:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51e800.
02000000:00000001:2.0:1787757168.384746:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757168.384748:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757168.384750:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1b0c0.
00000100:00000001:2.0:1787757168.384753:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757168.384755:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757168.384757:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757168.384761:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757168.384763:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757168.384766:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757168.384768:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757168.384769:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757168.384774:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca19680 x1874594466056832/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757168.384782:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757168.384784:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757168.384786:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757168.384789:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757168.384791:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757168.384795:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466056832:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757168.384799:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757168.384801:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757168.384804:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757168.384806:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757168.384810:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafdc00.
02000000:00000001:2.0:1787757168.384812:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757168.384816:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757168.384819:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241f420.
00000400:00000010:2.0:1787757168.384823:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899ca18.
00000100:00000200:2.0:1787757168.384826:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466056832, portal 4
00000100:00000001:2.0:1787757168.384828:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757168.384831:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118844544 : -120600590707072 : ffff92507ca19680)
00000100:00000040:2.0:1787757168.384838:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca19680 x1874594466056832/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757168.384846:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757168.384849:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757168.384852:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c4c8.
00000100:00000200:2.0:1787757168.384855:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466056832, offset 0
00000400:00000200:2.0:1787757168.384860:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757168.384864:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757168.384869:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757168.384872:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757168.384876:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757168.384879:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757168.384882:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757168.384886:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56355:56355:256:4294967295] 192.168.201.154@tcp LPNI seq info [56355:56355:8:4294967295]
00000400:00000200:2.0:1787757168.384891:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757168.384899:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757168.384905:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757168.384908:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acf00.
00000800:00000200:2.0:1787757168.384913:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757168.384917:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787757168.384922:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757168.384925:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787757168.384930:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757168.384933:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acf00.
00000400:00000200:2.0:1787757168.384937:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757168.384941:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757168.384944:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c4c8
00000400:00000010:2.0:1787757168.384947:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c4c8.
00000100:00000001:2.0:1787757168.384950:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757168.384954:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca19680 x1874594466056832/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757168.384964:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757168.384967:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19680 x1874594466056832/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757193 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757168.384976:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757168.384978:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757168.384982:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757168.384985:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:2.0:1787757168.384989:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757168.384992:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313420313
00000100:00000001:2.0:1787757168.384995:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313421225
00000100:00000001:2.0:1787757168.384998:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313420313
00000100:00000001:2.0:1787757168.385001:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313421225
00000100:00000001:2.0:1787757168.385003:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757168.385005:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757168.385008:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757168.385012:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757168/real 1787757168]  req@ffff92507ca19680 x1874594466056832/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757168.385021:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757168.385023:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757168.385025:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241f420.
00000400:00000200:2.0:1787757168.385028:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899ca18
00000400:00000010:2.0:1787757168.385030:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899ca18.
00000100:00000001:2.0:1787757168.385032:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757168.385036:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca19680 x1874594466056832/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757168.385046:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca19680 x1874594466056832/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757168.385053:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757168.385055:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757168.385057:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757168.385058:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757168.385063:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca19680 x1874594466056832/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757168.385071:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757168.385076:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca19680 x1874594466056832/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757193 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757168.385085:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757168.385088:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757168.385090:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757168.385092:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757168.385094:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757168.385096:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757168.385099:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757168.385102:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757168.385105:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757168.385109:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca19680 x1874594466056832/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757193 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757168.385118:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466056832:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757168.385122:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757168.385124:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757168.385128:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca19680 x1874594466056832/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757193 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757168.385135:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757168.385137:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757168.385139:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafdc00.
02000000:00000001:2.0:1787757168.385141:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757168.385143:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757168.385144:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:2.0:1787757168.385147:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757168.385149:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51c000.
02000000:00000001:2.0:1787757168.385152:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757168.385154:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757168.385156:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca19680.
00000100:00000001:2.0:1787757168.385159:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757168.385160:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757168.385163:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757168.385167:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757168.385168:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757168.385171:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757168.385173:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757168.894403:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757168.894412:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757168.894416:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757168.894422:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757168.894427:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757168.894431:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757168.894435:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757168.894438:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757168.894442:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757169.214415:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757169.214418:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757169.214422:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757169.342363:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313421225, at 4313421248
00000100:00000010:2.0:1787757169.342378:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c060.
00000100:00000040:3.0:1787757169.342418:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313421225, at 4313421248
00000100:00000010:3.0:1787757169.342432:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344ca20.
00000100:00000001:2.0:1787757169.918417:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757169.918428:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757169.918430:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757169.918436:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757169.918441:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757169.918446:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757169.918449:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757169.918453:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757169.918457:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757170.238544:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757170.238549:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757170.238552:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757170.942497:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757170.942509:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757170.942513:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757170.942522:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757170.942528:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757170.942534:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757170.942539:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757170.942544:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757170.942549:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757171.262633:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757171.262640:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757171.262645:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757171.966362:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757171.966384:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757171.966387:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757171.966394:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757171.966399:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757171.966403:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757171.966407:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757171.966410:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757171.966414:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757172.286536:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757172.286542:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757172.286547:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757172.990458:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757172.990471:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757172.990475:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757172.990484:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757172.990491:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757172.990498:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757172.990503:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757172.990508:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757172.990513:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757173.310660:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757173.310667:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757173.310672:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757173.502455:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757173.502471:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757173.502476:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757173.502483:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757173.502491:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757173.502503:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18752
00000400:00000200:3.0:1787757173.502517:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757173.502525:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757173.502529:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757173.502533:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757173.502537:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757173.502541:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757173.502544:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757173.502549:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757173.502552:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757173.502556:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757173.502560:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757173.502563:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757173.502567:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757173.502570:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757173.502573:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757173.502575:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757173.502578:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757173.502582:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757173.502587:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757173.502591:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757173.502595:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757173.502599:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757173.502602:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757173.502605:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757173.502609:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757173.502619:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a1c0.
00000020:00000040:3.0:1787757173.502623:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757173.502628:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757173.502630:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757173.502634:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757173.502637:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757173.502642:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757173.502651:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e000.
00000100:00000001:3.0:1787757173.502659:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757173.502670:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a1c0 x1874594466056960/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757173.502684:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757173.502689:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757173.502696:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062ae16d5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a1c0 x1874594466056960/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757173.502728:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757173.502732:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757173.502737:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757173.502739:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757173.502742:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757173.502745:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757173.502749:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18752
00000400:00000200:3.0:1787757173.502753:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757173.502757:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757173.502760:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757173.502765:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757173.502768:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757173.502772:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757173.502775:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757173.502778:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757173.502781:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757173.502783:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757173.502787:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787757173.502789:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787757173.502792:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787757173.502796:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757173.502800:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757173.502802:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757173.502805:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:2.0:1787757173.502808:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1787757173.502809:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787757173.502819:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757173.502821:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757173.502824:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757173.502827:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787757173.502830:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757173.502840:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1787757173.502845:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1a1c0 x1874594466056960/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787757173.502848:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757173.502859:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757173.502871:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787757173.502872:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757173.502878:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787757173.502884:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757173.502886:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757173.502893:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757173.502895:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757173.502899:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757173.502909:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466056960:192.168.201.154@tcp:250:kworker.0
00000100:00000010:3.0:1787757173.502909:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19a40.
00000020:00000040:3.0:1787757173.502922:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000100:00000001:2.0:1787757173.502923:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757173.502932:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757173.502934:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757173.502937:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757173.502943:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757173.502944:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787757173.502953:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757173.502957:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:2.0:1787757173.502958:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafdc00.
02000000:00000001:3.0:1787757173.502962:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757173.502964:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757173.502975:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51ec00.
00000400:00000200:2.0:1787757173.502977:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757173.502987:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787757173.502991:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241f420.
00000100:00100000:3.0:1787757173.503002:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19a40 x1874594466057088/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1787757173.503004:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899ca18.
00000100:00000200:2.0:1787757173.503020:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466056960, portal 25
00000100:00000001:2.0:1787757173.503028:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757173.503033:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118847424 : -120600590704192 : ffff92507ca1a1c0)
00000100:00000001:3.0:1787757173.503035:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757173.503045:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757173.503047:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1a1c0 x1874594466056960/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787757173.503064:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048dd93e3] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19a40 x1874594466057088/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757173.503067:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757173.503082:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757173.503089:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c4c8.
00000100:00000200:2.0:1787757173.503097:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466056960, offset 0
00000100:00000001:3.0:1787757173.503109:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757173.503110:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00080000:3.0:1787757173.503118:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757173.503126:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:2.0:1787757173.503129:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757173.503131:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757173.503139:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757173.503144:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787757173.503148:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00080000:3.0:1787757173.503155:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18752
00000400:00000200:2.0:1787757173.503164:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757173.503172:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757173.503177:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757173.503181:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757173.503187:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56356:56356:256:4294967295] 192.168.201.154@tcp LPNI seq info [56356:56356:8:4294967295]
00000400:00000200:2.0:1787757173.503193:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757173.503205:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757173.503213:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757173.503223:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000800:00000010:2.0:1787757173.503227:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acf00.
00000400:00000200:3.0:1787757173.503241:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000800:00000200:2.0:1787757173.503242:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00080000:3.0:1787757173.503255:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1787757173.503256:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787757173.503322:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000040:3.0:1787757173.503328:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000800:00000200:2.1:1787757173.503331:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1787757173.503335:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757173.503347:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000800:00000100:2.0:1787757173.503348:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000100:00000001:3.0:1787757173.503356:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000800:00000010:2.0:1787757173.503359:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acf00.
00000020:00000001:3.0:1787757173.503364:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757173.503369:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000400:00000200:2.0:1787757173.503373:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:3.0:1787757173.503374:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757173.503378:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787757173.503380:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787757173.503384:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787757173.503388:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757173.503417:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787757173.503427:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1787757173.503433:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000200:2.0:1787757173.503438:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c4c8
00000100:00000001:3.0:1787757173.503443:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000010:2.0:1787757173.503445:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c4c8.
00000020:00000040:3.0:1787757173.503458:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00000001:2.0:1787757173.503461:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1787757173.503476:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000200:2.0:1787757173.503477:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1a1c0 x1874594466056960/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757173.503490:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757173.503503:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787757173.503504:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1787757173.503510:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1787757173.503513:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a1c0 x1874594466056960/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757198 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787757173.503520:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757173.503529:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757173.503537:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787757173.503539:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787757173.503548:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757173.503549:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757173.503557:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757173.503562:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757173.503565:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a940.
00000020:00000040:3.0:1787757173.503573:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000400:00000200:2.0:1787757173.503574:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000001:3.0:1787757173.503582:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787757173.503584:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313426345
02000000:00000001:3.0:1787757173.503588:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757173.503594:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:2.0:1787757173.503596:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c060.
02000000:00000001:3.0:1787757173.503597:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757173.503603:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757173.503612:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
02000000:00000010:3.0:1787757173.503613:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51dc00.
00000100:00000001:3.0:1787757173.503624:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757173.503635:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313426345
00000100:00100000:3.0:1787757173.503636:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a940 x1874594466057216/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1787757173.503650:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c9c0.
00000100:00000001:2.0:1787757173.503661:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787757173.503666:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757173.503669:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757173.503676:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757173.503678:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757173.503689:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1787757173.503698:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acf304e1] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a940 x1874594466057216/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757173.503700:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757173/real 1787757173]  req@ffff92507ca1a1c0 x1874594466056960/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757173.503767:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787757173.503768:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757173.503776:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1787757173.503778:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1787757173.503781:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241f420.
00000400:00000200:2.0:1787757173.503791:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899ca18
00000100:00000040:3.0:1787757173.503793:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:2.0:1787757173.503798:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899ca18.
00000100:00000040:3.0:1787757173.503804:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18763)
00000100:00000001:2.0:1787757173.503806:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757173.503819:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1a1c0 x1874594466056960/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757173.503841:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1a1c0 x1874594466056960/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757173.503850:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757173.503852:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757173.503855:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757173.503857:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757173.503862:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1a1c0 x1874594466056960/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757173.503871:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757173.503876:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1a1c0 x1874594466056960/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757198 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757173.503885:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757173.503889:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757173.503891:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757173.503892:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757173.503895:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757173.503898:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757173.503901:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757173.503906:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757173.503908:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757173.503914:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1a1c0 x1874594466056960/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757198 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757173.503924:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466056960:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757173.503942:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757173.503945:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757173.503949:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1a1c0 x1874594466056960/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757198 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757173.503966:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757173.503969:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757173.503972:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafdc00.
02000000:00000001:2.0:1787757173.503976:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757173.503979:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757173.503981:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:2.0:1787757173.503984:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757173.503987:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51e000.
02000000:00000001:2.0:1787757173.503998:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757173.504000:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757173.504002:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1a1c0.
00000100:00000001:2.0:1787757173.504006:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757173.504008:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757173.504011:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757173.504020:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757173.504023:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757173.504025:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757173.504028:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757173.504030:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757173.504034:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca19a40 x1874594466057088/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757173.504043:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757173.504045:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757173.504048:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757173.504050:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757173.504053:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757173.504057:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca19a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466057088:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757173.504061:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757173.504064:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757173.504066:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757173.504068:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757173.504072:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafdc00.
02000000:00000001:2.0:1787757173.504075:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757173.504079:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757173.504083:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241f420.
00000400:00000010:2.0:1787757173.504087:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899ca18.
00000100:00000200:2.0:1787757173.504091:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466057088, portal 10
00000100:00000001:2.0:1787757173.504094:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757173.504095:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118845504 : -120600590706112 : ffff92507ca19a40)
00000100:00000040:2.0:1787757173.504104:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca19a40 x1874594466057088/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757173.504113:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757173.504116:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757173.504119:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c4c8.
00000100:00000200:2.0:1787757173.504122:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466057088, offset 0
00000400:00000200:2.0:1787757173.504127:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757173.504132:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757173.504137:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757173.504142:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757173.504145:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757173.504149:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757173.504152:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757173.504156:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56357:56357:256:4294967295] 192.168.201.154@tcp LPNI seq info [56357:56357:8:4294967295]
00000400:00000200:2.0:1787757173.504161:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757173.504169:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757173.504175:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757173.504180:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acf00.
00000800:00000200:2.0:1787757173.504185:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757173.504189:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787757173.504195:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757173.504198:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1787757173.504203:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757173.504206:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acf00.
00000400:00000200:2.0:1787757173.504210:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757173.504214:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757173.504218:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c4c8
00000400:00000010:2.0:1787757173.504221:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c4c8.
00000100:00000001:2.0:1787757173.504224:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757173.504229:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca19a40 x1874594466057088/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757173.504239:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757173.504243:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19a40 x1874594466057088/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757198 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757173.504251:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757173.504253:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757173.504257:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757173.504261:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:2.0:1787757173.504296:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757173.504300:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313425450
00000100:00000001:2.0:1787757173.504305:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313426345
00000100:00000001:2.0:1787757173.504308:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313425450
00000100:00000001:2.0:1787757173.504310:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313426345
00000100:00000001:2.0:1787757173.504314:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757173.504316:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757173.504319:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757173.504324:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757173/real 1787757173]  req@ffff92507ca19a40 x1874594466057088/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757173.504333:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757173.504335:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757173.504337:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241f420.
00000400:00000200:2.0:1787757173.504341:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899ca18
00000400:00000010:2.0:1787757173.504343:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899ca18.
00000100:00000001:2.0:1787757173.504346:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757173.504350:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca19a40 x1874594466057088/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757173.504360:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca19a40 x1874594466057088/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757173.504376:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757173.504378:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757173.504381:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757173.504382:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757173.504387:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca19a40 x1874594466057088/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757173.504395:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757173.504429:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca19a40 x1874594466057088/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757198 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757173.504438:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757173.504441:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757173.504443:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757173.504445:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757173.504447:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757173.504450:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757173.504453:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757173.504458:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757173.504461:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757173.504466:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca19a40 x1874594466057088/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757198 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757173.504477:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca19a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466057088:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757173.504482:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757173.504486:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1a940 x1874594466057216/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757173.504495:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757173.504496:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757173.504500:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757173.504502:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757173.504505:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757173.504509:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466057216:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757173.504513:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757173.504515:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757173.504518:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757173.504520:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757173.504525:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507caff400.
02000000:00000001:2.0:1787757173.504538:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757173.504542:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757173.504546:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241f420.
00000400:00000010:2.0:1787757173.504556:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899ca18.
00000100:00000200:2.0:1787757173.504559:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466057216, portal 4
00000100:00000001:2.0:1787757173.504562:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757173.504564:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118849344 : -120600590702272 : ffff92507ca1a940)
00000100:00000040:2.0:1787757173.504572:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1a940 x1874594466057216/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757173.504580:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757173.504583:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757173.504586:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c4c8.
00000100:00000200:2.0:1787757173.504589:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466057216, offset 0
00000400:00000200:2.0:1787757173.504594:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757173.504598:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757173.504602:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757173.504607:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757173.504612:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757173.504618:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757173.504623:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757173.504629:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56358:56358:256:4294967295] 192.168.201.154@tcp LPNI seq info [56358:56358:8:4294967295]
00000400:00000200:2.0:1787757173.504637:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757173.504650:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757173.504661:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757173.504667:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acf00.
00000800:00000200:2.0:1787757173.504675:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757173.504681:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787757173.504690:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757173.504695:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1787757173.504702:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757173.504706:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acf00.
00000400:00000200:2.0:1787757173.504712:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757173.504719:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757173.504725:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c4c8
00000400:00000010:2.0:1787757173.504729:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c4c8.
00000100:00000001:2.0:1787757173.504735:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757173.504744:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1a940 x1874594466057216/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757173.504761:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757173.504768:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a940 x1874594466057216/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757198 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757173.504782:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757173.504785:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757173.504793:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757173.504799:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:2.0:1787757173.504806:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757173.504811:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313425433
00000100:00000001:2.0:1787757173.504816:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313426345
00000100:00000001:2.0:1787757173.504821:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313425433
00000100:00000001:2.0:1787757173.504825:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313426345
00000100:00000001:2.0:1787757173.504829:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757173.504832:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757173.504835:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757173.504841:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757173/real 1787757173]  req@ffff92507ca1a940 x1874594466057216/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757173.504853:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757173.504855:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757173.504858:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241f420.
00000400:00000200:2.0:1787757173.504861:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899ca18
00000400:00000010:2.0:1787757173.504864:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899ca18.
00000100:00000001:2.0:1787757173.504867:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757173.504871:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1a940 x1874594466057216/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757173.504882:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1a940 x1874594466057216/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757173.504889:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757173.504891:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757173.504893:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757173.504895:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757173.504899:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1a940 x1874594466057216/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757173.504908:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757173.504913:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1a940 x1874594466057216/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757198 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757173.504921:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757173.504924:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757173.504926:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757173.504928:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757173.504930:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757173.504932:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757173.504935:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757173.504939:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757173.504942:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757173.504948:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1a940 x1874594466057216/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757198 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757173.504958:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466057216:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757173.504963:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757173.504965:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757173.504969:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca19a40 x1874594466057088/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757198 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757173.504976:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757173.504979:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757173.504981:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafdc00.
02000000:00000001:2.0:1787757173.504985:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757173.504987:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757173.504989:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:2.0:1787757173.504991:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757173.504994:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51ec00.
02000000:00000001:2.0:1787757173.504997:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757173.504999:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757173.505001:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca19a40.
00000100:00000001:2.0:1787757173.505004:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757173.505006:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757173.505008:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757173.505012:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1a940 x1874594466057216/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757198 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757173.505019:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757173.505021:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757173.505023:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507caff400.
02000000:00000001:2.0:1787757173.505025:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757173.505026:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757173.505028:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:2.0:1787757173.505030:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757173.505032:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51dc00.
02000000:00000001:2.0:1787757173.505034:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757173.505036:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757173.505038:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1a940.
00000100:00000001:2.0:1787757173.505040:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757173.505042:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757173.505044:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757173.505050:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757173.505052:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757173.505054:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757173.505057:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757174.014381:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757174.014445:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757174.014449:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757174.014458:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757174.014465:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757174.014471:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757174.014477:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757174.014482:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757174.014487:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757174.334632:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757174.334640:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757174.334645:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757174.462365:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313426345, at 4313426368
00000100:00000010:3.0:1787757174.462417:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c9c0.
00000100:00000040:2.0:1787757174.462455:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313426345, at 4313426368
00000100:00000010:2.0:1787757174.462471:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c060.
00000100:00000001:2.0:1787757175.038441:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757175.038450:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757175.038452:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757175.038458:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757175.038462:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757175.038466:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757175.038469:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757175.038472:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757175.038475:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757175.358447:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757175.358452:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757175.358456:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757176.062470:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757176.062480:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757176.062483:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757176.062490:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757176.062495:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757176.062500:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757176.062504:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757176.062508:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757176.062511:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757176.382699:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757176.382709:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757176.382715:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757177.086436:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757177.086442:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757177.086445:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757177.086449:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757177.086453:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757177.086456:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757177.086459:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757177.086462:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757177.086464:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757177.406509:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757177.406513:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757177.406516:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757178.110502:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757178.110509:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757178.110511:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757178.110517:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757178.110520:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757178.110524:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757178.110526:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757178.110528:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757178.110530:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757178.430535:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757178.430540:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757178.430544:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787757178.622484:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757178.622501:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787757178.622505:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757178.622512:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757178.622519:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757178.622530:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18758
00000400:00000200:2.0:1787757178.622544:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757178.622554:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757178.622560:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757178.622566:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757178.622571:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757178.622577:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757178.622582:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757178.622590:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757178.622593:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787757178.622598:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757178.622604:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787757178.622608:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787757178.622613:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787757178.622619:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757178.622622:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757178.622626:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757178.622630:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757178.622656:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787757178.622663:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757178.622668:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757178.622674:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757178.622680:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757178.622686:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757178.622691:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757178.622695:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757178.622709:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61f480.
00000020:00000040:2.0:1787757178.622716:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787757178.622723:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757178.622726:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757178.622731:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757178.622735:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757178.622741:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757178.622750:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507caff400.
00000100:00000001:2.0:1787757178.622758:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757178.622771:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61f480 x1874594466057344/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757178.622786:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757178.622793:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757178.622799:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f638b8ce] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61f480 x1874594466057344/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757178.622837:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757178.622842:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757178.622846:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787757178.622848:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757178.622851:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757178.622854:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757178.622858:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18758
00000400:00000200:2.0:1787757178.622863:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757178.622867:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757178.622870:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757178.622874:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757178.622877:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757178.622880:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757178.622882:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757178.622885:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757178.622887:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:2.0:1787757178.622889:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757178.622892:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:2.0:1787757178.622895:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:2.0:1787757178.622897:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:2.0:1787757178.622901:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757178.622903:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757178.622905:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757178.622907:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757178.622910:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:2.0:1787757178.622914:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757178.622920:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757178.622922:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757178.622931:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757178.622934:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757178.622937:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757178.622942:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787757178.622946:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757178.622950:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757178.622961:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61f840.
00000020:00000040:2.0:1787757178.622969:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:2.0:1787757178.622976:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757178.622979:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757178.622983:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757178.622986:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757178.622992:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757178.623002:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafdc00.
00000100:00000001:2.0:1787757178.623014:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757178.623027:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61f840 x1874594466057472/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757178.623046:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757178.623053:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757178.623063:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aef5ed20] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61f840 x1874594466057472/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757178.623085:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757178.623092:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757178.623101:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787757178.623105:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757178.623107:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757178.623118:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757178.623124:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18758
00000400:00000200:2.0:1787757178.623134:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757178.623147:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757178.623172:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757178.623176:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757178.623178:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757178.623184:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757178.623189:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757178.623195:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757178.623197:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:2.0:1787757178.623204:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757178.623212:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:2.0:1787757178.623217:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:2.0:1787757178.623223:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:2.0:1787757178.623229:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757178.623240:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757178.623244:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757178.623263:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757178.623305:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:2.0:1787757178.623333:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757178.623337:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757178.623339:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757178.623343:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757178.623346:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757178.623349:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757178.623352:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787757178.623355:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757178.623358:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757178.623374:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61d2c0.
00000020:00000040:2.0:1787757178.623378:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:2.0:1787757178.623381:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757178.623383:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757178.623386:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757178.623391:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757178.623398:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757178.623407:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafe000.
00000100:00000001:2.0:1787757178.623417:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757178.623426:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61d2c0 x1874594466057600/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757178.623442:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757178.623448:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757178.623457:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b484489] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61d2c0 x1874594466057600/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757178.623477:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757178.623482:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787757178.623490:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1787757178.623501:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18768)
00000800:00000200:1.1:1787757178.623597:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757178.623601:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787757178.624250:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757178.624255:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787757178.624835:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757178.624841:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000100:00000001:2.0:1787757179.134415:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757179.134424:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757179.134427:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757179.134433:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757179.134437:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757179.134442:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757179.134445:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757179.134448:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757179.134451:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757179.454722:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757179.454728:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757179.454734:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757179.582459:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313431465, at 4313431488
00000100:00000040:3.0:1787757179.582459:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313431465, at 4313431488
00000100:00000010:2.0:1787757179.582491:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e60c0.
00000100:00000010:3.0:1787757179.582499:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6120.
00000100:00000001:2.0:1787757180.158429:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757180.158445:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757180.158450:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757180.158461:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757180.158470:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757180.158479:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757180.158485:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757180.158491:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757180.158497:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757180.478615:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757180.478626:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757180.478632:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757181.182470:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757181.182487:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757181.182493:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757181.182504:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757181.182513:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757181.182521:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757181.182527:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757181.182534:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757181.182540:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757181.502582:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757181.502589:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757181.502594:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757182.206442:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757182.206458:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757182.206462:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757182.206472:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757182.206480:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757182.206487:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757182.206493:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757182.206498:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757182.206504:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757182.526699:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757182.526711:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757182.526720:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757183.230416:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757183.230428:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757183.230432:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757183.230439:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757183.230444:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757183.230450:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757183.230453:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757183.230457:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757183.230461:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757183.550529:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757183.550534:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757183.550537:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787757183.742446:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757183.742465:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787757183.742469:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757183.742476:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757183.742483:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757183.742495:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18763
00000400:00000200:2.0:1787757183.742510:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757183.742518:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757183.742523:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757183.742528:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757183.742532:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757183.742535:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757183.742539:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757183.742545:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757183.742548:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787757183.742553:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757183.742557:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787757183.742560:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787757183.742564:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787757183.742568:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757183.742570:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757183.742572:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757183.742575:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757183.742579:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787757183.742584:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757183.742588:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757183.742592:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757183.742597:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757183.742601:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757183.742605:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757183.742608:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757183.742622:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61f0c0.
00000020:00000040:2.0:1787757183.742627:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787757183.742633:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757183.742636:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757183.742641:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757183.742645:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757183.742651:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757183.742662:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafc000.
00000100:00000001:2.0:1787757183.742682:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757183.742700:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61f0c0 x1874594466057728/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757183.742714:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757183.742721:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757183.742727:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bea70ab] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61f0c0 x1874594466057728/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757183.742757:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757183.742761:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757183.742765:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787757183.742767:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757183.742769:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757183.742773:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757183.742777:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18763
00000400:00000200:2.0:1787757183.742782:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757183.742787:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757183.742791:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757183.742796:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757183.742800:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757183.742803:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757183.742806:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757183.742814:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757183.742820:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:2.0:1787757183.742828:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757183.742834:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:2.0:1787757183.742845:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:2.0:1787757183.742857:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:2.0:1787757183.742880:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757183.742903:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757183.742923:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757183.742929:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757183.742932:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:2.0:1787757183.742937:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757183.742946:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757183.742950:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757183.742962:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757183.742969:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757183.742976:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757183.742984:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787757183.742994:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757183.743000:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757183.743008:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61d680.
00000020:00000040:2.0:1787757183.743017:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:2.0:1787757183.743027:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757183.743034:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757183.743038:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757183.743058:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757183.743065:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757183.743077:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafec00.
00000100:00000001:2.0:1787757183.743086:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757183.743098:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61d680 x1874594466057856/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757183.743116:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757183.743149:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757183.743178:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054aea141] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61d680 x1874594466057856/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757183.743204:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757183.743248:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757183.743257:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787757183.743267:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757183.743342:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757183.743359:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757183.743374:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18763
00000400:00000200:2.0:1787757183.743392:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757183.743415:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757183.743435:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757183.743459:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757183.743473:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757183.743488:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757183.743508:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757183.743522:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757183.743527:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:2.0:1787757183.743554:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757183.743567:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:2.0:1787757183.743581:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:2.0:1787757183.743592:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:2.0:1787757183.743611:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000800:00000200:1.1:1787757183.743615:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:2.0:1787757183.743621:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1787757183.743624:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000100:00000040:2.0:1787757183.743634:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757183.743646:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757183.743653:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:2.0:1787757183.743667:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757183.743673:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757183.743678:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757183.743685:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757183.743693:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757183.743697:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757183.743704:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787757183.743715:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757183.743718:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757183.743728:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61cf00.
00000020:00000040:2.0:1787757183.743732:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:2.0:1787757183.743736:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757183.743744:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757183.743747:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757183.743754:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757183.743760:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757183.743780:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafcc00.
00000100:00000001:2.0:1787757183.743795:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757183.743804:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61cf00 x1874594466057984/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757183.743884:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757183.743896:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757183.743916:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006cc8e384] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61cf00 x1874594466057984/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757183.743949:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757183.743952:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787757183.743956:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1787757183.743965:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18773)
00000800:00000200:1.1:1787757183.744614:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757183.744618:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787757183.745141:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757183.745144:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000100:00000001:2.0:1787757184.254389:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757184.254418:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757184.254422:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757184.254433:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757184.254440:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757184.254447:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757184.254452:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757184.254457:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757184.254462:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757184.574632:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757184.574641:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757184.574649:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757184.702405:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313436585, at 4313436608
00000100:00000040:3.0:1787757184.702413:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313436585, at 4313436608
00000100:00000010:2.0:1787757184.702434:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6d80.
00000100:00000010:3.0:1787757184.702438:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6660.
00000100:00000001:2.0:1787757185.278362:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757185.278373:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757185.278376:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757185.278382:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757185.278386:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757185.278391:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757185.278393:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757185.278396:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757185.278399:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757185.598461:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757185.598467:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757185.598472:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757186.302418:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757186.302435:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757186.302441:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757186.302452:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757186.302460:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757186.302467:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757186.302474:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757186.302480:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757186.302486:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757186.622665:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757186.622672:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757186.622677:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757187.326421:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757187.326434:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757187.326437:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757187.326444:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757187.326450:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757187.326456:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757187.326460:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757187.326465:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757187.326469:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757187.646573:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757187.646583:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757187.646590:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757188.350450:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757188.350462:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757188.350465:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757188.350472:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757188.350477:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757188.350483:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757188.350488:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757188.350492:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757188.350496:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757188.670456:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757188.670461:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757188.670466:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757188.862371:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757188.862380:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757188.862383:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757188.862385:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757188.862389:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757188.862396:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18768
00000400:00000200:3.0:1787757188.862406:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757188.862412:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757188.862416:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757188.862419:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757188.862423:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757188.862426:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757188.862437:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757188.862442:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757188.862444:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757188.862447:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757188.862451:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757188.862452:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757188.862454:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757188.862457:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757188.862458:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757188.862460:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757188.862461:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757188.862464:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757188.862466:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757188.862468:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757188.862470:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757188.862473:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757188.862475:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757188.862477:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757188.862480:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757188.862485:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1bc00.
00000020:00000040:3.0:1787757188.862488:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757188.862492:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757188.862493:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757188.862496:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757188.862498:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757188.862507:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757188.862513:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c400.
00000100:00000001:3.0:1787757188.862519:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757188.862526:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1bc00 x1874594466058112/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757188.862542:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757188.862546:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757188.862552:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002bc35b5c] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1bc00 x1874594466058112/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757188.862573:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757188.862577:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757188.862581:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757188.862582:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757188.862584:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757188.862588:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757188.862591:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18768
00000400:00000200:3.0:1787757188.862595:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757188.862598:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757188.862600:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757188.862603:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757188.862607:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757188.862610:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757188.862613:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757188.862617:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757188.862619:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757188.862621:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757188.862625:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787757188.862629:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787757188.862633:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787757188.862641:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757188.862644:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757188.862650:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757188.862653:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757188.862657:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787757188.862662:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757188.862666:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757188.862670:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757188.862677:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757188.862681:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757188.862685:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757188.862690:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757188.862693:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757188.862698:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757188.862706:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a940.
00000020:00000040:3.0:1787757188.862710:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787757188.862714:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757188.862715:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757188.862718:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757188.862719:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757188.862721:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757188.862725:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e400.
00000100:00000001:3.0:1787757188.862731:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757188.862747:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a940 x1874594466058240/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757188.862769:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757188.862774:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757188.862783:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acf304e1] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a940 x1874594466058240/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757188.862795:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757188.862800:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757188.862805:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787757188.862809:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757188.862814:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757188.862818:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757188.862823:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18768
00000400:00000200:3.0:1787757188.862831:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757188.862839:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757188.862843:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757188.862852:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757188.862858:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757188.862867:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757188.862873:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757188.862881:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757188.862885:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787757188.862890:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757188.862904:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787757188.862910:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787757188.862915:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787757188.862920:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757188.862923:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757188.862925:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757188.862929:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757188.862931:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787757188.862937:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757188.862939:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757188.862940:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757188.862942:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757188.862945:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757188.862947:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757188.862951:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757188.862954:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757188.862959:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757188.862963:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19a40.
00000800:00000200:1.1:1787757188.862964:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000020:00000040:3.0:1787757188.862968:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000800:00000200:1.1:1787757188.862969:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
02000000:00000001:3.0:1787757188.862972:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757188.862974:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757188.862978:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757188.862982:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757188.862985:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757188.862990:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51fc00.
00000100:00000001:3.0:1787757188.862997:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757188.863004:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19a40 x1874594466058368/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757188.863014:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757188.863018:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757188.863026:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048dd93e3] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19a40 x1874594466058368/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757188.863035:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757188.863039:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787757188.863046:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787757188.863053:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18778)
00000800:00000200:1.1:1787757188.863474:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757188.863477:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787757188.863701:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757188.863703:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000100:00000001:2.0:1787757189.374377:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757189.374386:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757189.374388:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757189.374393:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757189.374397:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757189.374401:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757189.374403:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757189.374406:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757189.374409:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757189.694700:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757189.694707:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757189.694712:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757189.822454:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313441704, at 4313441728
00000100:00000040:2.0:1787757189.822503:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313441704, at 4313441728
00000100:00000010:3.0:1787757189.822509:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6840.
00000100:00000010:2.0:1787757189.822563:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6a20.
00000100:00000001:2.0:1787757190.398420:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757190.398432:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757190.398435:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757190.398443:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757190.398449:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757190.398455:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757190.398458:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757190.398463:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757190.398467:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757190.718569:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757190.718581:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757190.718588:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757191.422439:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757191.422448:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757191.422449:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757191.422455:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757191.422459:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757191.422463:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757191.422465:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757191.422468:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757191.422471:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757191.742719:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757191.742731:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757191.742740:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757192.446396:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757192.446410:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757192.446415:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757192.446441:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757192.446448:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757192.446457:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757192.446462:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757192.446468:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757192.446474:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757192.766537:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757192.766544:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757192.766549:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757193.470388:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757193.470399:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757193.470402:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757193.470410:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757193.470415:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757193.470420:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757193.470423:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757193.470438:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757193.470442:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757193.790579:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757193.790586:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757193.790592:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787757193.982496:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757193.982510:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787757193.982513:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757193.982518:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757193.982524:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757193.982534:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18773
00000400:00000200:0.0:1787757193.982545:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757193.982553:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757193.982557:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757193.982562:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757193.982566:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757193.982569:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757193.982572:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757193.982578:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757193.982581:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787757193.982585:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757193.982589:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787757193.982592:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787757193.982595:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787757193.982598:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757193.982601:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757193.982604:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757193.982606:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757193.982611:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787757193.982616:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757193.982619:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757193.982623:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757193.982628:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757193.982631:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757193.982634:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787757193.982638:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757193.982649:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae47840.
00000020:00000040:0.0:1787757193.982654:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787757193.982659:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757193.982661:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757193.982665:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757193.982668:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757193.982674:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757193.982684:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6000.
00000100:00000001:0.0:1787757193.982692:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757193.982705:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae47840 x1874594466058496/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757193.982719:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757193.982725:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757193.982732:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000cd63e1] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae47840 x1874594466058496/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757193.982778:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757193.982785:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757193.982791:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787757193.982794:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757193.982798:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757193.982805:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757193.982813:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18773
00000400:00000200:0.0:1787757193.982822:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757193.982832:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757193.982843:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757193.982861:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757193.982873:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757193.982885:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757193.982896:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757193.982908:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757193.982918:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:0.0:1787757193.982927:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757193.982936:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:0.0:1787757193.982947:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:0.0:1787757193.982959:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:0.0:1787757193.982974:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757193.982987:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757193.983000:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757193.983010:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757193.983022:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:0.0:1787757193.983037:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757193.983076:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757193.983084:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757193.983094:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757193.983104:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757193.983109:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787757193.983118:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787757193.983130:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757193.983134:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757193.983144:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae47480.
00000020:00000040:0.0:1787757193.983152:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:0.0:1787757193.983158:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757193.983160:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757193.983168:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757193.983174:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757193.983177:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757193.983188:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad5400.
00000100:00000001:0.0:1787757193.983199:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757193.983218:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae47480 x1874594466058624/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757193.983253:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757193.983261:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757193.983331:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ecd7b1f2] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae47480 x1874594466058624/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757193.983362:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757193.983369:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757193.983377:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787757193.983382:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757193.983386:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757193.983398:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:1.1:1787757193.983404:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00080000:0.0:1787757193.983407:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18773
00000800:00000200:1.1:1787757193.983413:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000400:00000200:0.0:1787757193.983423:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757193.983436:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757193.983443:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757193.983451:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757193.983462:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757193.983472:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757193.983482:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757193.983489:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757193.983494:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:0.0:1787757193.983502:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757193.983510:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:0.0:1787757193.983515:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:0.0:1787757193.983520:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:0.0:1787757193.983534:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757193.983543:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757193.983550:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757193.983555:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757193.983566:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:0.0:1787757193.983576:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757193.983587:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757193.983595:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757193.983603:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757193.983610:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757193.983615:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787757193.983619:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787757193.983625:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757193.983635:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757193.983646:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae46940.
00000020:00000040:0.0:1787757193.983653:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:0.0:1787757193.983657:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757193.983663:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757193.983666:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757193.983668:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757193.983672:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757193.983685:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad7000.
00000100:00000001:0.0:1787757193.983694:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757193.983706:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae46940 x1874594466058752/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757193.983738:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757193.983747:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757193.983757:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013e8296f] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae46940 x1874594466058752/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757193.983805:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757193.983812:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787757193.983826:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1787757193.983839:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18783)
00000800:00000200:1.1:1787757193.984231:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757193.984234:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787757193.984632:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757193.984635:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000100:00000001:2.0:1787757194.494487:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757194.494499:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757194.494501:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757194.494509:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757194.494514:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757194.494519:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757194.494522:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757194.494526:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757194.494529:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757194.814644:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757194.814654:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757194.814661:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757194.942376:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313446825, at 4313446848
00000100:00000040:2.0:1787757194.942405:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313446825, at 4313446848
00000100:00000010:3.0:1787757194.942405:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e63c0.
00000100:00000010:2.0:1787757194.942424:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6a80.
00000100:00000001:2.0:1787757195.518389:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757195.518405:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757195.518410:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757195.518422:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757195.518430:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757195.518438:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757195.518444:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757195.518450:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757195.518456:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757195.838616:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757195.838625:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757195.838631:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757196.542423:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757196.542436:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757196.542439:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757196.542447:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757196.542453:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757196.542460:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757196.542464:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757196.542468:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757196.542473:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757196.862568:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757196.862576:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757196.862583:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757197.566404:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757197.566420:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757197.566425:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757197.566438:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757197.566448:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757197.566457:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757197.566464:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757197.566471:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757197.566479:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757197.886636:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757197.886650:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757197.886660:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757198.590445:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757198.590459:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757198.590465:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757198.590476:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757198.590483:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757198.590490:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757198.590496:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757198.590499:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757198.590502:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757198.910634:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757198.910643:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757198.910650:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787757199.102417:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757199.102433:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787757199.102438:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757199.102445:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757199.102453:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757199.102465:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18778
00000400:00000200:0.0:1787757199.102477:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757199.102486:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757199.102491:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757199.102495:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757199.102499:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757199.102503:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757199.102506:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757199.102511:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757199.102514:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787757199.102518:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757199.102522:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787757199.102525:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787757199.102528:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787757199.102532:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757199.102535:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757199.102538:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757199.102540:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757199.102544:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787757199.102548:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757199.102551:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757199.102555:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757199.102560:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757199.102563:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757199.102566:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787757199.102569:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757199.102580:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae45680.
00000020:00000040:0.0:1787757199.102585:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787757199.102591:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757199.102593:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757199.102597:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757199.102600:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757199.102605:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757199.102615:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6400.
00000100:00000001:0.0:1787757199.102623:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757199.102635:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae45680 x1874594466058880/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757199.102649:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757199.102654:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757199.102661:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078e2ff1a] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae45680 x1874594466058880/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757199.102698:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757199.102703:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757199.102708:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787757199.102710:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757199.102712:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757199.102716:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757199.102719:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18778
00000400:00000200:0.0:1787757199.102724:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757199.102728:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757199.102731:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757199.102734:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757199.102737:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757199.102740:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757199.102742:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757199.102745:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757199.102747:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:0.0:1787757199.102749:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757199.102753:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:0.0:1787757199.102755:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:0.0:1787757199.102758:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:0.0:1787757199.102762:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757199.102764:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757199.102766:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757199.102768:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757199.102771:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:0.0:1787757199.102774:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757199.102777:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757199.102779:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757199.102787:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757199.102790:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757199.102793:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787757199.102799:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787757199.102804:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757199.102807:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757199.102812:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae47c00.
00000020:00000040:0.0:1787757199.102814:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:0.0:1787757199.102818:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757199.102821:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757199.102829:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757199.102833:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757199.102844:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757199.102854:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad7c00.
00000100:00000001:0.0:1787757199.102864:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757199.102883:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae47c00 x1874594466059008/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757199.102902:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757199.102910:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757199.102919:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006db13aa7] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae47c00 x1874594466059008/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757199.102991:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757199.102995:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757199.103002:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787757199.103005:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757199.103010:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757199.103017:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757199.103028:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18778
00000400:00000200:0.0:1787757199.103039:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757199.103046:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757199.103052:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757199.103056:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757199.103059:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757199.103063:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757199.103073:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757199.103081:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757199.103082:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:0.0:1787757199.103084:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757199.103088:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:0.0:1787757199.103092:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:0.0:1787757199.103103:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:0.0:1787757199.103116:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757199.103119:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757199.103124:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757199.103131:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757199.103141:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:0.0:1787757199.103145:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757199.103149:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757199.103160:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757199.103165:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757199.103168:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757199.103172:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787757199.103178:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787757199.103184:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757199.103189:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757199.103200:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae46d00.
00000020:00000040:0.0:1787757199.103210:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:0.0:1787757199.103216:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757199.103221:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757199.103225:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757199.103230:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757199.103235:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757199.103246:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6800.
00000100:00000001:0.0:1787757199.103257:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757199.103343:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae46d00 x1874594466059136/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757199.103376:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757199.103385:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757199.103399:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ed326369] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae46d00 x1874594466059136/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757199.103425:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757199.103433:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787757199.103445:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1787757199.103459:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18788)
00000800:00000200:1.1:1787757199.103538:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757199.103543:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787757199.104168:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757199.104174:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787757199.104586:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757199.104590:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000100:00000001:2.0:1787757199.614429:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757199.614439:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757199.614442:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757199.614449:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757199.614455:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757199.614459:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757199.614463:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757199.614466:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757199.614470:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757199.934607:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757199.934615:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757199.934622:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757200.062378:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313451945, at 4313451968
00000100:00000040:3.0:1787757200.062387:0:277676:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313451945, at 4313451968
00000100:00000010:2.0:1787757200.062404:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6c00.
00000100:00000010:3.0:1787757200.062407:0:277676:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6060.
00000100:00000001:2.0:1787757200.638404:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757200.638415:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757200.638418:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757200.638425:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757200.638430:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757200.638435:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757200.638439:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757200.638442:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757200.638445:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757200.958596:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757200.958604:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757200.958609:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757201.662375:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757201.662384:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757201.662387:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757201.662394:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757201.662400:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757201.662416:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757201.662420:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757201.662423:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757201.662426:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757201.982663:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757201.982670:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757201.982677:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757202.686376:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757202.686392:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757202.686395:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757202.686402:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757202.686406:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757202.686410:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757202.686413:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757202.686427:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757202.686431:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757203.006647:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757203.006654:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757203.006658:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757203.710372:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757203.710386:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757203.710391:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757203.710401:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757203.710409:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757203.710415:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757203.710420:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757203.710426:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757203.710432:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757204.030659:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757204.030666:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757204.030672:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787757204.222428:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757204.222442:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787757204.222446:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757204.222451:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757204.222457:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757204.222468:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18783
00000400:00000200:0.0:1787757204.222501:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757204.222516:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757204.222524:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757204.222534:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757204.222541:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757204.222550:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757204.222557:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757204.222566:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757204.222572:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787757204.222578:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757204.222584:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787757204.222588:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787757204.222593:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787757204.222603:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757204.222606:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757204.222610:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757204.222613:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757204.222617:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787757204.222623:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757204.222626:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757204.222630:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757204.222634:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757204.222637:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757204.222640:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787757204.222644:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757204.222653:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae44780.
00000020:00000040:0.0:1787757204.222658:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787757204.222664:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757204.222666:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757204.222671:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757204.222674:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757204.222680:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757204.222691:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad4800.
00000100:00000001:0.0:1787757204.222699:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757204.222712:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae44780 x1874594466059264/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757204.222727:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757204.222732:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757204.222739:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000825f42ce] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae44780 x1874594466059264/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757204.222777:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757204.222782:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757204.222788:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787757204.222793:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757204.222801:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757204.222808:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757204.222819:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18783
00000400:00000200:0.0:1787757204.222839:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757204.222844:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1787757204.222848:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757204.222854:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787757204.222856:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757204.222880:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757204.222887:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757204.222894:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757204.222904:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae44780 x1874594466059264/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787757204.222905:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757204.222917:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757204.222923:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757204.222924:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:0.0:1787757204.222927:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757204.222930:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:0.0:1787757204.222933:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:0.0:1787757204.222936:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:0.0:1787757204.222941:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757204.222944:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757204.222947:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757204.222949:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757204.222953:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:0.0:1787757204.222956:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757204.222959:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757204.222962:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757204.222971:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757204.222974:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757204.222980:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787757204.222986:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787757204.222991:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757204.222993:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757204.222999:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae443c0.
00000020:00000040:0.0:1787757204.223003:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:0.0:1787757204.223010:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757204.223012:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757204.223015:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757204.223018:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757204.223023:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757204.223035:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad5800.
00000100:00000001:0.0:1787757204.223043:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757204.223068:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1787757204.223070:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae443c0 x1874594466059392/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757204.223079:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757204.223099:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787757204.223102:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757204.223107:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757204.223113:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000101c6af6] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae443c0 x1874594466059392/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757204.223129:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757204.223136:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757204.223142:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787757204.223147:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757204.223150:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757204.223155:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757204.223160:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18783
00000400:00000200:0.0:1787757204.223166:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757204.223171:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757204.223174:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757204.223178:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757204.223182:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757204.223189:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757204.223193:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757204.223197:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757204.223201:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:0.0:1787757204.223203:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757204.223205:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:0.0:1787757204.223207:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:0.0:1787757204.223210:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:0.0:1787757204.223214:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757204.223216:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757204.223218:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757204.223220:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757204.223223:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:0.0:1787757204.223226:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757204.223229:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757204.223231:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757204.223235:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757204.223237:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757204.223239:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787757204.223242:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787757204.223245:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757204.223249:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757204.223253:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae470c0.
00000020:00000040:0.0:1787757204.223257:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:0.0:1787757204.223261:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757204.223262:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757204.223264:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757204.223265:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757204.223267:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757204.223319:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6800.
00000100:00000001:0.0:1787757204.223326:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757204.223338:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae470c0 x1874594466059520/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757204.223354:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757204.223360:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757204.223371:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a74fc68e] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae470c0 x1874594466059520/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757204.223388:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757204.223395:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787757204.223403:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
02000000:00000001:3.0:1787757204.223405:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1787757204.223413:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18793)
02000000:00000001:3.0:1787757204.223417:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757204.223437:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae44780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466059264:192.168.201.154@tcp:250:kworker.0
00000100:00000001:3.0:1787757204.223449:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757204.223460:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757204.223553:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757204.223561:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757204.223574:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51d800.
02000000:00000001:3.0:1787757204.223582:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757204.223602:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757204.223747:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757204.223763:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757204.223774:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466059264, portal 25
00000100:00000001:3.0:1787757204.223778:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757204.223782:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089660800 : -120600619890816 : ffff92507ae44780)
00000100:00000040:3.0:1787757204.223795:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae44780 x1874594466059264/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757204.223807:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757204.223811:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757204.223815:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a2a8.
00000100:00000200:3.0:1787757204.223819:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466059264, offset 0
00000400:00000200:3.0:1787757204.223828:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757204.223838:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757204.223847:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757204.223855:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757204.223885:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757204.223890:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757204.223894:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757204.223900:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56374:56374:256:4294967295] 192.168.201.154@tcp LPNI seq info [56374:56374:8:4294967295]
00000400:00000200:3.0:1787757204.223906:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757204.223918:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757204.223926:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757204.223934:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f400.
00000800:00000200:3.0:1787757204.223943:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757204.223948:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787757204.223966:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757204.223971:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1787757204.223977:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757204.223981:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f400.
00000400:00000200:3.0:1787757204.223988:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757204.223994:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757204.224000:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a2a8
00000400:00000010:3.0:1787757204.224003:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a2a8.
00000100:00000001:3.0:1787757204.224008:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757204.224014:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae44780 x1874594466059264/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757204.224028:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757204.224033:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae44780 x1874594466059264/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757229 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757204.224043:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757204.224046:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757204.224053:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757204.224058:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757204.224062:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313457065
00000100:00000010:3.0:1787757204.224070:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350eb40.
00000100:00000001:3.0:1787757204.224078:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787757204.224085:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313457065
00000100:00000010:3.0:1787757204.224088:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350e780.
00000100:00000001:3.0:1787757204.224092:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787757204.224096:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757204.224100:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757204.224105:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757204.224110:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757204/real 1787757204]  req@ffff92507ae44780 x1874594466059264/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757204.224123:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757204.224125:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757204.224128:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757204.224132:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757204.224134:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757204.224138:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757204.224142:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae44780 x1874594466059264/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757204.224153:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae44780 x1874594466059264/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757204.224161:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757204.224163:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757204.224166:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757204.224169:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757204.224173:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae44780 x1874594466059264/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757204.224183:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757204.224189:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae44780 x1874594466059264/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757229 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757204.224198:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757204.224201:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757204.224203:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757204.224205:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757204.224208:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757204.224210:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757204.224214:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757204.224219:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757204.224222:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757204.224227:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae44780 x1874594466059264/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757229 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757204.224237:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae44780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466059264:192.168.201.154@tcp:250:kworker.0
00000100:00000001:3.0:1787757204.224244:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757204.224247:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757204.224250:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae44780 x1874594466059264/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757229 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757204.224259:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757204.224262:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757204.224301:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51d800.
02000000:00000001:3.0:1787757204.224308:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757204.224312:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757204.224315:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:3.0:1787757204.224318:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757204.224323:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad4800.
02000000:00000001:3.0:1787757204.224327:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757204.224331:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757204.224334:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae44780.
00000100:00000001:3.0:1787757204.224338:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757204.224341:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757204.224343:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757204.224354:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757204.224358:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757204.224361:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757204.224364:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757204.224367:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757204.224373:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae443c0 x1874594466059392/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757204.224384:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757204.224387:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757204.224391:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757204.224395:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757204.224399:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757204.224403:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae443c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466059392:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757204.224408:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757204.224413:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757204.224416:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757204.224419:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757204.224424:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51d800.
02000000:00000001:3.0:1787757204.224427:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757204.224432:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757204.224436:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757204.224440:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757204.224444:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466059392, portal 10
00000100:00000001:3.0:1787757204.224447:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757204.224449:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089659840 : -120600619891776 : ffff92507ae443c0)
00000100:00000040:3.0:1787757204.224457:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae443c0 x1874594466059392/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757204.224466:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757204.224469:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757204.224473:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a2a8.
00000100:00000200:3.0:1787757204.224476:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466059392, offset 0
00000400:00000200:3.0:1787757204.224481:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757204.224486:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757204.224491:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757204.224495:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757204.224499:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757204.224503:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757204.224506:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757204.224510:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56375:56375:256:4294967295] 192.168.201.154@tcp LPNI seq info [56375:56375:8:4294967295]
00000400:00000200:3.0:1787757204.224515:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757204.224523:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757204.224529:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757204.224532:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f400.
00000800:00000200:3.0:1787757204.224537:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757204.224541:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787757204.224547:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757204.224551:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1787757204.224556:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757204.224559:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f400.
00000400:00000200:3.0:1787757204.224577:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757204.224582:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757204.224586:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a2a8
00000400:00000010:3.0:1787757204.224588:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a2a8.
00000100:00000001:3.0:1787757204.224592:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757204.224597:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae443c0 x1874594466059392/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757204.224607:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757204.224611:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae443c0 x1874594466059392/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757229 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757204.224619:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757204.224621:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757204.224626:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757204.224630:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:3.0:1787757204.224635:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757204.224637:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313456170
00000100:00000001:3.0:1787757204.224641:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313457065
00000100:00000001:3.0:1787757204.224644:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313456170
00000100:00000001:3.0:1787757204.224647:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313457065
00000100:00000001:3.0:1787757204.224650:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757204.224653:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757204.224655:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757204.224659:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757204/real 1787757204]  req@ffff92507ae443c0 x1874594466059392/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757204.224669:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757204.224670:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757204.224672:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757204.224675:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757204.224677:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757204.224679:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757204.224684:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae443c0 x1874594466059392/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757204.224694:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae443c0 x1874594466059392/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757204.224702:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757204.224704:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757204.224706:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757204.224708:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757204.224712:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae443c0 x1874594466059392/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757204.224720:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757204.224724:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae443c0 x1874594466059392/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757229 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757204.224734:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757204.224737:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757204.224739:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757204.224741:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757204.224743:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757204.224746:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757204.224749:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757204.224753:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757204.224755:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757204.224760:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae443c0 x1874594466059392/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757229 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757204.224769:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae443c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466059392:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757204.224774:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757204.224778:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae470c0 x1874594466059520/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757204.224786:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757204.224788:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757204.224790:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757204.224793:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757204.224796:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757204.224799:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae470c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466059520:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757204.224804:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757204.224806:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757204.224808:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757204.224810:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757204.224814:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51fc00.
02000000:00000001:3.0:1787757204.224817:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757204.224822:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757204.224825:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757204.224829:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757204.224832:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466059520, portal 4
00000100:00000001:3.0:1787757204.224835:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757204.224837:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089671360 : -120600619880256 : ffff92507ae470c0)
00000100:00000040:3.0:1787757204.224844:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae470c0 x1874594466059520/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757204.224852:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757204.224855:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757204.224881:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a2a8.
00000100:00000200:3.0:1787757204.224885:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466059520, offset 0
00000400:00000200:3.0:1787757204.224890:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757204.224895:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757204.224900:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757204.224904:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757204.224908:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757204.224911:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757204.224914:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757204.224918:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56376:56376:256:4294967295] 192.168.201.154@tcp LPNI seq info [56376:56376:8:4294967295]
00000400:00000200:3.0:1787757204.224923:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757204.224932:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757204.224937:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757204.224941:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f400.
00000800:00000200:3.0:1787757204.224946:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757204.224949:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787757204.224955:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757204.224958:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1787757204.224963:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757204.224966:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f400.
00000400:00000200:3.0:1787757204.224970:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757204.224974:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757204.224978:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a2a8
00000400:00000010:3.0:1787757204.224981:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a2a8.
00000100:00000001:3.0:1787757204.224984:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757204.224989:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae470c0 x1874594466059520/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757204.225000:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757204.225003:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae470c0 x1874594466059520/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757229 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757204.225012:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757204.225014:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757204.225017:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757204.225020:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:3.0:1787757204.225025:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757204.225027:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313456153
00000100:00000001:3.0:1787757204.225030:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313457065
00000100:00000001:3.0:1787757204.225033:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313456153
00000100:00000001:3.0:1787757204.225036:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313457065
00000100:00000001:3.0:1787757204.225038:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757204.225041:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757204.225043:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757204.225047:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757204/real 1787757204]  req@ffff92507ae470c0 x1874594466059520/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757204.225056:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757204.225058:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757204.225060:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757204.225063:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757204.225066:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757204.225068:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757204.225072:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae470c0 x1874594466059520/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757204.225083:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae470c0 x1874594466059520/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757204.225091:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757204.225093:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757204.225096:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757204.225098:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757204.225102:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae470c0 x1874594466059520/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757204.225110:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757204.225114:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae470c0 x1874594466059520/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757229 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757204.225122:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757204.225125:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757204.225127:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757204.225128:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757204.225130:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757204.225132:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757204.225135:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757204.225139:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757204.225141:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757204.225146:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae470c0 x1874594466059520/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757229 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757204.225155:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae470c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466059520:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757204.225160:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757204.225162:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757204.225166:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae443c0 x1874594466059392/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757229 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757204.225174:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757204.225176:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757204.225180:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51d800.
02000000:00000001:3.0:1787757204.225183:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757204.225185:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757204.225187:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:3.0:1787757204.225190:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757204.225192:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad5800.
02000000:00000001:3.0:1787757204.225195:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757204.225196:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757204.225198:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae443c0.
00000100:00000001:3.0:1787757204.225201:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757204.225203:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757204.225205:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757204.225209:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae470c0 x1874594466059520/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757229 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757204.225216:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757204.225218:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757204.225220:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51fc00.
02000000:00000001:3.0:1787757204.225225:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757204.225227:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757204.225228:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:3.0:1787757204.225230:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757204.225232:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad6800.
02000000:00000001:3.0:1787757204.225234:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757204.225236:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757204.225237:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae470c0.
00000100:00000001:3.0:1787757204.225241:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757204.225243:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757204.225245:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757204.225249:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757204.225251:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757204.225253:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757204.225256:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757204.734408:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757204.734417:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757204.734420:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757204.734427:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757204.734432:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757204.734437:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757204.734440:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757204.734445:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757204.734450:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757205.054673:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757205.054685:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757205.054694:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757205.182397:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313457065, at 4313457088
00000100:00000010:2.0:1787757205.182416:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350eb40.
00000100:00000040:3.0:1787757205.182444:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313457065, at 4313457088
00000100:00000010:3.0:1787757205.182459:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350e780.
00000100:00000001:2.0:1787757205.758409:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757205.758419:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757205.758423:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757205.758429:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757205.758434:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757205.758439:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757205.758442:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757205.758446:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757205.758450:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757206.078588:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757206.078598:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757206.078604:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757206.782446:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757206.782456:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757206.782459:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757206.782465:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757206.782471:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757206.782475:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757206.782479:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757206.782483:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757206.782486:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757207.102610:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757207.102624:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757207.102633:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757207.806423:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757207.806433:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757207.806436:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757207.806443:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757207.806448:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757207.806453:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757207.806457:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757207.806461:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757207.806464:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757208.126593:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757208.126601:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757208.126606:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757208.830371:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757208.830381:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757208.830384:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757208.830390:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757208.830395:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757208.830399:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757208.830403:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757208.830406:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757208.830409:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757209.150671:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757209.150681:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757209.150690:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787757209.342439:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757209.342451:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787757209.342456:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757209.342461:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757209.342467:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757209.342475:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18788
00000400:00000200:2.0:1787757209.342486:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757209.342494:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757209.342498:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757209.342503:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757209.342507:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757209.342510:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757209.342513:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757209.342518:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757209.342521:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787757209.342525:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757209.342528:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787757209.342531:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787757209.342534:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787757209.342538:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757209.342541:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757209.342543:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757209.342546:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757209.342550:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787757209.342554:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757209.342557:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757209.342560:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757209.342565:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757209.342570:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757209.342573:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757209.342576:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757209.342602:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61c780.
00000020:00000040:2.0:1787757209.342607:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787757209.342613:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757209.342615:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757209.342619:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757209.342623:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757209.342628:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757209.342637:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafe000.
00000100:00000001:2.0:1787757209.342646:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757209.342658:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61c780 x1874594466059648/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757209.342672:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757209.342677:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757209.342683:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054c4f452] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61c780 x1874594466059648/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757209.342712:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757209.342716:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757209.342721:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787757209.342723:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757209.342725:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757209.342729:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757209.342733:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18788
00000400:00000200:2.0:1787757209.342738:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757209.342742:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757209.342745:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757209.342750:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757209.342754:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757209.342757:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757209.342761:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757209.342764:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757209.342799:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:2.0:1787757209.342803:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1787757209.342810:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1787757209.342811:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:2.0:1787757209.342822:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:3.0:1787757209.342826:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757209.342835:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1787757209.342837:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787757209.342858:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61c780 x1874594466059648/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787757209.342859:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757209.342879:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787757209.342897:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1787757209.342899:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757209.342904:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757209.342916:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
02000000:00000001:3.0:1787757209.342919:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1787757209.342931:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
02000000:00000001:3.0:1787757209.342931:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757209.342951:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757209.342958:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00100000:3.0:1787757209.342972:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466059648:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757209.342974:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757209.342984:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787757209.342997:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757209.343004:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757209.343007:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757209.343011:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757209.343015:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757209.343018:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:3.0:1787757209.343023:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:2.0:1787757209.343026:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787757209.343035:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757209.343037:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757209.343041:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51fc00.
00000100:00000010:2.0:1787757209.343044:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61fc00.
02000000:00000001:3.0:1787757209.343050:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787757209.343052:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:2.0:1787757209.343062:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1787757209.343065:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000001:2.0:1787757209.343073:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1787757209.343078:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000100:00000001:2.0:1787757209.343085:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757209.343093:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:3.0:1787757209.343094:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
02000000:00000001:2.0:1787757209.343100:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1787757209.343109:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466059648, portal 25
00000100:00000001:3.0:1787757209.343116:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000010:2.0:1787757209.343118:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafdc00.
00000100:00000001:3.0:1787757209.343121:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611346304 : -120601098205312 : ffff92505e61c780)
00000100:00000001:2.0:1787757209.343134:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757209.343137:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61c780 x1874594466059648/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757209.343155:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:2.0:1787757209.343158:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61fc00 x1874594466059776/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1787757209.343170:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757209.343179:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a2a8.
00000100:00000200:3.0:1787757209.343193:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466059648, offset 0
00000100:00000001:2.0:1787757209.343218:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1787757209.343220:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000001:2.0:1787757209.343226:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757209.343236:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073ddc85a] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61fc00 x1874594466059776/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787757209.343247:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757209.343331:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00000001:2.0:1787757209.343333:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757209.343340:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1787757209.343343:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1787757209.343354:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787757209.343360:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1787757209.343361:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00080000:2.0:1787757209.343372:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1787757209.343381:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1787757209.343384:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:3.0:1787757209.343398:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00080000:2.0:1787757209.343401:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18788
00000400:00000200:3.0:1787757209.343424:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56377:56377:256:4294967295] 192.168.201.154@tcp LPNI seq info [56377:56377:8:4294967295]
00000400:00000200:3.0:1787757209.343431:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757209.343447:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1787757209.343461:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000800:00000200:3.0:1787757209.343463:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757209.343475:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000800:00000010:3.0:1787757209.343477:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f400.
00000100:00080000:2.0:1787757209.343482:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757209.343492:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000800:00000200:3.0:1787757209.343503:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:2.0:1787757209.343507:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.0:1787757209.343518:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000100:00000040:2.0:1787757209.343522:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757209.343541:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000800:00000200:3.1:1787757209.343557:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000020:00000001:2.0:1787757209.343558:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757209.343567:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:2.0:1787757209.343576:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:3.1:1787757209.343578:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000020:00000040:2.0:1787757209.343591:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:2.0:1787757209.343594:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:2.0:1787757209.343614:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000800:00000100:3.0:1787757209.343626:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000100:00000040:2.0:1787757209.343639:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000800:00000010:3.0:1787757209.343641:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f400.
00000100:00000001:2.0:1787757209.343663:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1787757209.343670:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1787757209.343672:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757209.343689:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:3.0:1787757209.343704:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000020:00000040:2.0:1787757209.343705:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:2.0:1787757209.343716:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000400:00000200:3.0:1787757209.343719:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a2a8
00000100:00000001:2.0:1787757209.343722:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1787757209.343726:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a2a8.
02000000:00000001:2.0:1787757209.343729:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787757209.343737:0:238954:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:2.0:1787757209.343738:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757209.343745:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757209.343749:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000200:3.0:1787757209.343753:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61c780 x1874594466059648/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1787757209.343755:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787757209.343801:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757209.343806:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787757209.343807:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757209.343820:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61c780 x1874594466059648/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757234 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1787757209.343825:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61da40.
00000100:00000001:3.0:1787757209.343843:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787757209.343846:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000100:00000001:3.0:1787757209.343851:0:238954:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1787757209.343865:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1787757209.343867:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757209.343871:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757209.343883:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757209.343890:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1787757209.343892:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313462185
02000000:00000001:2.0:1787757209.343900:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:3.0:1787757209.343905:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350e780.
02000000:00000001:2.0:1787757209.343910:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757209.343920:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
02000000:00000010:2.0:1787757209.343922:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507caff400.
00000100:00000001:2.0:1787757209.343933:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757209.343934:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313462185
00000100:00000010:3.0:1787757209.343943:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350e7e0.
00000100:00100000:2.0:1787757209.343950:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61da40 x1874594466059904/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757209.343954:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787757209.343968:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757209.343989:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757209.343991:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757209.344007:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1787757209.344009:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757209.344045:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757209/real 1787757209]  req@ffff92505e61c780 x1874594466059648/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787757209.344047:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000246cd981] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61da40 x1874594466059904/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757209.344114:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757209.344118:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757209.344125:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000100:00000001:2.0:1787757209.344128:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757209.344133:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757209.344140:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000040:2.0:1787757209.344141:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787757209.344146:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757209.344162:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61c780 x1874594466059648/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787757209.344163:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1787757209.344184:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18798)
00000100:00000200:3.0:1787757209.344194:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61c780 x1874594466059648/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757209.344205:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757209.344208:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757209.344212:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757209.344216:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757209.344224:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61c780 x1874594466059648/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757209.344234:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757209.344241:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61c780 x1874594466059648/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757234 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757209.344250:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757209.344253:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757209.344256:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757209.344257:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757209.344261:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757209.344264:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757209.344300:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757209.344305:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757209.344309:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757209.344314:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61c780 x1874594466059648/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757234 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757209.344325:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466059648:192.168.201.154@tcp:250:kworker.0
00000100:00000001:3.0:1787757209.344332:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757209.344335:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757209.344339:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61c780 x1874594466059648/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757234 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757209.344347:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757209.344352:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757209.344357:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51fc00.
02000000:00000001:3.0:1787757209.344366:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757209.344370:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757209.344373:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:3.0:1787757209.344376:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757209.344380:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafe000.
02000000:00000001:3.0:1787757209.344386:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757209.344389:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757209.344392:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61c780.
00000100:00000001:3.0:1787757209.344397:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757209.344398:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757209.344402:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757209.344413:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757209.344416:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757209.344419:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757209.344422:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757209.344424:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757209.344429:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61fc00 x1874594466059776/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757209.344440:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757209.344442:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757209.344446:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757209.344449:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757209.344452:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757209.344455:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466059776:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757209.344459:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757209.344463:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757209.344466:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757209.344468:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757209.344473:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51fc00.
02000000:00000001:3.0:1787757209.344475:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757209.344480:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757209.344485:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757209.344490:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757209.344494:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466059776, portal 10
00000100:00000001:3.0:1787757209.344496:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757209.344498:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611359744 : -120601098191872 : ffff92505e61fc00)
00000100:00000040:3.0:1787757209.344509:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61fc00 x1874594466059776/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757209.344518:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757209.344521:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757209.344525:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a2a8.
00000100:00000200:3.0:1787757209.344528:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466059776, offset 0
00000400:00000200:3.0:1787757209.344533:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757209.344539:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757209.344544:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757209.344549:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757209.344553:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757209.344556:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757209.344560:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757209.344564:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56378:56378:256:4294967295] 192.168.201.154@tcp LPNI seq info [56378:56378:8:4294967295]
00000400:00000200:3.0:1787757209.344570:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757209.344579:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757209.344585:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757209.344589:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f400.
00000800:00000200:3.0:1787757209.344594:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757209.344598:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787757209.344605:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757209.344608:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1787757209.344614:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757209.344616:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f400.
00000400:00000200:3.0:1787757209.344621:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757209.344626:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757209.344630:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a2a8
00000400:00000010:3.0:1787757209.344632:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a2a8.
00000100:00000001:3.0:1787757209.344635:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757209.344640:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61fc00 x1874594466059776/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757209.344651:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757209.344655:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61fc00 x1874594466059776/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757234 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757209.344663:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757209.344665:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757209.344671:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757209.344676:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:3.0:1787757209.344681:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757209.344683:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313461290
00000100:00000001:3.0:1787757209.344687:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313462185
00000100:00000001:3.0:1787757209.344691:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313461290
00000100:00000001:3.0:1787757209.344694:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313462185
00000100:00000001:3.0:1787757209.344696:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757209.344698:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757209.344701:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757209.344705:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757209/real 1787757209]  req@ffff92505e61fc00 x1874594466059776/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757209.344715:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757209.344717:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757209.344719:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757209.344722:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757209.344724:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757209.344727:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757209.344731:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61fc00 x1874594466059776/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757209.344742:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61fc00 x1874594466059776/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757209.344750:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757209.344752:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757209.344754:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757209.344755:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757209.344760:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61fc00 x1874594466059776/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757209.344793:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757209.344799:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61fc00 x1874594466059776/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757234 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757209.344809:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757209.344812:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757209.344815:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757209.344817:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757209.344819:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757209.344822:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757209.344825:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757209.344829:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757209.344831:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757209.344836:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61fc00 x1874594466059776/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757234 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757209.344847:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466059776:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757209.344852:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757209.344857:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61da40 x1874594466059904/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757209.344865:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757209.344867:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757209.344870:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757209.344872:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757209.344874:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757209.344878:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466059904:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757209.344882:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757209.344884:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757209.344886:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757209.344889:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757209.344894:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51d800.
02000000:00000001:3.0:1787757209.344896:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757209.344901:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757209.344904:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757209.344909:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757209.344913:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466059904, portal 4
00000100:00000001:3.0:1787757209.344915:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757209.344917:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611351104 : -120601098200512 : ffff92505e61da40)
00000100:00000040:3.0:1787757209.344925:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61da40 x1874594466059904/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757209.344934:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757209.344937:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757209.344940:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a2a8.
00000100:00000200:3.0:1787757209.344943:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466059904, offset 0
00000400:00000200:3.0:1787757209.344948:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757209.344952:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757209.344956:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757209.344960:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757209.344963:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757209.344966:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757209.344969:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757209.344973:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56379:56379:256:4294967295] 192.168.201.154@tcp LPNI seq info [56379:56379:8:4294967295]
00000400:00000200:3.0:1787757209.344979:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757209.344988:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757209.344993:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757209.344997:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f400.
00000800:00000200:3.0:1787757209.345002:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757209.345006:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787757209.345011:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757209.345015:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1787757209.345020:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757209.345023:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f400.
00000400:00000200:3.0:1787757209.345027:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757209.345031:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757209.345035:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a2a8
00000400:00000010:3.0:1787757209.345038:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a2a8.
00000100:00000001:3.0:1787757209.345041:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757209.345045:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61da40 x1874594466059904/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757209.345056:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757209.345060:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61da40 x1874594466059904/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757234 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757209.345068:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757209.345070:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757209.345074:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757209.345078:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:3.0:1787757209.345082:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757209.345085:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313461273
00000100:00000001:3.0:1787757209.345088:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313462185
00000100:00000001:3.0:1787757209.345092:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313461273
00000100:00000001:3.0:1787757209.345094:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313462185
00000100:00000001:3.0:1787757209.345097:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757209.345099:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757209.345101:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757209.345106:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757209/real 1787757209]  req@ffff92505e61da40 x1874594466059904/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757209.345115:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757209.345117:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757209.345119:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757209.345123:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757209.345125:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757209.345127:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757209.345131:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61da40 x1874594466059904/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757209.345141:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61da40 x1874594466059904/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757209.345150:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757209.345152:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757209.345154:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757209.345156:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757209.345161:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61da40 x1874594466059904/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757209.345169:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757209.345173:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61da40 x1874594466059904/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757234 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757209.345181:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757209.345183:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757209.345185:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757209.345187:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757209.345189:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757209.345191:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757209.345194:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757209.345197:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757209.345200:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757209.345204:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61da40 x1874594466059904/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757234 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757209.345213:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466059904:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757209.345218:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757209.345220:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757209.345224:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61fc00 x1874594466059776/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757234 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757209.345232:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757209.345234:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757209.345238:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51fc00.
02000000:00000001:3.0:1787757209.345241:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757209.345243:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757209.345245:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:3.0:1787757209.345248:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757209.345251:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafdc00.
02000000:00000001:3.0:1787757209.345254:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757209.345256:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757209.345258:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61fc00.
00000100:00000001:3.0:1787757209.345262:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757209.345264:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757209.345291:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757209.345297:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61da40 x1874594466059904/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757234 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757209.345306:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757209.345308:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757209.345310:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51d800.
02000000:00000001:3.0:1787757209.345313:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757209.345315:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757209.345317:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:3.0:1787757209.345320:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757209.345322:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507caff400.
02000000:00000001:3.0:1787757209.345325:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757209.345327:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757209.345329:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61da40.
00000100:00000001:3.0:1787757209.345331:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757209.345333:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757209.345335:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757209.345339:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757209.345341:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757209.345343:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757209.345345:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757209.854383:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757209.854393:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757209.854396:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757209.854403:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757209.854408:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757209.854412:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757209.854416:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757209.854419:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757209.854423:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757210.174623:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757210.174630:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757210.174635:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757210.302381:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313462185, at 4313462208
00000100:00000040:3.0:1787757210.302382:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313462185, at 4313462208
00000100:00000010:2.0:1787757210.302430:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350e780.
00000100:00000010:3.0:1787757210.302434:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350e7e0.
00000100:00000001:2.0:1787757210.878393:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757210.878402:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757210.878405:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757210.878411:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757210.878416:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757210.878420:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757210.878424:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757210.878427:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757210.878431:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757211.198587:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757211.198594:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757211.198599:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757211.902393:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757211.902407:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757211.902412:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757211.902421:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757211.902428:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757211.902434:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757211.902439:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757211.902444:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757211.902450:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757212.222549:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757212.222555:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757212.222560:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757212.926412:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757212.926422:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757212.926425:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757212.926431:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757212.926436:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757212.926441:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757212.926444:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757212.926448:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757212.926451:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757213.246732:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757213.246739:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757213.246744:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757213.950428:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757213.950441:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757213.950446:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757213.950456:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757213.950463:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757213.950469:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757213.950474:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757213.950480:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757213.950485:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757214.270565:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757214.270572:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757214.270577:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787757214.462804:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757214.462815:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757214.462822:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757214.462839:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9250779021c0 x1874594466060032/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757214.462872:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757214.462885:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757214.462894:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757214.462901:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757214.462914:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757214.462925:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9250779021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466060032:192.168.201.154@tcp:250:kworker.0
00000100:00000001:3.0:1787757214.462941:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757214.462950:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757214.462956:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757214.462964:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757214.462975:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51d800.
02000000:00000001:3.0:1787757214.462982:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757214.462995:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757214.463005:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757214.463018:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757214.463032:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466060032, portal 25
00000100:00000001:3.0:1787757214.463041:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757214.463048:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033814464 : -120600675737152 : ffff9250779021c0)
00000100:00000040:3.0:1787757214.463063:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9250779021c0 x1874594466060032/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757214.463119:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757214.463127:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757214.463137:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a2a8.
00000100:00000200:3.0:1787757214.463147:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466060032, offset 0
00000400:00000200:3.0:1787757214.463168:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757214.463183:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757214.463201:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757214.463219:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757214.463231:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757214.463245:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757214.463253:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757214.463264:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56380:56380:256:4294967295] 192.168.201.154@tcp LPNI seq info [56380:56380:8:4294967295]
00000400:00000200:3.0:1787757214.463313:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757214.463336:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757214.463354:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757214.463367:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f400.
00000800:00000200:3.0:1787757214.463381:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757214.463397:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:3.0:1787757214.463431:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757214.463441:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757214.463452:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313467305
00000100:00000010:3.0:1787757214.463465:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350e7e0.
00000100:00000001:3.0:1787757214.463479:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787757214.463489:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313467305
00000100:00000010:3.0:1787757214.463501:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350eea0.
00000100:00000001:3.0:1787757214.463511:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787757214.463520:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757214.463529:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757214.463538:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757214.463543:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757214.463560:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757214.463567:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1787757214.463576:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757214.463581:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757214.463587:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757214.463599:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077902940 x1874594466060160/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757214.463624:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757214.463629:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757214.463638:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757214.463644:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757214.463651:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757214.463666:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077902940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466060160:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757214.463706:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757214.463712:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757214.463715:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757214.463724:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757214.463730:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51fc00.
02000000:00000001:3.0:1787757214.463734:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757214.463739:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757214.463743:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f44726370.
00000400:00000010:3.0:1787757214.463750:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a088.
00000100:00000200:3.0:1787757214.463754:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466060160, portal 10
00000100:00000001:3.0:1787757214.463757:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757214.463760:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033816384 : -120600675735232 : ffff925077902940)
00000100:00000040:3.0:1787757214.463770:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077902940 x1874594466060160/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757214.463779:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757214.463782:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757214.463785:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a7f8.
00000100:00000200:3.0:1787757214.463788:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466060160, offset 0
00000400:00000200:3.0:1787757214.463792:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757214.463797:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757214.463803:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757214.463808:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757214.463812:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757214.463815:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757214.463818:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757214.463822:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56381:56381:255:4294967295] 192.168.201.154@tcp LPNI seq info [56381:56381:7:4294967295]
00000400:00000200:3.0:1787757214.463828:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757214.463836:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757214.463841:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757214.463845:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f500.
00000800:00000200:3.0:1787757214.463850:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757214.463856:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:3.0:1787757214.463859:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757214.463864:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:3.0:1787757214.463868:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757214.463871:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313466409
00000100:00000001:3.0:1787757214.463874:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313467305
00000100:00000001:3.0:1787757214.463878:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313466409
00000100:00000001:3.0:1787757214.463880:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313467305
00000100:00000001:3.0:1787757214.463883:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757214.463885:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757214.463888:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757214.463891:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757214.463894:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757214.463896:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1787757214.463899:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757214.463901:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757214.463902:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757214.463907:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077901680 x1874594466060288/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757214.463917:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757214.463920:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757214.463922:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757214.463925:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757214.463927:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757214.463931:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077901680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466060288:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757214.463935:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757214.463937:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757214.463939:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757214.463941:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757214.463944:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51e400.
02000000:00000001:3.0:1787757214.463947:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757214.463950:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757214.463953:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f44726318.
00000400:00000010:3.0:1787757214.463957:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a660.
00000100:00000200:3.0:1787757214.463961:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466060288, portal 4
00000100:00000001:3.0:1787757214.463963:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757214.463965:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033811584 : -120600675740032 : ffff925077901680)
00000100:00000040:3.0:1787757214.463972:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077901680 x1874594466060288/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757214.463980:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757214.463982:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757214.463985:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aa18.
00000100:00000200:3.0:1787757214.463988:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466060288, offset 0
00000400:00000200:3.0:1787757214.463993:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757214.463997:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757214.464000:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757214.464003:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757214.464006:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757214.464009:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757214.464012:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757214.464016:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56382:56382:254:4294967295] 192.168.201.154@tcp LPNI seq info [56382:56382:6:4294967295]
00000400:00000200:3.0:1787757214.464021:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757214.464028:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757214.464036:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757214.464042:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f900.
00000800:00000200:3.0:1787757214.464050:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757214.464057:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:3.0:1787757214.464062:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757214.464068:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:3.0:1787757214.464073:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757214.464077:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313466392
00000100:00000001:3.0:1787757214.464081:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313467305
00000100:00000001:3.0:1787757214.464085:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313466392
00000100:00000001:3.0:1787757214.464090:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313467305
00000100:00000001:3.0:1787757214.464093:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757214.464098:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757214.464103:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757214.464107:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757214.464113:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757214.464116:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1787757214.464120:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757214.464123:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757214.464127:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757214.464130:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757214.974403:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757214.974414:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757214.974417:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757214.974424:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757214.974430:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757214.974435:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757214.974439:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757214.974442:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757214.974446:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757215.294553:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757215.294562:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757215.294569:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757215.422393:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313467305, at 4313467328
00000100:00000010:3.0:1787757215.422419:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350eea0.
00000100:00000040:2.0:1787757215.422422:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313467305, at 4313467328
00000100:00000010:2.0:1787757215.422438:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350e7e0.
00000100:00000001:2.0:1787757215.998390:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757215.998399:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757215.998402:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757215.998410:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757215.998414:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757215.998420:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757215.998423:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757215.998427:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757215.998431:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757216.318738:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757216.318745:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757216.318751:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757217.022377:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757217.022388:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757217.022393:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757217.022401:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757217.022407:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757217.022412:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757217.022416:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757217.022420:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757217.022424:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757217.342672:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757217.342683:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757217.342689:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1787757217.534767:0:238942:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.154:988
00000400:00000100:0.0:1787757217.534856:0:238942:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.154@tcp at host 192.168.201.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1787757217.534877:0:238942:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757217.534884:0:238942:0:(router.c:1791:lnet_notify()) 192.168.201.54@tcp notifying 192.168.201.154@tcp: down
00000400:00000200:0.0:1787757217.534894:0:238942:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757217.534903:0:238942:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1787757217.534912:0:238942:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000800:00000010:0.0:1787757217.534921:0:238942:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f400.
00000400:00000200:0.0:1787757217.534952:0:238942:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787757217.534963:0:238942:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787757217.534975:0:238942:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a2a8
00000400:00000010:0.0:1787757217.534980:0:238942:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a2a8.
00000100:00000001:0.0:1787757217.534989:0:238942:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757217.535003:0:238942:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9250779021c0 x1874594466060032/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757217.535050:0:238942:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757217.535060:0:238942:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9250779021c0 x1874594466060032/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757217.535075:0:238942:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757217.535079:0:238942:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787757217.535101:0:238942:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000800:00000010:0.0:1787757217.535106:0:238942:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f500.
00000400:00000200:0.0:1787757217.535113:0:238942:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787757217.535119:0:238942:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787757217.535126:0:238942:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a7f8
00000400:00000010:0.0:1787757217.535130:0:238942:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a7f8.
00000100:00000001:0.0:1787757217.535135:0:238942:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757217.535143:0:238942:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff925077902940 x1874594466060160/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757217.535160:0:238942:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757217.535167:0:238942:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077902940 x1874594466060160/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757217.535210:0:238942:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757217.535214:0:238942:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787757217.535226:0:238942:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000800:00000010:0.0:1787757217.535231:0:238942:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f900.
00000400:00000200:0.0:1787757217.535237:0:238942:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787757217.535244:0:238942:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787757217.535251:0:238942:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aa18
00000400:00000010:0.0:1787757217.535255:0:238942:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aa18.
00000100:00000001:0.0:1787757217.535261:0:238942:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757217.535370:0:238942:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff925077901680 x1874594466060288/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757217.535404:0:238942:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757217.535413:0:238942:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077901680 x1874594466060288/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757217.535425:0:238942:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757217.535428:0:238942:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757217.535899:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757217.535910:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757217.535915:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757217.535933:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757214/real 1787757217]  req@ffff925077901680 x1874594466060288/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757217.535972:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757217.535976:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757217.535983:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f44726318.
00000400:00000200:3.0:1787757217.535993:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a660
00000400:00000010:3.0:1787757217.535996:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a660.
00000100:00000001:3.0:1787757217.536002:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757217.536011:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077901680 x1874594466060288/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757217.536032:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077901680 x1874594466060288/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757217.536046:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757217.536049:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757217.536055:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757217.536059:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757217.536067:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077901680 x1874594466060288/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757217.536082:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757217.536094:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077901680 x1874594466060288/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757217.536111:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757217.536117:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757217.536121:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757217.536124:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757217.536129:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757217.536134:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757217.536142:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757217.536152:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757217.536159:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757217.536169:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077901680 x1874594466060288/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757217.536184:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077901680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466060288:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757217.536193:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757217.536201:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757214/real 1787757217]  req@ffff925077902940 x1874594466060160/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757217.536218:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757217.536220:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757217.536224:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f44726370.
00000400:00000200:3.0:1787757217.536230:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a088
00000400:00000010:3.0:1787757217.536233:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a088.
00000100:00000001:3.0:1787757217.536238:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757217.536245:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077902940 x1874594466060160/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757217.536262:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077902940 x1874594466060160/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757217.536365:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757217.536369:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757217.536373:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757217.536376:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757217.536384:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077902940 x1874594466060160/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757217.536396:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757217.536403:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077902940 x1874594466060160/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757217.536416:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757217.536420:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757217.536423:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757217.536426:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757217.536446:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757217.536450:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757217.536453:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757217.536459:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757217.536463:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757217.536468:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077902940 x1874594466060160/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757217.536479:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077902940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466060160:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757217.536486:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757217.536493:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757214/real 1787757217]  req@ffff9250779021c0 x1874594466060032/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757217.536505:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757217.536507:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757217.536511:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757217.536515:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757217.536518:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757217.536522:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757217.536526:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9250779021c0 x1874594466060032/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757217.536539:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9250779021c0 x1874594466060032/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757217.536550:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757217.536552:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757217.536555:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757217.536557:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757217.536563:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9250779021c0 x1874594466060032/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757217.536584:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757217.536590:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9250779021c0 x1874594466060032/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757217.536603:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757217.536607:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757217.536610:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757217.536612:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757217.536615:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757217.536618:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757217.536638:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757217.536646:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757217.536651:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757217.536658:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9250779021c0 x1874594466060032/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757217.536671:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9250779021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466060032:192.168.201.154@tcp:250:kworker.0
00000100:00000001:3.0:1787757217.536679:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757217.536683:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757217.536689:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077901680 x1874594466060288/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757217.536701:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757217.536707:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757217.536715:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51e400.
02000000:00000001:3.0:1787757217.536722:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757217.536728:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757217.536738:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:3.0:1787757217.536743:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757217.536747:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077914800.
02000000:00000001:3.0:1787757217.536754:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757217.536758:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757217.536762:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077901680.
00000100:00000001:3.0:1787757217.536767:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757217.536769:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757217.536772:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757217.536778:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077902940 x1874594466060160/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757217.536789:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757217.536791:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757217.536794:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51fc00.
02000000:00000001:3.0:1787757217.536803:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757217.536805:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757217.536807:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:3.0:1787757217.536810:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757217.536813:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077915800.
02000000:00000001:3.0:1787757217.536819:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757217.536821:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757217.536823:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077902940.
00000100:00000001:3.0:1787757217.536828:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757217.536830:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757217.536832:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757217.536837:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9250779021c0 x1874594466060032/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757217.536848:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757217.536850:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757217.536853:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51d800.
02000000:00000001:3.0:1787757217.536857:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757217.536859:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757217.536861:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:3.0:1787757217.536864:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757217.536867:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077916400.
02000000:00000001:3.0:1787757217.536871:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757217.536872:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757217.536874:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9250779021c0.
00000100:00000001:3.0:1787757217.536877:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757217.536880:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757217.536886:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757217.536899:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757217.536903:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757217.536907:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757217.536912:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757218.046420:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757218.046430:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757218.046445:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757218.046451:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757218.046456:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757218.046461:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757218.046464:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757218.046468:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757218.046472:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757218.366636:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757218.366645:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757218.366652:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757219.070402:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757219.070412:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757219.070415:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757219.070422:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757219.070427:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757219.070431:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757219.070435:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757219.070438:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757219.070442:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757219.390656:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757219.390666:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757219.390675:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787757219.582515:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757219.582528:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787757219.582532:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757219.582536:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757219.582542:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757219.582553:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18799
00000400:00000200:0.0:1787757219.582563:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757219.582571:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757219.582575:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757219.582580:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757219.582584:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757219.582628:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757219.582632:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757219.582638:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757219.582641:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787757219.582645:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757219.582650:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787757219.582652:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787757219.582656:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787757219.582660:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757219.582662:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757219.582665:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757219.582667:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757219.582671:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787757219.582676:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757219.582680:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757219.582684:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757219.582690:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757219.582693:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757219.582696:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787757219.582700:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757219.582709:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae452c0.
00000020:00000040:0.0:1787757219.582714:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787757219.582719:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757219.582722:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757219.582725:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757219.582729:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757219.582734:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757219.582744:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad7000.
00000100:00000001:0.0:1787757219.582755:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757219.582772:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae452c0 x1874594466060416/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757219.582803:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757219.582811:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757219.582822:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d2e4f0d] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae452c0 x1874594466060416/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757219.582882:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757219.582890:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757219.582896:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787757219.582899:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757219.582903:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757219.582909:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757219.582914:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18799
00000400:00000200:0.0:1787757219.582922:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757219.582929:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757219.582933:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757219.582939:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757219.582943:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757219.582947:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757219.582950:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757219.582955:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757219.582957:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:0.0:1787757219.582960:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757219.582964:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:0.0:1787757219.582969:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:0.0:1787757219.582973:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:0.0:1787757219.582978:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757219.582982:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757219.582985:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757219.582990:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757219.582994:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:0.0:1787757219.582999:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757219.583004:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757219.583008:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757219.583019:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757219.583024:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757219.583028:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787757219.583036:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787757219.583043:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757219.583048:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757219.583056:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000010:0.0:1787757219.583058:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae44b40.
00000020:00000040:0.0:1787757219.583069:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000100:00000001:3.0:1787757219.583072:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1787757219.583077:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1787757219.583080:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1787757219.583083:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757219.583092:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757219.583099:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:3.0:1787757219.583103:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae452c0 x1874594466060416/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787757219.583105:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757219.583119:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad5400.
00000100:00000001:0.0:1787757219.583133:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757219.583135:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757219.583144:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757219.583154:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae44b40 x1874594466060544/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1787757219.583156:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757219.583164:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757219.583173:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757219.583187:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae452c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466060416:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787757219.583192:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757219.583196:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787757219.583203:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757219.583209:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757219.583218:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757219.583221:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029b96463] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae44b40 x1874594466060544/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787757219.583225:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757219.583241:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51d800.
02000000:00000001:3.0:1787757219.583249:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757219.583251:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757219.583262:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1787757219.583352:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00080000:0.0:1787757219.583365:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000010:3.0:1787757219.583366:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000100:00000001:0.0:1787757219.583372:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757219.583380:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:3.0:1787757219.583385:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000001:0.0:1787757219.583393:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:3.0:1787757219.583404:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466060416, portal 25
00000100:00080000:0.0:1787757219.583406:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18799
00000100:00000001:3.0:1787757219.583416:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000400:00000200:0.0:1787757219.583426:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757219.583427:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089663680 : -120600619887936 : ffff92507ae452c0)
00000400:00000200:0.0:1787757219.583443:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00000040:3.0:1787757219.583452:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae452c0 x1874594466060416/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787757219.583455:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757219.583472:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757219.583479:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757219.583484:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757219.583488:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757219.583493:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757219.583495:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:0.0:1787757219.583499:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757219.583503:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:0.0:1787757219.583507:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:0.0:1787757219.583512:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:0.0:1787757219.583518:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757219.583522:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757219.583526:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757219.583530:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757219.583534:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:0.0:1787757219.583540:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757219.583545:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757219.583549:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757219.583555:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757219.583559:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757219.583564:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787757219.583568:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787757219.583574:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757219.583577:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757219.583616:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae470c0.
00000020:00000040:0.0:1787757219.583622:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:0.0:1787757219.583627:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757219.583630:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757219.583633:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757219.583637:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757219.583641:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757219.583650:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6000.
00000100:00000001:0.0:1787757219.583658:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757219.583670:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae470c0 x1874594466060672/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757219.583696:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787757219.583704:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:3.0:1787757219.583714:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000001:0.0:1787757219.583717:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1787757219.583728:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a088.
00000100:00000040:0.0:1787757219.583732:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a74fc68e] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae470c0 x1874594466060672/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757219.583740:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466060416, offset 0
00000100:00000001:0.0:1787757219.583760:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757219.583769:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1787757219.583781:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000040:0.0:1787757219.583784:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1787757219.583799:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18809)
00000400:00000200:3.0:1787757219.583802:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757219.583822:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757219.583834:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757219.583844:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757219.583851:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757219.583860:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757219.583868:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56383:56383:256:4294967295] 192.168.201.154@tcp LPNI seq info [56383:56383:8:4294967295]
00000400:00000200:3.0:1787757219.583878:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757219.583907:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757219.583919:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757219.583934:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f900.
00000800:00000200:3.0:1787757219.583947:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757219.583955:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787757219.583968:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757219.583976:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1787757219.583988:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757219.583993:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f900.
00000400:00000200:3.0:1787757219.584002:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757219.584011:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757219.584020:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a088
00000400:00000010:3.0:1787757219.584025:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a088.
00000100:00000001:3.0:1787757219.584032:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757219.584041:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae452c0 x1874594466060416/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757219.584060:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757219.584067:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae452c0 x1874594466060416/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757244 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757219.584093:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757219.584097:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757219.584109:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757219.584117:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757219.584122:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313472425
00000100:00000010:3.0:1787757219.584131:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350eea0.
00000100:00000001:3.0:1787757219.584142:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787757219.584151:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313472425
00000100:00000010:3.0:1787757219.584157:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350ec60.
00000100:00000001:3.0:1787757219.584161:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787757219.584166:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757219.584171:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757219.584176:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757219.584185:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757219/real 1787757219]  req@ffff92507ae452c0 x1874594466060416/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757219.584201:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757219.584205:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757219.584208:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757219.584215:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757219.584219:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757219.584224:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757219.584231:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae452c0 x1874594466060416/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757219.584246:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae452c0 x1874594466060416/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757219.584260:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757219.584263:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757219.584311:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757219.584316:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757219.584326:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae452c0 x1874594466060416/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757219.584342:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757219.584350:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae452c0 x1874594466060416/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757244 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757219.584360:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757219.584365:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757219.584367:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757219.584369:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757219.584372:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757219.584375:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757219.584379:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757219.584386:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757219.584402:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757219.584412:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae452c0 x1874594466060416/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757244 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757219.584430:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae452c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466060416:192.168.201.154@tcp:250:kworker.0
00000100:00000001:3.0:1787757219.584439:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757219.584444:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757219.584450:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae452c0 x1874594466060416/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757244 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757219.584464:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757219.584469:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757219.584474:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51d800.
02000000:00000001:3.0:1787757219.584481:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757219.584485:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757219.584488:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:3.0:1787757219.584492:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757219.584497:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad7000.
02000000:00000001:3.0:1787757219.584503:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757219.584507:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757219.584511:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae452c0.
00000100:00000001:3.0:1787757219.584517:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757219.584519:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757219.584524:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757219.584538:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757219.584542:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757219.584546:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757219.584550:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757219.584554:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757219.584563:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae44b40 x1874594466060544/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757219.584579:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757219.584582:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757219.584629:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757219.584633:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757219.584638:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757219.584644:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae44b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466060544:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757219.584650:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757219.584655:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757219.584658:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757219.584662:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757219.584668:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51d800.
02000000:00000001:3.0:1787757219.584671:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757219.584679:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757219.584684:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757219.584691:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757219.584697:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466060544, portal 10
00000100:00000001:3.0:1787757219.584700:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757219.584703:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089661760 : -120600619889856 : ffff92507ae44b40)
00000100:00000040:3.0:1787757219.584717:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae44b40 x1874594466060544/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757219.584730:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757219.584735:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757219.584741:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a088.
00000100:00000200:3.0:1787757219.584745:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466060544, offset 0
00000400:00000200:3.0:1787757219.584752:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757219.584761:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757219.584769:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757219.584775:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757219.584780:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757219.584785:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757219.584789:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757219.584795:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56384:56384:256:4294967295] 192.168.201.154@tcp LPNI seq info [56384:56384:8:4294967295]
00000400:00000200:3.0:1787757219.584802:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757219.584815:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757219.584824:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757219.584832:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f900.
00000800:00000200:3.0:1787757219.584840:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757219.584845:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787757219.584853:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757219.584858:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1787757219.584866:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757219.584870:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f900.
00000400:00000200:3.0:1787757219.584877:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757219.584883:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757219.584889:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a088
00000400:00000010:3.0:1787757219.584893:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a088.
00000100:00000001:3.0:1787757219.584897:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757219.584905:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae44b40 x1874594466060544/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757219.584921:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757219.584928:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae44b40 x1874594466060544/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757244 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757219.584948:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757219.584951:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757219.584959:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757219.584966:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:3.0:1787757219.584972:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757219.584975:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313471530
00000100:00000001:3.0:1787757219.584979:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313472425
00000100:00000001:3.0:1787757219.584982:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313471530
00000100:00000001:3.0:1787757219.584985:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313472425
00000100:00000001:3.0:1787757219.584988:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757219.584990:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757219.584993:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757219.584998:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757219/real 1787757219]  req@ffff92507ae44b40 x1874594466060544/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757219.585016:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757219.585019:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757219.585022:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757219.585027:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757219.585030:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757219.585034:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757219.585040:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae44b40 x1874594466060544/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757219.585057:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae44b40 x1874594466060544/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757219.585070:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757219.585073:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757219.585077:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757219.585079:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757219.585086:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae44b40 x1874594466060544/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757219.585099:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757219.585107:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae44b40 x1874594466060544/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757244 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757219.585122:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757219.585127:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757219.585130:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757219.585133:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757219.585136:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757219.585139:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757219.585142:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757219.585147:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757219.585150:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757219.585155:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae44b40 x1874594466060544/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757244 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757219.585165:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae44b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466060544:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757219.585170:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757219.585174:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae470c0 x1874594466060672/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757219.585182:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757219.585184:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757219.585187:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757219.585190:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757219.585192:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757219.585196:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae470c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466060672:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757219.585199:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757219.585202:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757219.585204:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757219.585206:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757219.585211:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51fc00.
02000000:00000001:3.0:1787757219.585214:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757219.585219:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757219.585222:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757219.585226:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757219.585230:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466060672, portal 4
00000100:00000001:3.0:1787757219.585233:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757219.585235:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089671360 : -120600619880256 : ffff92507ae470c0)
00000100:00000040:3.0:1787757219.585242:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae470c0 x1874594466060672/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757219.585250:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757219.585253:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757219.585256:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a088.
00000100:00000200:3.0:1787757219.585258:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466060672, offset 0
00000400:00000200:3.0:1787757219.585263:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757219.585299:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757219.585305:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757219.585308:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757219.585312:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757219.585315:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757219.585318:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757219.585322:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56385:56385:256:4294967295] 192.168.201.154@tcp LPNI seq info [56385:56385:8:4294967295]
00000400:00000200:3.0:1787757219.585327:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757219.585335:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757219.585341:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757219.585346:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f900.
00000800:00000200:3.0:1787757219.585351:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757219.585355:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787757219.585360:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757219.585363:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1787757219.585370:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757219.585374:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f900.
00000400:00000200:3.0:1787757219.585380:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757219.585386:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757219.585392:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a088
00000400:00000010:3.0:1787757219.585396:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a088.
00000100:00000001:3.0:1787757219.585401:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757219.585409:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae470c0 x1874594466060672/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757219.585424:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757219.585430:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae470c0 x1874594466060672/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757244 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757219.585443:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757219.585445:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757219.585453:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757219.585457:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:3.0:1787757219.585462:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757219.585465:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313471514
00000100:00000001:3.0:1787757219.585468:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313472425
00000100:00000001:3.0:1787757219.585470:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313471514
00000100:00000001:3.0:1787757219.585473:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313472425
00000100:00000001:3.0:1787757219.585476:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757219.585478:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757219.585480:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757219.585485:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757219/real 1787757219]  req@ffff92507ae470c0 x1874594466060672/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757219.585494:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757219.585496:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757219.585498:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757219.585502:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757219.585504:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757219.585508:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757219.585514:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae470c0 x1874594466060672/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757219.585531:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae470c0 x1874594466060672/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757219.585544:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757219.585547:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757219.585550:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757219.585553:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757219.585560:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae470c0 x1874594466060672/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757219.585573:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757219.585580:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae470c0 x1874594466060672/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757244 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757219.585614:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757219.585619:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757219.585621:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757219.585623:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757219.585626:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757219.585628:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757219.585631:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757219.585636:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757219.585639:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757219.585644:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae470c0 x1874594466060672/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757244 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757219.585654:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae470c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466060672:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757219.585659:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757219.585661:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757219.585665:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae44b40 x1874594466060544/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757244 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757219.585672:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757219.585674:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757219.585678:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51d800.
02000000:00000001:3.0:1787757219.585681:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757219.585683:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757219.585685:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:3.0:1787757219.585688:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757219.585690:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad5400.
02000000:00000001:3.0:1787757219.585694:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757219.585695:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757219.585697:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae44b40.
00000100:00000001:3.0:1787757219.585701:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757219.585702:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757219.585704:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757219.585708:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae470c0 x1874594466060672/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757244 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757219.585715:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757219.585716:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757219.585718:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51fc00.
02000000:00000001:3.0:1787757219.585724:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757219.585725:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757219.585727:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:3.0:1787757219.585729:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757219.585731:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad6000.
02000000:00000001:3.0:1787757219.585733:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757219.585734:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757219.585736:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae470c0.
00000100:00000001:3.0:1787757219.585738:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757219.585740:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757219.585742:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757219.585747:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757219.585748:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757219.585750:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757219.585752:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757220.094393:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757220.094403:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757220.094406:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757220.094412:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757220.094417:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757220.094422:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757220.094425:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757220.094429:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757220.094432:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757220.414638:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757220.414648:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757220.414656:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757220.542385:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313472425, at 4313472448
00000100:00000040:2.0:1787757220.542389:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313472425, at 4313472448
00000100:00000010:3.0:1787757220.542407:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350ec60.
00000100:00000010:2.0:1787757220.542410:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350eea0.
00000100:00000001:2.0:1787757221.118397:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757221.118409:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757221.118414:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757221.118423:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757221.118430:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757221.118436:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757221.118440:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757221.118445:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757221.118451:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757221.438650:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757221.438656:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757221.438662:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757222.142383:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757222.142392:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757222.142394:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757222.142399:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757222.142403:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757222.142407:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757222.142409:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757222.142412:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757222.142415:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757222.462681:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757222.462692:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757222.462699:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757223.166388:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757223.166398:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757223.166401:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757223.166407:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757223.166412:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757223.166416:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757223.166420:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757223.166423:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757223.166427:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757223.486584:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757223.486592:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757223.486600:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757224.190399:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757224.190410:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757224.190415:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757224.190434:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757224.190440:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757224.190445:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757224.190451:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757224.190455:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757224.190460:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757224.510576:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757224.510583:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757224.510589:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787757224.702846:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757224.702859:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757224.702870:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757224.702893:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077902580 x1874594466060800/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757224.702918:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757224.702927:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757224.702963:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757224.703005:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757224.703013:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757224.703024:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077902580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466060800:192.168.201.154@tcp:250:kworker.0
00000100:00000001:3.0:1787757224.703056:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757224.703065:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757224.703073:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757224.703083:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757224.703095:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51fc00.
02000000:00000001:3.0:1787757224.703103:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757224.703115:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757224.703127:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757224.703142:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757224.703159:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466060800, portal 25
00000100:00000001:3.0:1787757224.703170:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757224.703175:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033815424 : -120600675736192 : ffff925077902580)
00000100:00000040:3.0:1787757224.703196:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077902580 x1874594466060800/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757224.703230:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757224.703246:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757224.703254:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a088.
00000100:00000200:3.0:1787757224.703263:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466060800, offset 0
00000400:00000200:3.0:1787757224.703282:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757224.703352:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757224.703367:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757224.703383:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757224.703396:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757224.703410:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757224.703421:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757224.703439:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56386:56386:256:4294967295] 192.168.201.154@tcp LPNI seq info [56386:56386:8:4294967295]
00000400:00000200:3.0:1787757224.703459:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757224.703478:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757224.703487:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757224.703533:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f900.
00000800:00000200:3.0:1787757224.703552:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757224.703566:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787757224.703596:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757224.703611:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1787757224.703633:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757224.703644:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f900.
00000400:00000200:3.0:1787757224.703665:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757224.703685:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757224.703700:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a088
00000400:00000010:3.0:1787757224.703708:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a088.
00000100:00000001:3.0:1787757224.703717:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757224.703730:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077902580 x1874594466060800/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757224.703752:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757224.703761:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077902580 x1874594466060800/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757249 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757224.703777:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757224.703781:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757224.703793:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757224.703802:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757224.703807:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313477545
00000100:00000010:3.0:1787757224.703817:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350ec60.
00000100:00000001:3.0:1787757224.703828:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787757224.703837:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313477545
00000100:00000010:3.0:1787757224.703841:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350e900.
00000100:00000001:3.0:1787757224.703845:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787757224.703849:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757224.703853:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757224.703857:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757224.703864:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757224/real 1787757224]  req@ffff925077902580 x1874594466060800/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757224.703877:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757224.703879:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757224.703882:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757224.703887:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757224.703890:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757224.703894:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757224.703899:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077902580 x1874594466060800/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757224.703917:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077902580 x1874594466060800/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757224.703931:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757224.703935:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757224.703939:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757224.703943:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757224.703951:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077902580 x1874594466060800/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757224.703968:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757224.703978:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077902580 x1874594466060800/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757249 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757224.703994:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757224.703999:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757224.704002:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757224.704003:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757224.704007:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757224.704009:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757224.704013:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757224.704018:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757224.704021:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757224.704027:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077902580 x1874594466060800/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757249 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757224.704038:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077902580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466060800:192.168.201.154@tcp:250:kworker.0
00000100:00000001:3.0:1787757224.704045:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757224.704048:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757224.704051:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077902580 x1874594466060800/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757249 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757224.704059:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757224.704063:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757224.704066:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51fc00.
02000000:00000001:3.0:1787757224.704074:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757224.704076:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757224.704079:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:3.0:1787757224.704082:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757224.704085:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077915400.
02000000:00000001:3.0:1787757224.704091:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757224.704094:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757224.704096:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077902580.
00000100:00000001:3.0:1787757224.704100:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757224.704102:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757224.704105:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757224.704114:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757224.704117:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757224.704120:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757224.704122:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757224.704124:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757224.704128:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077901a40 x1874594466060928/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757224.704138:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757224.704140:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757224.704143:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757224.704145:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757224.704148:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757224.704152:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077901a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466060928:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757224.704157:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757224.704160:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757224.704162:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757224.704164:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757224.704168:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51fc00.
02000000:00000001:3.0:1787757224.704171:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757224.704176:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757224.704180:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757224.704184:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757224.704189:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466060928, portal 10
00000100:00000001:3.0:1787757224.704191:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757224.704193:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033812544 : -120600675739072 : ffff925077901a40)
00000100:00000040:3.0:1787757224.704202:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077901a40 x1874594466060928/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757224.704210:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757224.704214:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757224.704217:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a088.
00000100:00000200:3.0:1787757224.704220:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466060928, offset 0
00000400:00000200:3.0:1787757224.704225:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757224.704231:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757224.704236:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757224.704241:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757224.704244:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757224.704248:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757224.704251:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757224.704255:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56387:56387:256:4294967295] 192.168.201.154@tcp LPNI seq info [56387:56387:8:4294967295]
00000400:00000200:3.0:1787757224.704261:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757224.704300:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757224.704307:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757224.704312:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f900.
00000800:00000200:3.0:1787757224.704317:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757224.704321:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787757224.704327:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757224.704331:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1787757224.704336:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757224.704338:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f900.
00000400:00000200:3.0:1787757224.704343:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757224.704347:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757224.704352:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a088
00000400:00000010:3.0:1787757224.704354:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a088.
00000100:00000001:3.0:1787757224.704357:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757224.704362:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077901a40 x1874594466060928/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757224.704373:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757224.704376:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077901a40 x1874594466060928/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757249 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757224.704385:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757224.704387:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757224.704393:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757224.704398:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:3.0:1787757224.704402:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757224.704405:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313476650
00000100:00000001:3.0:1787757224.704409:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313477545
00000100:00000001:3.0:1787757224.704412:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313476650
00000100:00000001:3.0:1787757224.704415:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313477545
00000100:00000001:3.0:1787757224.704417:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757224.704420:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757224.704422:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757224.704427:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757224/real 1787757224]  req@ffff925077901a40 x1874594466060928/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757224.704437:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757224.704439:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757224.704441:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757224.704444:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757224.704446:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757224.704449:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757224.704453:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077901a40 x1874594466060928/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757224.704464:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077901a40 x1874594466060928/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757224.704471:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757224.704473:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757224.704475:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757224.704477:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757224.704481:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077901a40 x1874594466060928/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757224.704489:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757224.704494:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077901a40 x1874594466060928/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757249 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757224.704532:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757224.704536:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757224.704538:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757224.704540:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757224.704542:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757224.704545:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757224.704549:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757224.704553:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757224.704557:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757224.704562:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077901a40 x1874594466060928/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757249 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757224.704579:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077901a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466060928:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757224.704587:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757224.704594:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9250779021c0 x1874594466061056/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757224.704607:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757224.704610:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757224.704615:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757224.704618:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757224.704623:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757224.704629:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9250779021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466061056:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757224.704636:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757224.704639:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757224.704642:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757224.704646:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757224.704654:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51d800.
02000000:00000001:3.0:1787757224.704658:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757224.704666:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757224.704672:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757224.704677:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757224.704682:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466061056, portal 4
00000100:00000001:3.0:1787757224.704684:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757224.704686:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033814464 : -120600675737152 : ffff9250779021c0)
00000100:00000040:3.0:1787757224.704695:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9250779021c0 x1874594466061056/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757224.704704:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757224.704707:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757224.704710:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a088.
00000100:00000200:3.0:1787757224.704713:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466061056, offset 0
00000400:00000200:3.0:1787757224.704718:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757224.704724:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757224.704728:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757224.704732:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757224.704737:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757224.704743:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757224.704747:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757224.704753:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56388:56388:256:4294967295] 192.168.201.154@tcp LPNI seq info [56388:56388:8:4294967295]
00000400:00000200:3.0:1787757224.704762:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757224.704775:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757224.704785:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757224.704791:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f900.
00000800:00000200:3.0:1787757224.704800:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757224.704806:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787757224.704816:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757224.704821:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1787757224.704830:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757224.704833:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f900.
00000400:00000200:3.0:1787757224.704838:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757224.704842:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757224.704847:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a088
00000400:00000010:3.0:1787757224.704850:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a088.
00000100:00000001:3.0:1787757224.704854:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757224.704859:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9250779021c0 x1874594466061056/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757224.704869:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757224.704873:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9250779021c0 x1874594466061056/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757249 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757224.704882:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757224.704884:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757224.704889:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757224.704893:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:3.0:1787757224.704898:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757224.704902:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313476633
00000100:00000001:3.0:1787757224.704907:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313477545
00000100:00000001:3.0:1787757224.704912:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313476633
00000100:00000001:3.0:1787757224.704916:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313477545
00000100:00000001:3.0:1787757224.704920:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757224.704924:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757224.704928:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757224.704936:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757224/real 1787757224]  req@ffff9250779021c0 x1874594466061056/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757224.704953:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757224.704956:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757224.704960:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757224.704965:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757224.704969:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757224.704973:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757224.704981:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9250779021c0 x1874594466061056/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757224.704999:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9250779021c0 x1874594466061056/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757224.705008:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757224.705010:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757224.705013:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757224.705015:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757224.705019:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9250779021c0 x1874594466061056/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757224.705028:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757224.705033:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9250779021c0 x1874594466061056/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757249 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757224.705042:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757224.705044:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757224.705046:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757224.705048:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757224.705050:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757224.705052:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757224.705055:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757224.705059:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757224.705061:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757224.705066:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9250779021c0 x1874594466061056/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757249 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757224.705075:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9250779021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466061056:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757224.705080:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757224.705083:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757224.705087:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077901a40 x1874594466060928/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757249 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757224.705095:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757224.705097:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757224.705101:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51fc00.
02000000:00000001:3.0:1787757224.705106:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757224.705108:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757224.705110:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:3.0:1787757224.705112:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757224.705115:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077916400.
02000000:00000001:3.0:1787757224.705118:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757224.705120:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757224.705122:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077901a40.
00000100:00000001:3.0:1787757224.705125:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757224.705127:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757224.705129:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757224.705133:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9250779021c0 x1874594466061056/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757249 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757224.705140:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757224.705142:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757224.705144:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51d800.
02000000:00000001:3.0:1787757224.705146:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757224.705148:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757224.705149:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:3.0:1787757224.705151:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757224.705153:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077915800.
02000000:00000001:3.0:1787757224.705156:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757224.705157:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757224.705159:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9250779021c0.
00000100:00000001:3.0:1787757224.705161:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757224.705162:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757224.705165:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757224.705170:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757224.705171:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757224.705174:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757224.705176:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757225.214393:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757225.214405:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757225.214410:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757225.214417:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757225.214422:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757225.214427:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757225.214431:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757225.214436:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757225.214439:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757225.534550:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757225.534556:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757225.534561:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757225.662401:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313477545, at 4313477568
00000100:00000040:3.0:1787757225.662401:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313477545, at 4313477568
00000100:00000010:3.0:1787757225.662423:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350e900.
00000100:00000010:2.0:1787757225.662425:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350ec60.
00000100:00000001:2.0:1787757226.238333:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757226.238342:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757226.238344:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757226.238349:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757226.238353:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757226.238356:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757226.238359:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757226.238361:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757226.238364:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757226.558637:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757226.558646:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757226.558652:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757227.262414:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757227.262423:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757227.262426:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757227.262432:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757227.262436:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757227.262440:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757227.262444:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757227.262446:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757227.262476:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757227.582502:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757227.582509:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757227.582514:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757228.286368:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757228.286391:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757228.286394:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757228.286407:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757228.286412:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757228.286416:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757228.286420:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757228.286424:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757228.286428:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757228.606611:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757228.606618:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757228.606624:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757229.310440:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757229.310450:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757229.310453:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757229.310460:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757229.310465:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757229.310470:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757229.310474:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757229.310477:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757229.310481:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757229.630403:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757229.630407:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757229.630423:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757229.822358:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757229.822367:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757229.822369:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757229.822372:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757229.822376:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757229.822381:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18809
00000400:00000200:3.0:1787757229.822388:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757229.822393:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757229.822395:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757229.822399:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757229.822401:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757229.822403:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757229.822429:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757229.822433:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757229.822435:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757229.822437:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757229.822440:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757229.822441:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757229.822443:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757229.822445:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757229.822446:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757229.822447:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757229.822449:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757229.822451:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757229.822454:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757229.822456:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757229.822458:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757229.822461:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757229.822463:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757229.822465:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757229.822467:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757229.822474:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a1c0.
00000020:00000040:3.0:1787757229.822477:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757229.822480:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757229.822481:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757229.822484:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757229.822486:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757229.822489:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757229.822495:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51d800.
00000100:00000001:3.0:1787757229.822500:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757229.822507:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a1c0 x1874594466061184/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757229.822515:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757229.822518:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757229.822522:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062ae16d5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a1c0 x1874594466061184/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757229.822540:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757229.822544:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757229.822548:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757229.822549:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757229.822551:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757229.822555:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757229.822558:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18809
00000400:00000200:3.0:1787757229.822563:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757229.822566:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757229.822569:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757229.822571:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757229.822574:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757229.822576:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757229.822578:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757229.822580:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757229.822582:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757229.822583:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757229.822585:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787757229.822588:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787757229.822590:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787757229.822593:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757229.822595:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757229.822598:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757229.822599:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757229.822602:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787757229.822605:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757229.822608:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757229.822610:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757229.822615:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757229.822617:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757229.822619:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757229.822623:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757229.822626:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757229.822637:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757229.822641:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19680.
00000020:00000040:3.0:1787757229.822643:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787757229.822646:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757229.822648:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757229.822649:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757229.822651:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757229.822653:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757229.822656:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51fc00.
00000100:00000001:3.0:1787757229.822659:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757229.822665:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19680 x1874594466061312/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757229.822680:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757229.822682:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757229.822686:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c14b51e] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19680 x1874594466061312/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757229.822695:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757229.822697:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757229.822701:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787757229.822702:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757229.822705:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757229.822707:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757229.822710:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18809
00000400:00000200:3.0:1787757229.822713:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757229.822716:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757229.822718:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757229.822721:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757229.822723:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757229.822725:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757229.822727:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757229.822729:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757229.822731:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787757229.822732:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757229.822735:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787757229.822738:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787757229.822740:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787757229.822743:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757229.822745:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757229.822746:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000800:00000200:1.1:1787757229.822778:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757229.822782:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1787757229.822797:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757229.822800:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787757229.822803:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757229.822806:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757229.822808:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757229.822811:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757229.822813:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757229.822814:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757229.822817:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757229.822820:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757229.822822:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757229.822826:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1b0c0.
00000020:00000040:3.0:1787757229.822829:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787757229.822831:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757229.822833:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757229.822834:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757229.822836:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757229.822838:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757229.822842:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e400.
00000100:00000001:3.0:1787757229.822846:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757229.822850:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1b0c0 x1874594466061440/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757229.822857:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757229.822860:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757229.822863:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043bdf1c5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1b0c0 x1874594466061440/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757229.822883:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757229.822885:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787757229.822889:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787757229.822894:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18819)
00000800:00000200:1.1:1787757229.823174:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757229.823176:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787757229.823396:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757229.823398:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000100:00000001:2.0:1787757230.334356:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757230.334366:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757230.334369:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757230.334376:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757230.334381:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757230.334386:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757230.334391:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757230.334453:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757230.334457:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757230.654547:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757230.654551:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757230.654553:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757230.782370:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313482664, at 4313482688
00000100:00000040:3.0:1787757230.782381:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313482664, at 4313482688
00000100:00000010:2.0:1787757230.782419:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6de0.
00000100:00000010:3.0:1787757230.782442:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6000.
00000100:00000001:2.0:1787757231.358404:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757231.358416:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757231.358421:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757231.358430:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757231.358436:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757231.358442:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757231.358447:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757231.358452:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757231.358458:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757231.678580:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757231.678587:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757231.678592:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757232.382430:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757232.382435:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757232.382437:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757232.382441:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757232.382444:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757232.382447:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757232.382449:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757232.382451:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757232.382455:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757232.702580:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757232.702586:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757232.702592:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757233.406384:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757233.406390:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757233.406392:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757233.406396:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757233.406398:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757233.406401:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757233.406403:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757233.406405:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757233.406407:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757233.726572:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757233.726593:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757233.726598:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757234.430468:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757234.430478:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757234.430482:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757234.430488:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757234.430509:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757234.430514:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757234.430517:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757234.430520:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757234.430523:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757234.750596:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757234.750603:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757234.750608:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757234.942368:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757234.942379:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757234.942382:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757234.942386:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757234.942390:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757234.942397:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18814
00000400:00000200:3.0:1787757234.942407:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757234.942413:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757234.942416:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757234.942419:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757234.942422:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757234.942425:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757234.942427:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757234.942432:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757234.942434:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757234.942437:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757234.942440:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757234.942443:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757234.942445:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757234.942450:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757234.942452:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757234.942455:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757234.942457:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757234.942459:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757234.942462:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757234.942464:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757234.942466:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757234.942469:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757234.942471:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757234.942473:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757234.942475:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757234.942482:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca192c0.
00000020:00000040:3.0:1787757234.942485:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757234.942488:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757234.942490:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757234.942492:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757234.942494:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757234.942497:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757234.942503:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c400.
00000100:00000001:3.0:1787757234.942508:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757234.942515:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca192c0 x1874594466061568/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757234.942523:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757234.942526:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757234.942530:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e50181] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca192c0 x1874594466061568/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757234.942546:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757234.942550:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757234.942554:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757234.942555:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757234.942558:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757234.942561:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757234.942564:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18814
00000400:00000200:3.0:1787757234.942568:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757234.942571:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757234.942573:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757234.942576:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757234.942578:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757234.942580:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757234.942582:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757234.942584:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757234.942586:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757234.942588:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757234.942590:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787757234.942592:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787757234.942594:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787757234.942598:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757234.942599:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757234.942601:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757234.942604:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757234.942606:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787757234.942609:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757234.942611:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757234.942613:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757234.942619:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757234.942621:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757234.942622:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757234.942627:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757234.942630:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757234.942632:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757234.942636:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca18b40.
00000020:00000040:3.0:1787757234.942638:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787757234.942641:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757234.942642:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757234.942644:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757234.942645:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757234.942647:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757234.942650:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51dc00.
00000100:00000001:3.0:1787757234.942653:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757234.942658:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca18b40 x1874594466061696/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757234.942666:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757234.942669:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757234.942683:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5e8f4b9] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca18b40 x1874594466061696/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757234.942692:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757234.942695:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757234.942699:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787757234.942700:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757234.942702:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757234.942704:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757234.942706:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18814
00000400:00000200:3.0:1787757234.942710:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757234.942712:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757234.942714:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757234.942717:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757234.942719:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757234.942721:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757234.942723:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757234.942725:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757234.942727:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787757234.942728:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757234.942731:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787757234.942733:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787757234.942736:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787757234.942739:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757234.942741:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757234.942743:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757234.942745:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757234.942747:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787757234.942749:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757234.942751:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757234.942752:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757234.942755:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757234.942757:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757234.942759:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757234.942761:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757234.942763:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757234.942765:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757234.942769:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a580.
00000020:00000040:3.0:1787757234.942771:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787757234.942774:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757234.942775:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757234.942777:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757234.942778:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757234.942780:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757234.942783:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51ec00.
00000100:00000001:3.0:1787757234.942786:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787757234.942788:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00100000:3.0:1787757234.942791:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a580 x1874594466061824/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787757234.942792:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1787757234.942798:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757234.942811:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757234.942815:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079505b6d] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a580 x1874594466061824/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757234.942823:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757234.942825:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787757234.942829:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787757234.942834:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18824)
00000800:00000200:1.1:1787757234.943120:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757234.943122:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787757234.943371:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757234.943373:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000100:00000001:0.0:1787757235.454455:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757235.454469:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757235.454474:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757235.454484:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757235.454491:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757235.454497:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757235.454502:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757235.454507:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757235.454512:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757235.774625:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757235.774633:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757235.774639:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757235.902425:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313487784, at 4313487808
00000100:00000010:3.0:1787757235.902445:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6ea0.
00000100:00000040:2.0:1787757235.902456:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313487784, at 4313487808
00000100:00000010:2.0:1787757235.902472:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e62a0.
00000100:00000001:0.0:1787757236.478423:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757236.478433:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757236.478437:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757236.478443:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757236.478448:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757236.478453:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757236.478456:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757236.478460:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757236.478463:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757236.798553:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757236.798559:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757236.798563:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757237.502434:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757237.502445:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757237.502450:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757237.502457:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757237.502463:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757237.502468:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757237.502471:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757237.502475:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757237.502479:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757237.822706:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757237.822714:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757237.822719:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757238.526359:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757238.526365:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757238.526367:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757238.526371:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757238.526374:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757238.526377:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757238.526379:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757238.526381:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757238.526383:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757238.846416:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757238.846421:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757238.846424:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757239.550365:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757239.550371:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757239.550373:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757239.550377:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757239.550379:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757239.550383:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757239.550385:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757239.550387:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757239.550389:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757239.870589:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757239.870595:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757239.870599:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757240.062386:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757240.062398:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757240.062401:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757240.062404:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757240.062409:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757240.062417:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18819
00000400:00000200:3.0:1787757240.062426:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757240.062432:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757240.062436:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757240.062439:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757240.062442:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757240.062444:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757240.062447:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757240.062453:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757240.062455:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757240.062458:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757240.062461:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757240.062463:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757240.062466:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757240.062469:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757240.062471:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757240.062473:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757240.062475:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757240.062477:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757240.062481:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757240.062484:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757240.062486:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757240.062490:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757240.062493:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757240.062495:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757240.062498:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757240.062507:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19e00.
00000020:00000040:3.0:1787757240.062511:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757240.062514:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757240.062516:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757240.062518:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757240.062521:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757240.062524:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757240.062530:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e000.
00000100:00000001:3.0:1787757240.062535:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757240.062542:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19e00 x1874594466061952/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757240.062550:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757240.062554:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757240.062557:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000c6c2d2] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19e00 x1874594466061952/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757240.062577:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757240.062580:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757240.062582:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757240.062584:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757240.062585:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757240.062587:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757240.062589:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18819
00000400:00000200:3.0:1787757240.062592:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757240.062594:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757240.062596:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757240.062598:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757240.062599:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757240.062600:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757240.062602:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757240.062603:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757240.062604:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757240.062606:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757240.062607:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787757240.062608:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787757240.062609:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787757240.062612:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757240.062615:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757240.062616:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757240.062618:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757240.062619:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787757240.062622:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757240.062624:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757240.062625:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757240.062631:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757240.062633:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757240.062635:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757240.062640:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757240.062643:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757240.062645:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757240.062649:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a580.
00000020:00000040:3.0:1787757240.062652:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787757240.062653:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757240.062654:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757240.062655:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757240.062656:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757240.062657:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757240.062660:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c000.
00000100:00000001:3.0:1787757240.062663:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757240.062668:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a580 x1874594466062080/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757240.062678:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757240.062693:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757240.062736:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079505b6d] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a580 x1874594466062080/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757240.062832:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757240.062841:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757240.062845:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787757240.062850:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757240.062863:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757240.062874:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757240.062887:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18819
00000400:00000200:3.0:1787757240.062902:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757240.062915:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757240.062918:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757240.062923:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757240.062934:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757240.062947:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757240.062952:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757240.062976:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757240.062985:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787757240.062996:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757240.063000:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787757240.063018:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787757240.063025:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787757240.063036:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757240.063042:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757240.063047:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757240.063051:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757240.063061:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787757240.063096:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757240.063105:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757240.063118:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757240.063128:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757240.063153:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757240.063164:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757240.063172:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757240.063193:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757240.063203:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757240.063210:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca18b40.
00000020:00000040:3.0:1787757240.063217:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787757240.063221:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757240.063307:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757240.063311:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757240.063314:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757240.063318:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757240.063324:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e800.
00000100:00000001:3.0:1787757240.063331:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757240.063343:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca18b40 x1874594466062208/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757240.063377:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757240.063380:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757240.063390:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5e8f4b9] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca18b40 x1874594466062208/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757240.063412:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757240.063424:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787757240.063439:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787757240.063465:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18829)
00000800:00000200:1.1:1787757240.063563:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757240.063570:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787757240.064381:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757240.064385:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787757240.064865:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757240.064869:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000100:00000001:0.0:1787757240.574391:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757240.574401:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757240.574404:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757240.574410:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757240.574414:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757240.574419:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757240.574422:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757240.574425:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757240.574429:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757240.894640:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757240.894648:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757240.894653:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757241.022390:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313492905, at 4313492928
00000100:00000010:2.0:1787757241.022415:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6600.
00000100:00000040:3.0:1787757241.022422:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313492905, at 4313492928
00000100:00000010:3.0:1787757241.022444:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6720.
00000100:00000001:0.0:1787757241.598380:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757241.598389:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757241.598392:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757241.598399:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757241.598405:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757241.598410:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757241.598413:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757241.598416:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757241.598420:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757241.918576:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757241.918585:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757241.918606:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757242.622438:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757242.622449:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757242.622453:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757242.622460:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757242.622465:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757242.622469:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757242.622473:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757242.622478:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757242.622482:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757242.942572:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757242.942581:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757242.942590:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757243.646401:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757243.646413:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757243.646417:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757243.646426:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757243.646432:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757243.646438:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757243.646443:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757243.646448:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757243.646454:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757243.966585:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757243.966595:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757243.966602:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757244.670427:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757244.670437:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757244.670440:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757244.670447:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757244.670452:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757244.670457:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757244.670460:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757244.670464:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757244.670467:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757244.990591:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757244.990597:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757244.990602:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787757245.182458:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757245.182470:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787757245.182473:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757245.182477:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757245.182483:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757245.182492:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18824
00000400:00000200:0.0:1787757245.182503:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757245.182511:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757245.182515:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757245.182520:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757245.182524:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757245.182527:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757245.182530:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757245.182535:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757245.182538:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787757245.182556:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757245.182560:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787757245.182563:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787757245.182567:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787757245.182571:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757245.182573:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757245.182576:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757245.182579:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757245.182582:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787757245.182586:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757245.182589:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757245.182593:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757245.182597:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757245.182600:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757245.182603:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787757245.182606:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757245.182616:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae443c0.
00000020:00000040:0.0:1787757245.182620:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787757245.182625:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757245.182627:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757245.182631:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757245.182634:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757245.182641:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757245.182650:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6400.
00000100:00000001:0.0:1787757245.182659:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757245.182672:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae443c0 x1874594466062336/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757245.182687:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757245.182694:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757245.182701:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000101c6af6] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae443c0 x1874594466062336/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757245.182729:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757245.182735:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757245.182740:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787757245.182742:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757245.182745:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757245.182749:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757245.182755:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18824
00000400:00000200:0.0:1787757245.182761:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757245.182766:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757245.182769:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757245.182774:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757245.182786:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757245.182790:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757245.182793:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757245.182796:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757245.182798:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:0.0:1787757245.182803:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757245.182809:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:0.0:1787757245.182814:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:0.0:1787757245.182823:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:0.0:1787757245.182828:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757245.182835:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757245.182841:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757245.182846:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757245.182850:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:0.0:1787757245.182860:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757245.182869:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757245.182877:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757245.182887:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757245.182894:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757245.182902:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787757245.182908:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787757245.182915:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757245.182923:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757245.182929:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae44780.
00000020:00000040:0.0:1787757245.182936:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:0.0:1787757245.182946:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757245.182951:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757245.182961:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757245.182964:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757245.182971:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757245.182977:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad4400.
00000100:00000001:0.0:1787757245.182989:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757245.183001:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae44780 x1874594466062464/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757245.183025:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757245.183034:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757245.183046:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000825f42ce] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae44780 x1874594466062464/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757245.183069:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757245.183083:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757245.183093:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787757245.183098:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757245.183104:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757245.183109:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757245.183116:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18824
00000400:00000200:0.0:1787757245.183124:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757245.183133:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757245.183167:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757245.183178:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757245.183185:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757245.183191:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757245.183197:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757245.183205:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757245.183207:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:0.0:1787757245.183215:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757245.183221:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:0.0:1787757245.183227:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:0.0:1787757245.183230:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:0.0:1787757245.183242:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757245.183246:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757245.183252:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757245.183260:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757245.183263:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:0.0:1787757245.183307:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757245.183312:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757245.183315:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757245.183320:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757245.183323:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757245.183326:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787757245.183329:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787757245.183333:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757245.183337:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757245.183343:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae46d00.
00000020:00000040:0.0:1787757245.183348:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:0.0:1787757245.183354:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757245.183359:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757245.183362:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757245.183364:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757245.183367:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757245.183375:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6000.
00000100:00000001:0.0:1787757245.183385:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757245.183404:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae46d00 x1874594466062592/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757245.183425:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757245.183431:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757245.183443:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ed326369] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae46d00 x1874594466062592/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757245.183463:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757245.183470:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787757245.183478:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1787757245.183486:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18834)
00000800:00000200:1.1:1787757245.183563:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757245.183568:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787757245.184216:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757245.184221:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787757245.184683:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757245.184687:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 33 secs later)
00000100:00000001:0.0:1787757245.694429:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757245.694439:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757245.694443:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757245.694451:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757245.694457:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757245.694463:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757245.694467:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757245.694472:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757245.694476:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757246.014533:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757246.014545:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757246.014553:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757246.142377:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313498025, at 4313498048
00000100:00000040:2.0:1787757246.142387:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313498025, at 4313498048
00000100:00000010:3.0:1787757246.142398:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e65a0.
00000100:00000010:2.0:1787757246.142415:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6ae0.
00000100:00000001:0.0:1787757246.718380:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757246.718389:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757246.718392:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757246.718398:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757246.718404:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757246.718409:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757246.718412:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757246.718416:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757246.718419:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757247.038507:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757247.038516:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757247.038523:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757247.742414:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757247.742424:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757247.742427:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757247.742434:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757247.742439:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757247.742444:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757247.742447:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757247.742451:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757247.742455:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757248.062618:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757248.062625:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757248.062630:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757248.766414:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757248.766423:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757248.766426:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757248.766432:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757248.766437:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757248.766441:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757248.766444:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757248.766448:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757248.766451:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757249.086544:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757249.086554:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757249.086559:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757249.790439:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757249.790449:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757249.790453:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757249.790460:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757249.790466:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757249.790471:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757249.790476:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757249.790479:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757249.790483:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757250.110557:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757250.110567:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757250.110576:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787757250.302802:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757250.302815:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757250.302834:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757250.302852:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077902940 x1874594466062720/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757250.302877:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757250.302882:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757250.302894:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757250.302902:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757250.302912:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757250.302924:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077902940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466062720:192.168.201.154@tcp:250:kworker.0
00000100:00000001:3.0:1787757250.302936:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757250.302946:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757250.302954:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757250.302964:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757250.302977:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51f400.
02000000:00000001:3.0:1787757250.302985:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757250.303003:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757250.303014:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757250.303033:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757250.303069:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466062720, portal 25
00000100:00000001:3.0:1787757250.303079:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757250.303086:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033816384 : -120600675735232 : ffff925077902940)
00000100:00000040:3.0:1787757250.303105:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077902940 x1874594466062720/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757250.303147:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757250.303154:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757250.303165:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a088.
00000100:00000200:3.0:1787757250.303173:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466062720, offset 0
00000400:00000200:3.0:1787757250.303192:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757250.303210:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757250.303226:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757250.303241:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757250.303270:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757250.303279:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757250.303365:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757250.303388:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56401:56401:256:4294967295] 192.168.201.154@tcp LPNI seq info [56401:56401:8:4294967295]
00000400:00000200:3.0:1787757250.303400:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757250.303442:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757250.303464:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757250.303473:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f900.
00000800:00000200:3.0:1787757250.303485:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757250.303492:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1787757250.303501:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757250.303506:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1787757250.303513:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757250.303517:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f900.
00000400:00000200:3.0:1787757250.303525:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757250.303532:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757250.303542:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a088
00000400:00000010:3.0:1787757250.303546:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a088.
00000100:00000001:3.0:1787757250.303552:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757250.303559:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077902940 x1874594466062720/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757250.303574:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757250.303580:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077902940 x1874594466062720/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757275 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757250.303591:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757250.303593:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757250.303604:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757250.303611:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757250.303616:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313503145
00000100:00000010:3.0:1787757250.303624:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350e900.
00000100:00000001:3.0:1787757250.303652:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787757250.303673:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313503145
00000100:00000010:3.0:1787757250.303679:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350ecc0.
00000100:00000001:3.0:1787757250.303685:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787757250.303690:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757250.303695:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757250.303700:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757250.303709:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757250/real 1787757250]  req@ffff925077902940 x1874594466062720/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757250.303726:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757250.303729:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757250.303733:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757250.303740:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757250.303758:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757250.303762:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757250.303768:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077902940 x1874594466062720/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757250.303782:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077902940 x1874594466062720/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757250.303793:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757250.303796:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757250.303799:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757250.303803:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757250.303809:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077902940 x1874594466062720/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757250.303820:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757250.303828:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077902940 x1874594466062720/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757275 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757250.303839:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757250.303844:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757250.303846:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757250.303848:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757250.303851:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757250.303854:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757250.303859:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757250.303865:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757250.303869:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757250.303876:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077902940 x1874594466062720/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757275 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757250.303887:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077902940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466062720:192.168.201.154@tcp:250:kworker.0
00000100:00000001:3.0:1787757250.303895:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757250.303898:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757250.303903:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077902940 x1874594466062720/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757275 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757250.303913:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757250.303917:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757250.303920:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51f400.
02000000:00000001:3.0:1787757250.303929:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757250.303932:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757250.303935:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:3.0:1787757250.303938:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757250.303943:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077917c00.
02000000:00000001:3.0:1787757250.303948:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757250.303950:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757250.303953:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077902940.
00000100:00000001:3.0:1787757250.303958:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757250.303960:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757250.303964:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757250.303975:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757250.303979:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757250.303982:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757250.303986:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757250.303988:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757250.303993:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077901680 x1874594466062848/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757250.304004:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757250.304006:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757250.304009:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757250.304012:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757250.304015:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757250.304020:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077901680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466062848:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757250.304025:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757250.304028:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757250.304031:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757250.304033:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757250.304038:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51f400.
02000000:00000001:3.0:1787757250.304042:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757250.304069:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757250.304073:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757250.304079:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757250.304084:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466062848, portal 10
00000100:00000001:3.0:1787757250.304087:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757250.304089:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033811584 : -120600675740032 : ffff925077901680)
00000100:00000040:3.0:1787757250.304099:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077901680 x1874594466062848/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757250.304109:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757250.304113:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757250.304117:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a088.
00000100:00000200:3.0:1787757250.304120:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466062848, offset 0
00000400:00000200:3.0:1787757250.304126:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757250.304132:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757250.304138:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757250.304143:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757250.304147:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757250.304151:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757250.304155:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757250.304160:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56402:56402:256:4294967295] 192.168.201.154@tcp LPNI seq info [56402:56402:8:4294967295]
00000400:00000200:3.0:1787757250.304166:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757250.304176:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757250.304182:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757250.304187:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f900.
00000800:00000200:3.0:1787757250.304193:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757250.304197:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1787757250.304204:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757250.304208:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1787757250.304214:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757250.304217:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f900.
00000400:00000200:3.0:1787757250.304221:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757250.304226:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757250.304230:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a088
00000400:00000010:3.0:1787757250.304233:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a088.
00000100:00000001:3.0:1787757250.304253:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757250.304260:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077901680 x1874594466062848/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757250.304274:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757250.304281:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077901680 x1874594466062848/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757275 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757250.304331:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757250.304334:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757250.304343:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757250.304350:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:3.0:1787757250.304356:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757250.304360:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313502250
00000100:00000001:3.0:1787757250.304364:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313503145
00000100:00000001:3.0:1787757250.304367:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313502250
00000100:00000001:3.0:1787757250.304371:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313503145
00000100:00000001:3.0:1787757250.304374:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757250.304377:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757250.304379:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757250.304386:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757250/real 1787757250]  req@ffff925077901680 x1874594466062848/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757250.304395:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757250.304396:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757250.304398:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757250.304418:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757250.304420:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757250.304422:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757250.304425:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077901680 x1874594466062848/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757250.304433:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077901680 x1874594466062848/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757250.304439:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757250.304440:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757250.304442:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757250.304443:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757250.304446:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077901680 x1874594466062848/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757250.304451:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757250.304454:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077901680 x1874594466062848/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757275 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757250.304461:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757250.304464:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757250.304466:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757250.304468:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757250.304471:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757250.304474:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757250.304478:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757250.304483:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757250.304486:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757250.304492:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077901680 x1874594466062848/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757275 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757250.304503:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077901680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466062848:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757250.304509:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757250.304514:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9250779021c0 x1874594466062976/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757250.304523:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757250.304525:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757250.304528:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757250.304531:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757250.304534:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757250.304538:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9250779021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466062976:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757250.304543:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757250.304547:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757250.304549:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757250.304551:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757250.304557:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51e800.
02000000:00000001:3.0:1787757250.304560:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757250.304566:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757250.304570:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757250.304575:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757250.304580:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466062976, portal 4
00000100:00000001:3.0:1787757250.304582:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757250.304584:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033814464 : -120600675737152 : ffff9250779021c0)
00000100:00000040:3.0:1787757250.304593:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9250779021c0 x1874594466062976/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757250.304600:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757250.304602:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757250.304604:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a088.
00000100:00000200:3.0:1787757250.304607:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466062976, offset 0
00000400:00000200:3.0:1787757250.304610:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757250.304614:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757250.304618:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757250.304621:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757250.304623:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757250.304626:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757250.304628:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757250.304631:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56403:56403:256:4294967295] 192.168.201.154@tcp LPNI seq info [56403:56403:8:4294967295]
00000400:00000200:3.0:1787757250.304635:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757250.304641:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757250.304645:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757250.304648:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f900.
00000800:00000200:3.0:1787757250.304651:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757250.304654:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1787757250.304658:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757250.304660:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1787757250.304664:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757250.304666:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f900.
00000400:00000200:3.0:1787757250.304669:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757250.304672:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757250.304675:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a088
00000400:00000010:3.0:1787757250.304676:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a088.
00000100:00000001:3.0:1787757250.304679:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757250.304682:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9250779021c0 x1874594466062976/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757250.304689:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757250.304692:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9250779021c0 x1874594466062976/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757275 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757250.304705:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757250.304706:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757250.304709:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757250.304712:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:3.0:1787757250.304715:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757250.304717:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313502233
00000100:00000001:3.0:1787757250.304720:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313503145
00000100:00000001:3.0:1787757250.304722:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313502233
00000100:00000001:3.0:1787757250.304724:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313503145
00000100:00000001:3.0:1787757250.304726:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757250.304727:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757250.304729:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757250.304732:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757250/real 1787757250]  req@ffff9250779021c0 x1874594466062976/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757250.304738:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757250.304740:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757250.304741:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757250.304744:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757250.304745:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757250.304747:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757250.304750:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9250779021c0 x1874594466062976/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757250.304757:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9250779021c0 x1874594466062976/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757250.304762:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757250.304763:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757250.304765:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757250.304766:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757250.304769:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9250779021c0 x1874594466062976/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757250.304776:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757250.304796:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9250779021c0 x1874594466062976/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757275 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757250.304802:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757250.304804:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757250.304806:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757250.304807:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757250.304808:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757250.304810:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757250.304812:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757250.304815:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757250.304816:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757250.304820:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9250779021c0 x1874594466062976/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757275 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757250.304826:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9250779021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466062976:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757250.304830:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757250.304832:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757250.304835:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077901680 x1874594466062848/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757275 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757250.304841:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757250.304842:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757250.304861:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51f400.
02000000:00000001:3.0:1787757250.304863:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757250.304865:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757250.304866:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:3.0:1787757250.304868:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757250.304869:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077916000.
02000000:00000001:3.0:1787757250.304872:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757250.304874:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757250.304875:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077901680.
00000100:00000001:3.0:1787757250.304878:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757250.304879:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757250.304880:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757250.304883:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9250779021c0 x1874594466062976/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757275 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757250.304889:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757250.304890:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757250.304891:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51e800.
02000000:00000001:3.0:1787757250.304893:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757250.304894:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757250.304895:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:3.0:1787757250.304897:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757250.304898:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077917000.
02000000:00000001:3.0:1787757250.304899:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757250.304900:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757250.304901:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9250779021c0.
00000100:00000001:3.0:1787757250.304903:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757250.304904:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757250.304905:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757250.304909:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757250.304910:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757250.304912:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757250.304913:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757250.814458:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757250.814467:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757250.814470:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757250.814475:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757250.814480:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757250.814484:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757250.814488:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757250.814491:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757250.814494:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757251.134568:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757251.134574:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757251.134578:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757251.262389:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313503145, at 4313503168
00000100:00000010:3.0:1787757251.262410:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350ecc0.
00000100:00000040:2.0:1787757251.262434:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313503145, at 4313503168
00000100:00000010:2.0:1787757251.262452:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350e900.
00000100:00000001:0.0:1787757251.838387:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757251.838395:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757251.838398:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757251.838403:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757251.838407:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757251.838411:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757251.838413:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757251.838416:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757251.838445:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757252.158564:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757252.158570:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757252.158576:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757252.862410:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757252.862419:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757252.862421:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757252.862427:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757252.862432:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757252.862436:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757252.862439:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757252.862442:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757252.862445:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757253.182458:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757253.182463:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757253.182467:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757253.886473:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757253.886485:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757253.886488:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757253.886496:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757253.886503:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757253.886510:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757253.886516:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757253.886520:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757253.886527:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757254.206545:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757254.206553:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757254.206560:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757254.910383:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757254.910395:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757254.910398:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757254.910406:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757254.910413:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757254.910419:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757254.910424:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757254.910430:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757254.910436:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757255.230545:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757255.230552:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757255.230558:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757255.422440:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757255.422457:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757255.422462:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757255.422467:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757255.422475:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757255.422486:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18834
00000400:00000200:3.0:1787757255.422500:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757255.422510:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757255.422516:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757255.422523:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757255.422526:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757255.422529:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757255.422532:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757255.422537:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757255.422540:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757255.422543:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757255.422546:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757255.422549:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757255.422552:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757255.422557:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757255.422561:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757255.422564:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757255.422568:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757255.422573:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757255.422578:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757255.422583:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757255.422588:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757255.422594:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757255.422599:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757255.422603:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757255.422608:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757255.422618:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca192c0.
00000020:00000040:3.0:1787757255.422624:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757255.422631:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757255.422634:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757255.422639:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757255.422643:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757255.422649:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757255.422659:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e800.
00000100:00000001:3.0:1787757255.422666:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757255.422678:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca192c0 x1874594466063104/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757255.422691:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757255.422696:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757255.422702:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e50181] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca192c0 x1874594466063104/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757255.422740:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757255.422744:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757255.422748:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757255.422750:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757255.422752:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757255.422756:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757255.422759:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18834
00000400:00000200:3.0:1787757255.422765:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757255.422769:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757255.422773:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757255.422776:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757255.422779:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757255.422782:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757255.422786:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757255.422791:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757255.422799:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757255.422804:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757255.422812:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787757255.422844:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787757255.422855:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787757255.422872:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757255.422900:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757255.422908:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757255.422912:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757255.422923:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787757255.422935:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757255.422943:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757255.422951:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757255.423004:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757255.423010:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757255.423013:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757255.423018:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757255.423022:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757255.423024:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757255.423030:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1b0c0.
00000020:00000040:3.0:1787757255.423033:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787757255.423036:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757255.423037:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757255.423039:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757255.423042:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757255.423045:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757255.423052:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51f400.
00000100:00000001:3.0:1787757255.423083:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757255.423100:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1b0c0 x1874594466063232/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757255.423130:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757255.423138:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757255.423150:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043bdf1c5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1b0c0 x1874594466063232/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757255.423176:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757255.423184:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757255.423197:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787757255.423202:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757255.423205:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757255.423213:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757255.423217:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18834
00000400:00000200:3.0:1787757255.423230:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757255.423239:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757255.423246:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757255.423254:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757255.423262:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757255.423305:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757255.423310:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757255.423317:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757255.423321:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787757255.423326:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757255.423333:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787757255.423341:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787757255.423351:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787757255.423364:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757255.423368:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757255.423375:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757255.423386:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757255.423399:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787757255.423414:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757255.423423:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757255.423433:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757255.423445:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.1:1787757255.423454:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000001:3.0:1787757255.423455:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787757255.423461:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1787757255.423464:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757255.423473:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757255.423483:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757255.423487:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757255.423496:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19680.
00000020:00000040:3.0:1787757255.423504:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787757255.423511:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757255.423515:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757255.423519:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757255.423523:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757255.423529:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757255.423540:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c000.
00000100:00000001:3.0:1787757255.423551:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757255.423570:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19680 x1874594466063360/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757255.423595:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757255.423604:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757255.423623:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c14b51e] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19680 x1874594466063360/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757255.423652:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757255.423658:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787757255.423666:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787757255.423679:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18845)
00000800:00000200:1.1:1787757255.424150:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757255.424153:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787757255.424528:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757255.424531:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1787757255.934404:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757255.934411:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757255.934413:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757255.934417:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757255.934421:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757255.934424:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757255.934426:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757255.934428:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757255.934430:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757256.254600:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757256.254606:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757256.254610:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757256.382343:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313508265, at 4313508288
00000100:00000010:2.0:1787757256.382357:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e67e0.
00000100:00000040:3.0:1787757256.382411:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313508265, at 4313508288
00000100:00000010:3.0:1787757256.382434:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6360.
00000100:00000001:0.0:1787757256.958397:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757256.958428:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757256.958433:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757256.958442:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757256.958448:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757256.958454:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757256.958459:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757256.958465:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757256.958470:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757257.278603:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757257.278611:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757257.278618:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757257.982365:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757257.982375:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757257.982379:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757257.982386:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757257.982391:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757257.982395:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757257.982399:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757257.982402:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757257.982406:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757258.302534:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757258.302540:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757258.302544:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757259.006409:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757259.006419:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757259.006422:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757259.006429:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757259.006433:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757259.006438:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757259.006441:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757259.006445:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757259.006449:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757259.326580:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757259.326587:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757259.326592:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757260.030437:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757260.030445:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757260.030448:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757260.030455:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757260.030459:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757260.030464:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757260.030467:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757260.030471:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757260.030474:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757260.350568:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757260.350575:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757260.350580:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757260.542423:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757260.542438:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757260.542443:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757260.542447:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757260.542454:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757260.542463:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18840
00000400:00000200:3.0:1787757260.542477:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757260.542487:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757260.542492:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757260.542496:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757260.542500:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757260.542506:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757260.542510:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757260.542516:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757260.542519:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757260.542523:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757260.542528:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757260.542531:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757260.542535:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757260.542539:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757260.542542:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757260.542545:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757260.542548:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757260.542552:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757260.542556:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757260.542559:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757260.542563:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757260.542567:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757260.542571:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757260.542573:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757260.542576:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757260.542587:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a1c0.
00000020:00000040:3.0:1787757260.542591:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757260.542598:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757260.542600:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757260.542604:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757260.542607:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757260.542613:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757260.542622:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e000.
00000100:00000001:3.0:1787757260.542630:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757260.542642:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a1c0 x1874594466063488/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757260.542655:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757260.542661:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757260.542668:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062ae16d5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a1c0 x1874594466063488/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757260.542700:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757260.542704:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757260.542709:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757260.542711:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757260.542713:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757260.542717:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757260.542720:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18840
00000400:00000200:3.0:1787757260.542724:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757260.542728:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757260.542731:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757260.542735:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757260.542737:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757260.542740:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757260.542742:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757260.542745:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757260.542747:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757260.542749:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757260.542751:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787757260.542754:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787757260.542757:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787757260.542761:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757260.542763:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757260.542766:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757260.542768:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757260.542771:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787757260.542774:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757260.542776:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757260.542779:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757260.542786:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757260.542789:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757260.542792:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757260.542798:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757260.542803:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757260.542805:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757260.542810:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19a40.
00000020:00000040:3.0:1787757260.542813:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787757260.542816:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757260.542819:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757260.542822:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757260.542829:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757260.542832:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757260.542841:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51ec00.
00000100:00000001:3.0:1787757260.542844:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757260.542850:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19a40 x1874594466063616/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757260.542900:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757260.542911:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757260.542930:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048dd93e3] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19a40 x1874594466063616/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757260.542997:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757260.543006:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757260.543015:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787757260.543018:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757260.543027:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757260.543031:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757260.543041:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18840
00000400:00000200:3.0:1787757260.543051:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757260.543060:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757260.543067:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757260.543074:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757260.543082:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757260.543092:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757260.543101:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757260.543105:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757260.543107:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787757260.543110:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757260.543118:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787757260.543122:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787757260.543126:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787757260.543137:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757260.543145:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757260.543152:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757260.543159:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757260.543163:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787757260.543176:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757260.543187:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757260.543192:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757260.543201:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757260.543208:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757260.543214:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757260.543218:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757260.543225:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757260.543232:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757260.543245:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a940.
00000020:00000040:3.0:1787757260.543255:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787757260.543262:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757260.543265:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757260.543332:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757260.543337:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757260.543346:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757260.543362:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51dc00.
00000100:00000001:3.0:1787757260.543378:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757260.543400:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a940 x1874594466063744/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757260.543438:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757260.543447:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757260.543457:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acf304e1] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a940 x1874594466063744/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757260.543485:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757260.543494:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1787757260.543499:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000040:3.0:1787757260.543503:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.1:1787757260.543507:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000100:00000040:3.0:1787757260.543513:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18850)
00000800:00000200:1.1:1787757260.544166:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757260.544169:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787757260.544579:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757260.544582:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1787757261.054403:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757261.054415:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757261.054420:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757261.054429:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757261.054437:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757261.054442:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757261.054445:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757261.054449:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757261.054453:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757261.374626:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757261.374634:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757261.374641:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757261.502400:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313513385, at 4313513408
00000100:00000040:3.0:1787757261.502400:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313513385, at 4313513408
00000100:00000010:2.0:1787757261.502420:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6480.
00000100:00000010:3.0:1787757261.502425:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6180.
00000100:00000001:0.0:1787757262.078472:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757262.078497:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757262.078501:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757262.078510:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757262.078517:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757262.078523:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757262.078557:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757262.078561:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757262.078567:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757262.398531:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757262.398535:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757262.398538:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757263.102425:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757263.102434:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757263.102437:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757263.102443:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757263.102448:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757263.102452:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757263.102456:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757263.102460:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757263.102463:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757263.422597:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757263.422603:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757263.422609:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757264.126461:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757264.126473:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757264.126478:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757264.126488:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757264.126495:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757264.126501:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757264.126506:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757264.126512:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757264.126517:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757264.446530:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757264.446536:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757264.446539:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757265.150420:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757265.150433:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757265.150438:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757265.150447:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757265.150455:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757265.150461:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757265.150466:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757265.150470:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757265.150475:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757265.470551:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757265.470558:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757265.470563:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757265.662428:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757265.662444:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757265.662447:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757265.662452:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757265.662458:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757265.662468:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18845
00000400:00000200:3.0:1787757265.662495:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757265.662504:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757265.662508:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757265.662512:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757265.662516:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757265.662519:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757265.662522:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757265.662527:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757265.662530:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757265.662533:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757265.662538:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757265.662540:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757265.662544:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757265.662547:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757265.662550:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757265.662553:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757265.662555:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757265.662558:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757265.662562:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757265.662565:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757265.662568:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757265.662574:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757265.662577:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757265.662580:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757265.662583:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757265.662595:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1bc00.
00000020:00000040:3.0:1787757265.662600:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757265.662605:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757265.662607:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757265.662610:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757265.662614:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757265.662618:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757265.662627:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c400.
00000100:00000001:3.0:1787757265.662635:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757265.662647:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1bc00 x1874594466063872/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757265.662660:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757265.662665:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757265.662671:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002bc35b5c] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1bc00 x1874594466063872/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757265.662701:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757265.662707:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757265.662713:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757265.662716:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757265.662719:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757265.662724:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757265.662729:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18845
00000400:00000200:3.0:1787757265.662736:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757265.662743:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757265.662749:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757265.662757:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757265.662761:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757265.662770:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757265.662834:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757265.662843:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757265.662847:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757265.662851:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757265.662857:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787757265.662863:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787757265.662870:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787757265.662881:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757265.662886:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757265.662894:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757265.662902:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757265.662914:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787757265.662921:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757265.662926:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757265.662935:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757265.662946:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757265.662952:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757265.662957:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757265.662963:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757265.662970:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757265.662974:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757265.662984:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a940.
00000020:00000040:3.0:1787757265.662988:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787757265.662995:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757265.663000:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757265.663008:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757265.663010:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757265.663016:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757265.663027:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e400.
00000100:00000001:3.0:1787757265.663038:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757265.663053:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a940 x1874594466064000/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757265.663073:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757265.663080:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757265.663094:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acf304e1] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a940 x1874594466064000/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757265.663121:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757265.663130:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757265.663141:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787757265.663148:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757265.663154:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757265.663166:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757265.663178:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18845
00000400:00000200:3.0:1787757265.663194:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757265.663207:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757265.663216:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757265.663224:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757265.663228:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757265.663237:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757265.663244:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757265.663250:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757265.663256:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787757265.663261:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757265.663266:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787757265.663306:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787757265.663309:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787757265.663315:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757265.663318:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757265.663327:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757265.663331:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757265.663343:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787757265.663358:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757265.663369:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787757265.663377:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000001:3.0:1787757265.663380:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.1:1787757265.663384:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
02000000:00000001:3.0:1787757265.663391:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757265.663402:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757265.663410:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757265.663419:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757265.663430:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757265.663436:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757265.663445:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19a40.
00000020:00000040:3.0:1787757265.663454:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787757265.663464:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757265.663468:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757265.663476:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757265.663481:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757265.663486:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757265.663497:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51fc00.
00000100:00000001:3.0:1787757265.663506:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757265.663520:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19a40 x1874594466064128/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757265.663566:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757265.663570:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757265.663583:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048dd93e3] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19a40 x1874594466064128/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757265.663598:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757265.663602:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787757265.663611:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787757265.663621:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18855)
00000800:00000200:1.1:1787757265.664163:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757265.664169:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787757265.664640:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757265.664643:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1787757266.174355:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757266.174362:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757266.174365:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757266.174370:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757266.174373:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757266.174376:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757266.174379:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757266.174381:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757266.174384:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757266.494530:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757266.494534:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757266.494538:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757266.622459:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313518505, at 4313518528
00000100:00000010:2.0:1787757266.622483:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6180.
00000100:00000040:3.0:1787757266.622526:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313518505, at 4313518528
00000100:00000010:3.0:1787757266.622546:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6480.
00000100:00000001:0.0:1787757267.198405:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757267.198418:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757267.198422:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757267.198431:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757267.198438:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757267.198444:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757267.198448:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757267.198454:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757267.198459:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757267.518587:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757267.518594:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757267.518599:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757268.222387:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757268.222396:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757268.222399:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757268.222406:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757268.222410:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757268.222415:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757268.222418:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757268.222421:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757268.222424:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757268.542552:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757268.542561:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757268.542567:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757269.247366:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757269.247376:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757269.247381:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757269.247403:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757269.247416:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757269.247422:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757269.247436:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757269.247441:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757269.247447:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757269.566553:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757269.566557:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757269.566560:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757270.270366:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757270.270375:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757270.270378:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757270.270385:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757270.270390:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757270.270395:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757270.270398:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757270.270402:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757270.270405:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757270.590654:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757270.590661:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757270.590666:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757270.782398:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757270.782412:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757270.782415:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757270.782420:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757270.782427:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757270.782437:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18850
00000400:00000200:3.0:1787757270.782449:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757270.782457:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757270.782461:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757270.782466:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757270.782470:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757270.782473:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757270.782477:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757270.782482:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757270.782485:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757270.782489:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757270.782493:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757270.782496:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757270.782499:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757270.782502:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757270.782505:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757270.782508:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757270.782510:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757270.782515:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757270.782519:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757270.782522:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757270.782526:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757270.782531:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757270.782535:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757270.782538:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757270.782541:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757270.782551:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a1c0.
00000020:00000040:3.0:1787757270.782556:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757270.782561:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757270.782563:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757270.782567:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757270.782570:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757270.782576:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757270.782584:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51d800.
00000100:00000001:3.0:1787757270.782592:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757270.782605:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a1c0 x1874594466064256/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757270.782619:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757270.782624:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757270.782631:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062ae16d5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a1c0 x1874594466064256/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757270.782669:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757270.782676:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757270.782729:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757270.782733:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757270.782736:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757270.782742:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757270.782749:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18850
00000400:00000200:3.0:1787757270.782757:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757270.782763:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757270.782768:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757270.782774:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757270.782778:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757270.782783:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757270.782788:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757270.782792:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757270.782795:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757270.782798:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757270.782803:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787757270.782807:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787757270.782812:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787757270.782818:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757270.782822:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757270.782825:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757270.782829:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757270.782834:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787757270.782840:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757270.782845:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757270.782849:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757270.782858:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757270.782862:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757270.782866:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757270.782872:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757270.782878:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757270.782882:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757270.782889:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19680.
00000020:00000040:3.0:1787757270.782894:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787757270.782899:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757270.782901:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757270.782905:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757270.782908:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757270.782911:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757270.782920:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51fc00.
00000100:00000001:3.0:1787757270.782926:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757270.782936:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19680 x1874594466064384/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757270.782971:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757270.782975:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757270.782983:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c14b51e] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19680 x1874594466064384/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757270.783000:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757270.783005:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757270.783013:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787757270.783016:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757270.783019:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757270.783023:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757270.783028:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18850
00000400:00000200:3.0:1787757270.783035:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757270.783041:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757270.783045:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757270.783051:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757270.783055:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757270.783060:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757270.783065:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757270.783070:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757270.783072:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787757270.783076:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757270.783081:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787757270.783085:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787757270.783089:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787757270.783095:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757270.783099:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757270.783104:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757270.783108:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757270.783114:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787757270.783119:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757270.783124:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757270.783127:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757270.783133:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757270.783137:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757270.783142:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757270.783146:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.1:1787757270.783151:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000008:00000001:3.0:1787757270.783152:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757270.783155:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787757270.783158:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000100:00000010:3.0:1787757270.783162:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1b0c0.
00000020:00000040:3.0:1787757270.783167:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787757270.783172:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757270.783175:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757270.783179:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757270.783181:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757270.783185:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757270.783192:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e400.
00000100:00000001:3.0:1787757270.783197:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757270.783206:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1b0c0 x1874594466064512/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757270.783221:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757270.783225:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757270.783234:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043bdf1c5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1b0c0 x1874594466064512/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757270.783249:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757270.783254:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787757270.783262:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787757270.783307:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18860)
00000800:00000200:1.1:1787757270.783835:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757270.783840:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787757270.784204:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757270.784207:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1787757271.294370:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757271.294380:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757271.294383:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757271.294389:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757271.294394:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757271.294399:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757271.294402:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757271.294405:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757271.294409:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757271.614605:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757271.614613:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757271.614619:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757271.742399:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313523625, at 4313523648
00000100:00000010:2.0:1787757271.742428:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6360.
00000100:00000040:3.0:1787757271.742434:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313523625, at 4313523648
00000100:00000010:3.0:1787757271.742456:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e67e0.
00000100:00000001:0.0:1787757272.318441:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757272.318450:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757272.318453:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757272.318458:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757272.318463:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757272.318467:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757272.318470:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757272.318474:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757272.318478:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757272.638613:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757272.638624:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757272.638631:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757273.342422:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757273.342440:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757273.342445:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757273.342456:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757273.342464:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757273.342472:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757273.342478:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757273.342484:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757273.342490:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757273.662630:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757273.662658:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757273.662665:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757274.366387:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757274.366397:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757274.366400:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757274.366407:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757274.366412:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757274.366417:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757274.366421:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757274.366424:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757274.366428:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757274.686547:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757274.686554:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757274.686559:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757275.390393:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757275.390406:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757275.390410:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757275.390417:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757275.390423:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757275.390429:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757275.390434:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757275.390438:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757275.390442:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757275.710685:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757275.710697:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757275.710708:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757275.902480:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757275.902497:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757275.902502:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757275.902509:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757275.902518:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757275.902530:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18855
00000400:00000200:3.0:1787757275.902546:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757275.902558:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757275.902564:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757275.902587:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757275.902615:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757275.902623:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757275.902629:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757275.902639:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757275.902645:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757275.902652:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757275.902659:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757275.902666:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757275.902672:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757275.902679:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757275.902697:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757275.902701:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757275.902705:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757275.902711:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757275.902717:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757275.902722:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757275.902727:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757275.902733:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757275.902737:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757275.902741:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757275.902745:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757275.902757:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca192c0.
00000020:00000040:3.0:1787757275.902763:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757275.902771:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757275.902774:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757275.902780:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757275.902785:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757275.902791:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757275.902804:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c400.
00000100:00000001:3.0:1787757275.902817:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757275.902840:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca192c0 x1874594466064640/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757275.902863:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757275.902873:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757275.902889:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e50181] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca192c0 x1874594466064640/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757275.902931:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757275.902936:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757275.902941:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757275.902944:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757275.902947:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757275.902953:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757275.902958:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18855
00000400:00000200:3.0:1787757275.902967:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757275.903369:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757275.903378:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757275.903391:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000800:00000200:1.1:1787757275.903394:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:3.0:1787757275.903398:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1787757275.903404:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000100:00000040:3.0:1787757275.903409:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757275.903417:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757275.903426:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757275.903431:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757275.903437:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757275.903443:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787757275.903449:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787757275.903455:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787757275.903467:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757275.903472:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757275.903484:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757275.903491:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757275.903496:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787757275.903511:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757275.903520:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757275.903529:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757275.903543:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757275.903553:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757275.903560:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757275.903676:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757275.903692:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757275.903701:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757275.903716:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca18b40.
00000020:00000040:3.0:1787757275.903724:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787757275.903735:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757275.903744:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757275.903750:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757275.903756:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757275.903766:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757275.903779:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51dc00.
00000100:00000001:3.0:1787757275.903791:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757275.903809:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca18b40 x1874594466064768/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757275.903848:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757275.903860:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757275.903874:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5e8f4b9] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca18b40 x1874594466064768/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757275.903923:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757275.903931:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757275.903946:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787757275.903952:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757275.903958:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757275.903968:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757275.903978:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18855
00000400:00000200:3.0:1787757275.903996:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757275.904007:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757275.904015:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757275.904032:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757275.904042:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757275.904055:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757275.904068:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757275.904082:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757275.904089:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787757275.904099:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757275.904108:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787757275.904122:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787757275.904137:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787757275.904153:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757275.904162:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757275.904171:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757275.904178:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757275.904187:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787757275.904200:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757275.904209:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757275.904215:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757275.904224:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757275.904231:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757275.904237:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757275.904243:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757275.904249:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757275.904252:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757275.904259:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a580.
00000020:00000040:3.0:1787757275.904316:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787757275.904328:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757275.904334:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757275.904337:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757275.904343:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757275.904349:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757275.904365:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51ec00.
00000100:00000001:3.0:1787757275.904381:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757275.904402:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a580 x1874594466064896/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757275.904434:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757275.904442:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757275.904455:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079505b6d] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a580 x1874594466064896/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757275.904488:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757275.904498:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787757275.904514:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787757275.904527:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18865)
00000800:00000200:1.1:1787757275.904661:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757275.904664:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787757275.905097:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757275.905100:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1787757276.414420:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757276.414430:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757276.414433:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757276.414439:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757276.414444:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757276.414449:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757276.414453:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757276.414457:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757276.414460:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757276.734708:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757276.734718:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757276.734726:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757276.862400:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313528745, at 4313528768
00000100:00000040:3.0:1787757276.862424:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313528745, at 4313528768
00000100:00000010:2.0:1787757276.862425:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6ae0.
00000100:00000010:3.0:1787757276.862450:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e65a0.
00000100:00000001:0.0:1787757277.438415:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757277.438427:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757277.438431:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757277.438440:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757277.438446:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757277.438452:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757277.438458:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757277.438463:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757277.438468:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757277.758612:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757277.758621:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757277.758629:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757278.462490:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757278.462503:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757278.462506:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757278.462514:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757278.462519:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757278.462526:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757278.462531:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757278.462538:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757278.462544:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757278.782617:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757278.782626:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757278.782633:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757279.486334:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757279.486341:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757279.486343:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757279.486346:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757279.486349:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757279.486352:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757279.486354:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757279.486357:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757279.486359:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757279.806564:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757279.806574:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757279.806582:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757280.510381:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757280.510390:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757280.510393:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757280.510399:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757280.510404:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757280.510409:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757280.510413:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757280.510417:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757280.510421:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757280.830694:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757280.830704:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757280.830711:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757281.022440:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757281.022458:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757281.022462:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757281.022468:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757281.022475:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757281.022487:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18860
00000400:00000200:3.0:1787757281.022537:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757281.022548:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757281.022553:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757281.022558:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757281.022563:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757281.022566:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757281.022570:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757281.022576:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757281.022580:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757281.022585:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757281.022590:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757281.022594:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757281.022597:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757281.022601:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757281.022603:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757281.022606:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757281.022608:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757281.022612:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757281.022617:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757281.022620:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757281.022624:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757281.022629:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757281.022633:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757281.022636:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757281.022639:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757281.022652:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19e00.
00000020:00000040:3.0:1787757281.022658:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757281.022664:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757281.022666:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757281.022671:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757281.022675:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757281.022683:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757281.022694:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e000.
00000100:00000001:3.0:1787757281.022706:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757281.022720:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19e00 x1874594466065024/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757281.022736:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757281.022743:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757281.022750:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000c6c2d2] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19e00 x1874594466065024/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757281.022799:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757281.022804:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757281.022809:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757281.022811:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757281.022814:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757281.022818:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757281.022822:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18860
00000400:00000200:3.0:1787757281.022827:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757281.022831:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757281.022834:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757281.022838:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757281.022841:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757281.022843:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757281.022846:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757281.022848:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757281.022850:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757281.022852:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757281.022854:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787757281.022857:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787757281.022860:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787757281.022863:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757281.022866:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757281.022869:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757281.022871:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757281.022874:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787757281.022877:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757281.022879:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757281.022883:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757281.022893:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757281.022897:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757281.022900:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757281.022907:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757281.022912:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757281.022915:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757281.022924:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a580.
00000020:00000040:3.0:1787757281.022932:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787757281.022938:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757281.022944:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757281.022949:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757281.022953:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757281.022956:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757281.022965:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c000.
00000100:00000001:3.0:1787757281.022974:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757281.022989:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a580 x1874594466065152/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757281.023015:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757281.023022:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757281.023033:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079505b6d] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a580 x1874594466065152/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757281.023063:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757281.023071:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757281.023081:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787757281.023086:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757281.023088:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757281.023093:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757281.023103:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18860
00000400:00000200:3.0:1787757281.023113:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757281.023116:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757281.023119:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757281.023124:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757281.023126:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757281.023128:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757281.023131:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757281.023140:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757281.023147:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787757281.023149:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757281.023153:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787757281.023162:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787757281.023165:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787757281.023171:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757281.023180:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757281.023183:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757281.023186:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757281.023190:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787757281.023201:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757281.023208:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757281.023214:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757281.023221:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757281.023226:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757281.023235:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757281.023240:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757281.023251:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757281.023256:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757281.023311:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca18b40.
00000020:00000040:3.0:1787757281.023316:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787757281.023319:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757281.023324:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757281.023329:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757281.023334:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757281.023339:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757281.023347:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51f400.
00000100:00000001:3.0:1787757281.023355:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757281.023367:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca18b40 x1874594466065280/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757281.023390:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757281.023396:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757281.023405:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5e8f4b9] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca18b40 x1874594466065280/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757281.023425:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757281.023431:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787757281.023442:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787757281.023454:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18870)
00000800:00000200:1.1:1787757281.023569:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757281.023887:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757281.024080:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:0.0:1787757281.534388:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757281.534396:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757281.534400:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757281.534420:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757281.534425:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757281.534430:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757281.534434:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757281.534437:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757281.534441:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757281.854701:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757281.854710:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757281.854716:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757281.982413:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313533865, at 4313533888
00000100:00000010:2.0:1787757281.982436:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6720.
00000100:00000040:3.0:1787757281.982452:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313533865, at 4313533888
00000100:00000010:3.0:1787757281.982468:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6600.
00000100:00000001:0.0:1787757282.558393:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757282.558402:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757282.558406:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757282.558412:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757282.558417:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757282.558422:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757282.558426:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757282.558429:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757282.558433:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757282.878630:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757282.878640:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757282.878646:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757283.582404:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757283.582415:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757283.582420:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757283.582429:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757283.582435:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757283.582441:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757283.582446:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757283.582452:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757283.582500:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757283.902615:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757283.902622:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757283.902627:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1787757284.094722:0:238943:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.154:988
00000400:00000100:0.0:1787757284.094779:0:238943:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.154@tcp at host 192.168.201.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1787757284.094791:0:238943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757284.094797:0:238943:0:(router.c:1791:lnet_notify()) 192.168.201.54@tcp notifying 192.168.201.154@tcp: down
00000400:00000200:0.0:1787757284.094803:0:238943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757284.094808:0:238943:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1787757284.094815:0:238943:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000800:00000010:0.0:1787757284.094820:0:238943:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1a00.
00000400:00000200:0.0:1787757284.094827:0:238943:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787757284.094833:0:238943:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787757284.094843:0:238943:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf4c8
00000400:00000010:0.0:1787757284.094849:0:238943:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf4c8.
00000100:00000001:0.0:1787757284.094861:0:238943:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757284.094875:0:238943:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff92507ca19e00 x1874594466065024/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757284.094916:0:238943:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757284.094926:0:238943:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19e00 x1874594466065024/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757306 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757284.094940:0:238943:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757284.094944:0:238943:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787757284.094965:0:238943:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000800:00000010:0.0:1787757284.094971:0:238943:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1c00.
00000400:00000200:0.0:1787757284.094977:0:238943:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787757284.094985:0:238943:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787757284.094991:0:238943:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf088
00000400:00000010:0.0:1787757284.094995:0:238943:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf088.
00000100:00000001:0.0:1787757284.095001:0:238943:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757284.095010:0:238943:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff92507ca1a580 x1874594466065152/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757284.095027:0:238943:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757284.095034:0:238943:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a580 x1874594466065152/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757306 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757284.095069:0:238943:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757284.095077:0:238943:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787757284.095098:0:238943:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000800:00000010:0.0:1787757284.095113:0:238943:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1400.
00000400:00000200:0.0:1787757284.095126:0:238943:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787757284.095141:0:238943:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787757284.095151:0:238943:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf3b8
00000400:00000010:0.0:1787757284.095159:0:238943:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf3b8.
00000100:00000001:0.0:1787757284.095172:0:238943:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757284.095187:0:238943:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff92507ca18b40 x1874594466065280/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757284.095234:0:238943:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757284.095244:0:238943:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca18b40 x1874594466065280/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757306 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757284.095264:0:238943:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757284.095331:0:238943:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757284.606432:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757284.606469:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757284.606472:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757284.606488:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757284.606493:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757284.606498:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757284.606501:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757284.606505:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757284.606509:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757284.926610:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757284.926617:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757284.926623:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757285.630478:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757285.630490:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757285.630494:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757285.630502:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757285.630508:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757285.630514:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757285.630518:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757285.630522:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757285.630527:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757285.950601:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757285.950617:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757285.950625:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787757286.142903:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757286.142918:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757286.142928:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757286.142952:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077901a40 x1874594466065408/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757286.142989:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757286.142997:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757286.143012:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757286.143023:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757286.143037:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757286.143049:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077901a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466065408:192.168.201.154@tcp:250:kworker.0
00000100:00000001:3.0:1787757286.143068:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757286.143079:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757286.143089:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757286.143100:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757286.143118:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51e800.
02000000:00000001:3.0:1787757286.143127:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757286.143143:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757286.143160:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757286.143178:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757286.143197:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466065408, portal 25
00000100:00000001:3.0:1787757286.143207:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757286.143214:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033812544 : -120600675739072 : ffff925077901a40)
00000100:00000040:3.0:1787757286.143237:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077901a40 x1874594466065408/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757286.143321:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757286.143328:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757286.143336:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a088.
00000100:00000200:3.0:1787757286.143343:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466065408, offset 0
00000400:00000200:3.0:1787757286.143358:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757286.143374:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757286.143392:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757286.143408:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757286.143451:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757286.143464:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757286.143478:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757286.144584:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56422:56422:256:4294967295] 192.168.201.154@tcp LPNI seq info [56422:56422:8:4294967295]
00000400:00000200:3.0:1787757286.144610:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757286.144656:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757286.144698:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757286.144742:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f900.
00000800:00000200:3.0:1787757286.144758:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757286.144773:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787757286.144786:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757286.144794:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1787757286.144803:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757286.144809:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f900.
00000400:00000200:3.0:1787757286.144819:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757286.144829:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757286.144842:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a088
00000400:00000010:3.0:1787757286.144847:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a088.
00000100:00000001:3.0:1787757286.144858:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757286.144873:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077901a40 x1874594466065408/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757286.144915:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757286.144924:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077901a40 x1874594466065408/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757311 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757286.144938:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757286.144942:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757286.144959:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757286.144970:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757286.144977:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313538986
00000100:00000010:3.0:1787757286.144989:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350ecc0.
00000100:00000001:3.0:1787757286.145020:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787757286.145033:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313538986
00000100:00000010:3.0:1787757286.145040:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350e960.
00000100:00000001:3.0:1787757286.145045:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787757286.145052:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757286.145059:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757286.145065:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757286.145076:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757286/real 1787757286]  req@ffff925077901a40 x1874594466065408/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757286.145107:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757286.145111:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757286.145116:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757286.145123:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757286.145126:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757286.145130:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757286.145135:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077901a40 x1874594466065408/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757286.145146:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077901a40 x1874594466065408/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757286.145155:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757286.145157:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757286.145160:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757286.145163:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757286.145168:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077901a40 x1874594466065408/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757286.145176:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757286.145182:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077901a40 x1874594466065408/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757311 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757286.145192:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757286.145196:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757286.145199:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757286.145200:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757286.145204:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757286.145207:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757286.145212:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757286.145218:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757286.145221:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757286.145226:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077901a40 x1874594466065408/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757311 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757286.145238:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077901a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466065408:192.168.201.154@tcp:250:kworker.0
00000100:00000001:3.0:1787757286.145245:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757286.145250:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757286.145253:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077901a40 x1874594466065408/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757311 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757286.145261:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757286.145266:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757286.145271:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51e800.
02000000:00000001:3.0:1787757286.145275:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757286.145279:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757286.145282:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:3.0:1787757286.145285:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757286.145289:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077914c00.
02000000:00000001:3.0:1787757286.145294:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757286.145297:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757286.145299:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077901a40.
00000100:00000001:3.0:1787757286.145333:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757286.145334:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757286.145337:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757286.145349:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757286.145352:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757286.145356:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757286.145359:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757286.145362:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757286.145368:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077902580 x1874594466065536/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757286.145379:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757286.145381:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757286.145386:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757286.145390:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757286.145393:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757286.145397:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077902580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466065536:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757286.145404:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757286.145409:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757286.145435:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757286.145441:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757286.145448:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51e800.
02000000:00000001:3.0:1787757286.145452:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757286.145459:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757286.145463:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757286.145470:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757286.145478:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466065536, portal 10
00000100:00000001:3.0:1787757286.145481:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757286.145484:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033815424 : -120600675736192 : ffff925077902580)
00000100:00000040:3.0:1787757286.145495:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077902580 x1874594466065536/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757286.145506:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757286.145511:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757286.145515:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a088.
00000100:00000200:3.0:1787757286.145521:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466065536, offset 0
00000400:00000200:3.0:1787757286.145531:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757286.145544:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757286.145555:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757286.145564:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757286.145572:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757286.145579:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757286.145584:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757286.145591:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56423:56423:256:4294967295] 192.168.201.154@tcp LPNI seq info [56423:56423:8:4294967295]
00000400:00000200:3.0:1787757286.145597:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757286.145607:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757286.145613:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757286.145618:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f900.
00000800:00000200:3.0:1787757286.145624:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757286.145629:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787757286.145635:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757286.145639:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1787757286.145644:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757286.145646:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f900.
00000400:00000200:3.0:1787757286.145650:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757286.145655:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757286.145659:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a088
00000400:00000010:3.0:1787757286.145661:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a088.
00000100:00000001:3.0:1787757286.145665:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757286.145670:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077902580 x1874594466065536/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757286.145680:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757286.145684:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077902580 x1874594466065536/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757311 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757286.145692:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757286.145694:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757286.145699:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757286.145705:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:3.0:1787757286.145709:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757286.145712:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313538091
00000100:00000001:3.0:1787757286.145716:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313538986
00000100:00000001:3.0:1787757286.145719:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313538091
00000100:00000001:3.0:1787757286.145721:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313538986
00000100:00000001:3.0:1787757286.145723:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757286.145726:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757286.145728:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757286.145733:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757286/real 1787757286]  req@ffff925077902580 x1874594466065536/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757286.145742:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757286.145744:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757286.145746:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757286.145750:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757286.145752:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757286.145755:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757286.145759:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077902580 x1874594466065536/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757286.145768:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077902580 x1874594466065536/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757286.145776:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757286.145778:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757286.145780:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757286.145782:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757286.145786:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077902580 x1874594466065536/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757286.145793:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757286.145798:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077902580 x1874594466065536/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757311 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757286.145805:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757286.145808:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757286.145810:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757286.145811:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757286.145813:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757286.145816:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757286.145819:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757286.145823:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757286.145825:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757286.145830:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077902580 x1874594466065536/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757311 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757286.145856:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077902580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466065536:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757286.145863:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757286.145869:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9250779021c0 x1874594466065664/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757286.145879:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757286.145880:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757286.145884:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757286.145886:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757286.145889:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757286.145892:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9250779021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466065664:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757286.145896:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757286.145900:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757286.145903:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757286.145905:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757286.145912:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51e000.
02000000:00000001:3.0:1787757286.145915:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757286.145920:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757286.145923:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757286.145928:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757286.145933:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466065664, portal 4
00000100:00000001:3.0:1787757286.145935:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757286.145937:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033814464 : -120600675737152 : ffff9250779021c0)
00000100:00000040:3.0:1787757286.145946:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9250779021c0 x1874594466065664/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757286.145955:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757286.145958:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757286.145961:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a088.
00000100:00000200:3.0:1787757286.145964:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466065664, offset 0
00000400:00000200:3.0:1787757286.145969:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757286.145974:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757286.145979:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757286.145983:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757286.145987:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757286.145990:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757286.145993:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757286.145997:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56424:56424:256:4294967295] 192.168.201.154@tcp LPNI seq info [56424:56424:8:4294967295]
00000400:00000200:3.0:1787757286.146003:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757286.146011:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757286.146016:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757286.146020:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f900.
00000800:00000200:3.0:1787757286.146025:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757286.146028:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787757286.146034:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757286.146037:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1787757286.146061:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757286.146063:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f900.
00000400:00000200:3.0:1787757286.146067:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757286.146072:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757286.146075:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a088
00000400:00000010:3.0:1787757286.146078:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a088.
00000100:00000001:3.0:1787757286.146080:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757286.146085:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9250779021c0 x1874594466065664/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757286.146094:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757286.146097:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9250779021c0 x1874594466065664/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757311 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757286.146105:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757286.146107:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757286.146111:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757286.146115:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:3.0:1787757286.146119:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757286.146122:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313538074
00000100:00000001:3.0:1787757286.146125:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313538986
00000100:00000001:3.0:1787757286.146128:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313538074
00000100:00000001:3.0:1787757286.146132:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313538986
00000100:00000001:3.0:1787757286.146135:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757286.146137:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757286.146139:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757286.146144:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757286/real 1787757286]  req@ffff9250779021c0 x1874594466065664/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757286.146152:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757286.146154:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757286.146155:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757286.146158:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757286.146160:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757286.146162:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757286.146165:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9250779021c0 x1874594466065664/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757286.146175:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9250779021c0 x1874594466065664/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757286.146183:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757286.146185:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757286.146187:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757286.146188:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757286.146192:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9250779021c0 x1874594466065664/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757286.146199:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757286.146203:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9250779021c0 x1874594466065664/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757311 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757286.146211:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757286.146213:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757286.146215:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757286.146216:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757286.146219:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757286.146222:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757286.146225:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757286.146229:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757286.146232:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757286.146236:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9250779021c0 x1874594466065664/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757311 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757286.146245:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9250779021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466065664:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757286.146249:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757286.146251:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757286.146255:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077902580 x1874594466065536/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757311 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757286.146262:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757286.146264:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757286.146266:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51e800.
02000000:00000001:3.0:1787757286.146268:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757286.146270:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757286.146272:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:3.0:1787757286.146275:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757286.146277:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077916c00.
02000000:00000001:3.0:1787757286.146280:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757286.146282:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757286.146284:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077902580.
00000100:00000001:3.0:1787757286.146288:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757286.146289:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757286.146291:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757286.146294:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9250779021c0 x1874594466065664/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757311 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757286.146337:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757286.146339:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757286.146341:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51e000.
02000000:00000001:3.0:1787757286.146345:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757286.146347:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757286.146348:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:3.0:1787757286.146350:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757286.146352:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077915c00.
02000000:00000001:3.0:1787757286.146358:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757286.146359:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757286.146361:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9250779021c0.
00000100:00000001:3.0:1787757286.146364:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757286.146366:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757286.146368:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757286.146372:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757286.146375:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757286.146377:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757286.146379:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757286.654432:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757286.654445:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757286.654449:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757286.654458:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757286.654465:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757286.654470:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757286.654474:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757286.654478:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757286.654483:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757286.974591:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757286.974600:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757286.974608:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757287.102460:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313538986, at 4313539008
00000100:00000010:2.0:1787757287.102486:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350ecc0.
00000100:00000040:3.0:1787757287.102508:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313538986, at 4313539008
00000100:00000010:3.0:1787757287.102528:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350e960.
00000100:00000001:0.0:1787757287.678498:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757287.678509:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757287.678513:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757287.678521:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757287.678527:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757287.678532:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757287.678537:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757287.678541:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757287.678545:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757287.998511:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757287.998517:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757287.998526:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757288.702364:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757288.702397:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757288.702402:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757288.702411:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757288.702418:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757288.702423:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757288.702429:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757288.702434:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757288.702440:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757289.022561:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757289.022572:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757289.022577:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757289.726362:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757289.726370:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757289.726372:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757289.726388:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757289.726391:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757289.726394:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757289.726396:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757289.726398:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757289.726400:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757290.046459:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757290.046465:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757290.046469:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757290.750444:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757290.750456:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757290.750460:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757290.750469:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757290.750476:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757290.750482:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757290.750487:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757290.750492:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757290.750498:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757291.070671:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757291.070677:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757291.070683:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787757291.262789:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757291.262799:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757291.262805:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757291.262823:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077901680 x1874594466065792/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757291.262852:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757291.262857:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757291.262867:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757291.262874:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757291.262888:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757291.262920:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077901680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466065792:192.168.201.154@tcp:250:kworker.0
00000100:00000001:3.0:1787757291.262930:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757291.262938:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757291.262946:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757291.262956:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757291.262971:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51e000.
02000000:00000001:3.0:1787757291.262980:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757291.262997:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757291.263012:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757291.263031:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757291.263049:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466065792, portal 25
00000100:00000001:3.0:1787757291.263060:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757291.263068:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033811584 : -120600675740032 : ffff925077901680)
00000100:00000040:3.0:1787757291.263090:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077901680 x1874594466065792/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757291.263150:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757291.263158:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757291.263168:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a088.
00000100:00000200:3.0:1787757291.263175:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466065792, offset 0
00000400:00000200:3.0:1787757291.263192:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757291.263209:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757291.263225:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757291.263244:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757291.263256:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757291.263304:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757291.263311:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757291.263348:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56425:56425:256:4294967295] 192.168.201.154@tcp LPNI seq info [56425:56425:8:4294967295]
00000400:00000200:3.0:1787757291.263370:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757291.263410:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757291.263442:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757291.263460:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f900.
00000800:00000200:3.0:1787757291.263483:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757291.263494:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787757291.263510:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757291.263519:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1787757291.263534:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757291.263539:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f900.
00000400:00000200:3.0:1787757291.263551:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757291.263565:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757291.263576:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a088
00000400:00000010:3.0:1787757291.263582:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a088.
00000100:00000001:3.0:1787757291.263588:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757291.263600:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077901680 x1874594466065792/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757291.263642:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757291.263654:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077901680 x1874594466065792/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757316 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757291.263675:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757291.263682:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757291.263691:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757291.263706:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757291.263714:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313544105
00000100:00000010:3.0:1787757291.263729:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350e960.
00000100:00000001:3.0:1787757291.263745:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787757291.263780:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313544105
00000100:00000010:3.0:1787757291.263788:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350ec00.
00000100:00000001:3.0:1787757291.263795:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787757291.263801:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757291.263805:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757291.263809:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757291.263816:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757291/real 1787757291]  req@ffff925077901680 x1874594466065792/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757291.263829:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757291.263831:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757291.263834:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757291.263839:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757291.263841:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757291.263845:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757291.263849:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077901680 x1874594466065792/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757291.263860:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077901680 x1874594466065792/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757291.263869:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757291.263871:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757291.263874:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757291.263876:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757291.263881:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077901680 x1874594466065792/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757291.263890:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757291.263896:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077901680 x1874594466065792/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757316 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757291.263906:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757291.263909:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757291.263911:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757291.263913:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757291.263916:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757291.263918:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757291.263922:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757291.263926:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757291.263929:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757291.263934:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077901680 x1874594466065792/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757316 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757291.263949:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077901680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466065792:192.168.201.154@tcp:250:kworker.0
00000100:00000001:3.0:1787757291.263960:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757291.263965:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757291.263972:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077901680 x1874594466065792/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757316 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757291.263986:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757291.263991:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757291.263996:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51e000.
02000000:00000001:3.0:1787757291.264002:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757291.264006:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757291.264009:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:3.0:1787757291.264014:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757291.264019:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077914000.
02000000:00000001:3.0:1787757291.264025:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757291.264029:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757291.264032:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077901680.
00000100:00000001:3.0:1787757291.264037:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757291.264040:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757291.264045:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757291.264055:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757291.264057:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757291.264060:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757291.264062:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757291.264065:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757291.264071:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077902940 x1874594466065920/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757291.264081:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757291.264083:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757291.264085:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757291.264088:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757291.264091:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757291.264095:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077902940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466065920:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757291.264099:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757291.264102:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757291.264104:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757291.264107:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757291.264112:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51e000.
02000000:00000001:3.0:1787757291.264115:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757291.264120:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757291.264123:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757291.264128:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757291.264133:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466065920, portal 10
00000100:00000001:3.0:1787757291.264135:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757291.264137:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033816384 : -120600675735232 : ffff925077902940)
00000100:00000040:3.0:1787757291.264146:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077902940 x1874594466065920/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757291.264154:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757291.264157:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757291.264160:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a088.
00000100:00000200:3.0:1787757291.264163:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466065920, offset 0
00000400:00000200:3.0:1787757291.264168:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757291.264173:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757291.264179:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757291.264183:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757291.264187:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757291.264190:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757291.264193:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757291.264197:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56426:56426:256:4294967295] 192.168.201.154@tcp LPNI seq info [56426:56426:8:4294967295]
00000400:00000200:3.0:1787757291.264202:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757291.264211:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757291.264217:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757291.264221:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f900.
00000800:00000200:3.0:1787757291.264227:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757291.264230:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787757291.264236:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757291.264240:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1787757291.264244:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757291.264247:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f900.
00000400:00000200:3.0:1787757291.264252:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757291.264256:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757291.264260:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a088
00000400:00000010:3.0:1787757291.264262:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a088.
00000100:00000001:3.0:1787757291.264295:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757291.264302:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077902940 x1874594466065920/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757291.264312:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757291.264316:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077902940 x1874594466065920/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757316 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757291.264356:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757291.264359:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757291.264367:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757291.264374:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:3.0:1787757291.264381:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757291.264385:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313543210
00000100:00000001:3.0:1787757291.264391:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313544105
00000100:00000001:3.0:1787757291.264395:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313543210
00000100:00000001:3.0:1787757291.264399:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313544105
00000100:00000001:3.0:1787757291.264404:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757291.264408:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757291.264413:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757291.264422:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757291/real 1787757291]  req@ffff925077902940 x1874594466065920/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757291.264440:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757291.264443:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757291.264445:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757291.264449:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757291.264452:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757291.264455:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757291.264460:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077902940 x1874594466065920/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757291.264471:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077902940 x1874594466065920/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757291.264479:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757291.264481:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757291.264483:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757291.264485:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757291.264490:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077902940 x1874594466065920/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757291.264498:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757291.264503:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077902940 x1874594466065920/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757316 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757291.264512:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757291.264515:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757291.264517:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757291.264518:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757291.264521:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757291.264523:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757291.264526:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757291.264530:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757291.264533:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757291.264538:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077902940 x1874594466065920/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757316 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757291.264547:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077902940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466065920:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757291.264553:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757291.264557:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9250779021c0 x1874594466066048/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757291.264574:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757291.264576:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757291.264579:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757291.264581:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757291.264584:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757291.264587:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9250779021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466066048:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757291.264591:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757291.264594:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757291.264596:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757291.264598:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757291.264603:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51e800.
02000000:00000001:3.0:1787757291.264605:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757291.264610:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757291.264613:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757291.264618:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757291.264621:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466066048, portal 4
00000100:00000001:3.0:1787757291.264624:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757291.264626:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033814464 : -120600675737152 : ffff9250779021c0)
00000100:00000040:3.0:1787757291.264633:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9250779021c0 x1874594466066048/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757291.264641:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757291.264644:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757291.264647:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a088.
00000100:00000200:3.0:1787757291.264650:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466066048, offset 0
00000400:00000200:3.0:1787757291.264655:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757291.264660:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757291.264664:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757291.264668:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757291.264672:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757291.264675:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757291.264678:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757291.264683:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56427:56427:256:4294967295] 192.168.201.154@tcp LPNI seq info [56427:56427:8:4294967295]
00000400:00000200:3.0:1787757291.264688:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757291.264697:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757291.264703:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757291.264707:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f900.
00000800:00000200:3.0:1787757291.264712:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757291.264716:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787757291.264721:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757291.264724:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1787757291.264730:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757291.264732:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f900.
00000400:00000200:3.0:1787757291.264736:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757291.264741:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757291.264744:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a088
00000400:00000010:3.0:1787757291.264747:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a088.
00000100:00000001:3.0:1787757291.264749:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757291.264754:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9250779021c0 x1874594466066048/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757291.264764:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757291.264767:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9250779021c0 x1874594466066048/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757316 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757291.264775:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757291.264777:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757291.264781:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757291.264785:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:3.0:1787757291.264789:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757291.264791:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313543193
00000100:00000001:3.0:1787757291.264795:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313544105
00000100:00000001:3.0:1787757291.264797:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313543193
00000100:00000001:3.0:1787757291.264800:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313544105
00000100:00000001:3.0:1787757291.264803:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757291.264806:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757291.264809:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757291.264813:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757291/real 1787757291]  req@ffff9250779021c0 x1874594466066048/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757291.264823:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757291.264824:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757291.264826:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757291.264829:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757291.264831:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757291.264833:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757291.264837:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9250779021c0 x1874594466066048/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757291.264847:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9250779021c0 x1874594466066048/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757291.264855:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757291.264857:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757291.264859:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757291.264860:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757291.264864:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9250779021c0 x1874594466066048/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757291.264872:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757291.264877:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9250779021c0 x1874594466066048/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757316 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757291.264884:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757291.264887:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757291.264889:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757291.264891:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757291.264893:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757291.264895:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757291.264898:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757291.264902:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757291.264905:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757291.264910:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9250779021c0 x1874594466066048/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757316 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757291.264919:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9250779021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466066048:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757291.264923:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757291.264926:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757291.264929:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077902940 x1874594466065920/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757316 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757291.264937:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757291.264940:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757291.264943:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51e000.
02000000:00000001:3.0:1787757291.264948:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757291.264951:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757291.264954:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:3.0:1787757291.264957:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757291.264960:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077917400.
02000000:00000001:3.0:1787757291.264965:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757291.264968:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757291.264970:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077902940.
00000100:00000001:3.0:1787757291.264974:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757291.264977:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757291.264980:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757291.264987:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9250779021c0 x1874594466066048/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757316 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757291.265001:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757291.265004:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757291.265007:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51e800.
02000000:00000001:3.0:1787757291.265012:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757291.265014:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757291.265017:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:3.0:1787757291.265021:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757291.265026:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077917800.
02000000:00000001:3.0:1787757291.265030:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757291.265032:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757291.265035:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9250779021c0.
00000100:00000001:3.0:1787757291.265039:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757291.265042:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757291.265046:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757291.265051:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757291.265053:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757291.265056:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757291.265058:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757291.774411:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757291.774422:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757291.774427:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757291.774434:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757291.774439:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757291.774444:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757291.774447:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757291.774450:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757291.774454:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757292.094527:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757292.094549:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757292.094557:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757292.222391:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313544105, at 4313544128
00000100:00000010:2.0:1787757292.222416:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350e960.
00000100:00000040:3.0:1787757292.222434:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313544105, at 4313544128
00000100:00000010:3.0:1787757292.222449:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350ec00.
00000100:00000001:0.0:1787757292.798381:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757292.798391:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757292.798394:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757292.798401:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757292.798406:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757292.798410:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757292.798414:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757292.798417:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757292.798421:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757293.118625:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757293.118631:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757293.118636:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757293.822449:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757293.822462:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757293.822465:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757293.822473:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757293.822478:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757293.822485:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757293.822489:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757293.822493:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757293.822497:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757294.142580:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757294.142589:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757294.142599:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757294.846416:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757294.846426:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757294.846429:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757294.846435:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757294.846440:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757294.846444:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757294.846448:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757294.846451:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757294.846454:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757295.166463:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757295.166467:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757295.166470:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757295.870364:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757295.870371:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757295.870373:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757295.870376:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757295.870379:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757295.870382:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757295.870384:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757295.870387:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757295.870389:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757296.190580:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757296.190587:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757296.190592:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787757296.382439:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757296.382451:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787757296.382455:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757296.382460:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757296.382466:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757296.382475:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18875
00000400:00000200:2.0:1787757296.382485:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757296.382493:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757296.382497:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757296.382501:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757296.382506:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757296.382509:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757296.382512:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757296.382529:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757296.382532:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787757296.382536:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757296.382539:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787757296.382542:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787757296.382546:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787757296.382550:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757296.382553:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757296.382556:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757296.382558:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757296.382562:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787757296.382566:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757296.382569:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757296.382572:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757296.382576:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757296.382579:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757296.382582:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757296.382586:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757296.382595:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61da40.
00000020:00000040:2.0:1787757296.382600:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787757296.382605:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757296.382607:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757296.382610:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757296.382614:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757296.382619:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757296.382630:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507caff800.
00000100:00000001:2.0:1787757296.382638:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757296.382651:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61da40 x1874594466066176/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757296.382665:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757296.382670:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757296.382676:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000246cd981] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61da40 x1874594466066176/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757296.382711:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757296.382715:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757296.382720:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787757296.382723:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757296.382725:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757296.382729:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757296.382733:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18875
00000400:00000200:2.0:1787757296.382738:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757296.382741:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757296.382744:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757296.382747:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757296.382750:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757296.382753:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757296.382755:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757296.382758:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757296.382760:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:2.0:1787757296.382762:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757296.382764:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:2.0:1787757296.382767:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:2.0:1787757296.382769:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:2.0:1787757296.382772:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757296.382774:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757296.382777:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757296.382779:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757296.382782:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:2.0:1787757296.382785:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757296.382788:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757296.382790:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757296.382797:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757296.382800:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757296.382802:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757296.382808:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787757296.382813:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757296.382817:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757296.382821:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61fc00.
00000020:00000040:2.0:1787757296.382825:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:2.0:1787757296.382829:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757296.382830:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757296.382833:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757296.382836:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1787757296.382837:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1787757296.382839:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757296.382851:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafe400.
00000100:00000001:2.0:1787757296.382858:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757296.382858:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757296.382865:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00100000:2.0:1787757296.382872:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61fc00 x1874594466066304/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1787757296.382883:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61da40 x1874594466066176/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757296.382891:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757296.382896:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757296.382904:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073ddc85a] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61fc00 x1874594466066304/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757296.382955:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757296.382960:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757296.382962:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757296.382965:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:2.0:1787757296.382972:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:3.0:1787757296.382973:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757296.382981:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757296.382991:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:3.0:1787757296.382994:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466066176:192.168.201.154@tcp:250:kworker.0
00000100:00000001:3.0:1787757296.383002:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757296.383007:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757296.383010:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757296.383013:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787757296.383016:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000010:3.0:1787757296.383021:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51e800.
00000100:00080000:2.0:1787757296.383024:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:3.0:1787757296.383028:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757296.383036:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:3.0:1787757296.383042:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00080000:2.0:1787757296.383047:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18875
00000400:00000010:3.0:1787757296.383053:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000200:2.0:1787757296.383059:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757296.383067:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000400:00000010:3.0:1787757296.383068:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00080000:2.0:1787757296.383071:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757296.383078:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000200:3.0:1787757296.383081:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466066176, portal 25
00000100:00000001:2.0:1787757296.383082:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757296.383090:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757296.383091:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757296.383099:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611351104 : -120601098200512 : ffff92505e61da40)
00000100:00000001:2.0:1787757296.383100:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757296.383108:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757296.383114:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000100:00000040:3.0:1787757296.383116:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61da40 x1874594466066176/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787757296.383118:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757296.383125:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:2.0:1787757296.383132:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:2.0:1787757296.383146:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000001:3.0:1787757296.383149:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757296.383155:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000040:3.0:1787757296.383161:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000001:2.0:1787757296.383164:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:3.0:1787757296.383168:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a088.
00000100:00000040:2.0:1787757296.383173:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000200:3.0:1787757296.383176:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466066176, offset 0
00000100:00000001:2.0:1787757296.383179:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757296.383186:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000400:00000200:3.0:1787757296.383195:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00080000:2.0:1787757296.383196:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757296.383206:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757296.383209:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757296.383215:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1787757296.383216:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000001:2.0:1787757296.383223:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757296.383227:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757296.383323:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787757296.383333:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757296.383338:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00000001:2.0:1787757296.383341:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757296.383351:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:2.0:1787757296.383354:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61c780.
00000400:00000200:3.0:1787757296.383362:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000020:00000040:2.0:1787757296.383365:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000400:00000200:3.0:1787757296.383373:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1787757296.383375:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757296.383381:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757296.383385:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00000001:2.0:1787757296.383387:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757296.383393:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1787757296.383398:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56428:56428:256:4294967295] 192.168.201.154@tcp LPNI seq info [56428:56428:8:4294967295]
02000000:00000001:2.0:1787757296.383401:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757296.383416:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafc800.
00000400:00000200:3.0:1787757296.383417:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757296.383428:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757296.383445:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61c780 x1874594466066432/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1787757296.383446:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757296.383471:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000001:2.0:1787757296.383474:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757296.383479:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1787757296.383482:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f900.
00000100:00000040:2.0:1787757296.383491:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054c4f452] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61c780 x1874594466066432/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1787757296.383503:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757296.383517:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000100:00000001:2.0:1787757296.383519:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757296.383532:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787757296.383542:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:3.1:1787757296.383543:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757296.383555:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000100:00000040:2.0:1787757296.383558:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18885)
00000800:00000100:3.0:1787757296.383566:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757296.383572:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f900.
00000400:00000200:3.0:1787757296.383579:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757296.383588:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757296.383595:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a088
00000400:00000010:3.0:1787757296.383599:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a088.
00000100:00000001:3.0:1787757296.383605:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757296.383611:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61da40 x1874594466066176/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757296.383625:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757296.383630:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61da40 x1874594466066176/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757321 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757296.383640:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757296.383642:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757296.383651:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757296.383655:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757296.383660:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313549225
00000100:00000010:3.0:1787757296.383665:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350ec00.
00000100:00000001:3.0:1787757296.383674:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787757296.383681:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313549225
00000100:00000010:3.0:1787757296.383685:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350ea80.
00000100:00000001:3.0:1787757296.383689:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787757296.383692:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757296.383696:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757296.383699:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757296.383705:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757296/real 1787757296]  req@ffff92505e61da40 x1874594466066176/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757296.383716:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757296.383718:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757296.383721:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757296.383725:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757296.383727:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757296.383730:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757296.383734:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61da40 x1874594466066176/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757296.383745:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61da40 x1874594466066176/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757296.383754:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757296.383756:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757296.383760:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757296.383762:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757296.383767:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61da40 x1874594466066176/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757296.383775:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757296.383781:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61da40 x1874594466066176/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757321 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757296.383790:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757296.383793:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757296.383795:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757296.383797:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757296.383800:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757296.383802:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757296.383806:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757296.383811:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757296.383814:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757296.383819:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61da40 x1874594466066176/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757321 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757296.383829:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466066176:192.168.201.154@tcp:250:kworker.0
00000100:00000001:3.0:1787757296.383836:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757296.383849:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757296.383852:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61da40 x1874594466066176/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757321 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757296.383860:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757296.383863:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757296.383867:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51e800.
02000000:00000001:3.0:1787757296.383870:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757296.383872:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757296.383875:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:3.0:1787757296.383878:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757296.383881:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507caff800.
02000000:00000001:3.0:1787757296.383885:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757296.383888:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757296.383890:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61da40.
00000100:00000001:3.0:1787757296.383894:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757296.383895:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757296.383898:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757296.383907:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757296.383909:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757296.383912:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757296.383914:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757296.383916:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757296.383920:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61fc00 x1874594466066304/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757296.383930:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757296.383931:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757296.383934:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757296.383937:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757296.383939:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757296.383943:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466066304:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757296.383947:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757296.383949:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757296.383951:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757296.383953:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757296.383957:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51e800.
02000000:00000001:3.0:1787757296.383959:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757296.383963:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757296.383966:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757296.383970:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757296.383974:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466066304, portal 10
00000100:00000001:3.0:1787757296.383977:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757296.383979:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611359744 : -120601098191872 : ffff92505e61fc00)
00000100:00000040:3.0:1787757296.383987:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61fc00 x1874594466066304/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757296.383996:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757296.383999:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757296.384001:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a088.
00000100:00000200:3.0:1787757296.384004:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466066304, offset 0
00000400:00000200:3.0:1787757296.384009:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757296.384014:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757296.384018:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757296.384022:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757296.384025:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757296.384029:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757296.384032:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757296.384036:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56429:56429:256:4294967295] 192.168.201.154@tcp LPNI seq info [56429:56429:8:4294967295]
00000400:00000200:3.0:1787757296.384041:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757296.384049:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757296.384054:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757296.384058:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f900.
00000800:00000200:3.0:1787757296.384063:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757296.384067:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787757296.384072:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757296.384075:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1787757296.384080:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757296.384082:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f900.
00000400:00000200:3.0:1787757296.384086:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757296.384091:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757296.384094:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a088
00000400:00000010:3.0:1787757296.384096:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a088.
00000100:00000001:3.0:1787757296.384099:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757296.384104:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61fc00 x1874594466066304/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757296.384113:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757296.384127:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61fc00 x1874594466066304/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757321 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757296.384144:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757296.384146:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757296.384149:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757296.384154:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:3.0:1787757296.384158:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757296.384161:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313548329
00000100:00000001:3.0:1787757296.384165:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313549225
00000100:00000001:3.0:1787757296.384168:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313548329
00000100:00000001:3.0:1787757296.384170:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313549225
00000100:00000001:3.0:1787757296.384173:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757296.384176:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757296.384178:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757296.384182:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757296/real 1787757296]  req@ffff92505e61fc00 x1874594466066304/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757296.384191:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757296.384193:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757296.384195:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757296.384198:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757296.384200:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757296.384202:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757296.384206:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61fc00 x1874594466066304/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757296.384216:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61fc00 x1874594466066304/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757296.384224:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757296.384226:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757296.384228:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757296.384229:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757296.384266:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61fc00 x1874594466066304/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757296.384305:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757296.384310:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61fc00 x1874594466066304/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757321 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757296.384319:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757296.384322:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757296.384325:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757296.384327:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757296.384329:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757296.384332:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757296.384335:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757296.384340:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757296.384343:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757296.384348:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61fc00 x1874594466066304/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757321 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757296.384357:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466066304:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757296.384362:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757296.384366:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61c780 x1874594466066432/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757296.384374:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757296.384376:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757296.384378:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757296.384381:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757296.384383:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757296.384387:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466066432:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757296.384391:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757296.384393:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757296.384396:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757296.384398:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757296.384403:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51e000.
02000000:00000001:3.0:1787757296.384406:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757296.384410:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757296.384413:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757296.384417:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757296.384421:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466066432, portal 4
00000100:00000001:3.0:1787757296.384423:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757296.384425:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611346304 : -120601098205312 : ffff92505e61c780)
00000100:00000040:3.0:1787757296.384432:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61c780 x1874594466066432/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757296.384440:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757296.384443:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757296.384446:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a088.
00000100:00000200:3.0:1787757296.384449:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466066432, offset 0
00000400:00000200:3.0:1787757296.384453:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757296.384458:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757296.384462:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757296.384465:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757296.384469:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757296.384472:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757296.384475:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757296.384479:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56430:56430:256:4294967295] 192.168.201.154@tcp LPNI seq info [56430:56430:8:4294967295]
00000400:00000200:3.0:1787757296.384484:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757296.384492:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757296.384498:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757296.384501:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f900.
00000800:00000200:3.0:1787757296.384506:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757296.384510:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787757296.384515:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757296.384518:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1787757296.384523:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757296.384527:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f900.
00000400:00000200:3.0:1787757296.384531:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757296.384535:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757296.384539:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a088
00000400:00000010:3.0:1787757296.384541:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a088.
00000100:00000001:3.0:1787757296.384544:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757296.384548:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61c780 x1874594466066432/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757296.384558:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757296.384562:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61c780 x1874594466066432/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757321 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757296.384570:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757296.384572:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757296.384576:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757296.384580:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:3.0:1787757296.384583:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757296.384586:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313548313
00000100:00000001:3.0:1787757296.384589:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313549225
00000100:00000001:3.0:1787757296.384592:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313548313
00000100:00000001:3.0:1787757296.384595:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313549225
00000100:00000001:3.0:1787757296.384597:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757296.384600:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757296.384602:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757296.384606:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757296/real 1787757296]  req@ffff92505e61c780 x1874594466066432/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757296.384616:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757296.384617:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757296.384619:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757296.384623:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757296.384625:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757296.384628:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757296.384632:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61c780 x1874594466066432/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757296.384642:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61c780 x1874594466066432/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757296.384650:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757296.384652:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757296.384653:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757296.384655:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757296.384659:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61c780 x1874594466066432/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757296.384667:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757296.384671:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61c780 x1874594466066432/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757321 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757296.384679:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757296.384682:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757296.384684:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757296.384685:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757296.384688:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757296.384690:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757296.384692:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757296.384696:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757296.384699:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757296.384704:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61c780 x1874594466066432/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757321 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757296.384713:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466066432:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757296.384718:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757296.384720:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757296.384724:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61fc00 x1874594466066304/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757321 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757296.384733:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757296.384735:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757296.384737:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51e800.
02000000:00000001:3.0:1787757296.384740:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757296.384742:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757296.384743:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:3.0:1787757296.384746:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757296.384748:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafe400.
02000000:00000001:3.0:1787757296.384751:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757296.384753:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757296.384755:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61fc00.
00000100:00000001:3.0:1787757296.384758:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757296.384760:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757296.384762:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757296.384766:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61c780 x1874594466066432/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757321 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757296.384774:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757296.384775:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757296.384777:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51e000.
02000000:00000001:3.0:1787757296.384779:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757296.384781:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757296.384782:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:3.0:1787757296.384784:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757296.384786:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafc800.
02000000:00000001:3.0:1787757296.384788:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757296.384789:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757296.384791:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61c780.
00000100:00000001:3.0:1787757296.384794:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757296.384795:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757296.384797:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757296.384812:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757296.384813:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757296.384816:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757296.384818:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757296.894351:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757296.894358:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757296.894361:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757296.894367:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757296.894371:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757296.894375:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757296.894377:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757296.894380:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757296.894382:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757297.214538:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757297.214545:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757297.214551:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757297.342380:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313549225, at 4313549248
00000100:00000010:2.0:1787757297.342400:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350ec00.
00000100:00000040:3.0:1787757297.342415:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313549225, at 4313549248
00000100:00000010:3.0:1787757297.342432:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350ea80.
00000100:00000001:0.0:1787757297.918362:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757297.918371:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757297.918374:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757297.918381:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757297.918386:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757297.918391:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757297.918394:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757297.918397:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757297.918401:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757298.238559:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757298.238566:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757298.238572:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757298.942439:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757298.942452:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757298.942456:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757298.942464:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757298.942470:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757298.942477:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757298.942481:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757298.942485:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757298.942489:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757299.262591:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757299.262598:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757299.262603:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757299.966375:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757299.966386:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757299.966389:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757299.966409:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757299.966414:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757299.966419:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757299.966423:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757299.966427:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757299.966430:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757300.286550:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757300.286559:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757300.286568:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757300.990432:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757300.990442:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757300.990445:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757300.990451:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757300.990456:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757300.990461:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757300.990465:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757300.990468:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757300.990472:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757301.310613:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757301.310622:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757301.310629:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787757301.502385:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757301.502397:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787757301.502400:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757301.502405:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757301.502411:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757301.502420:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18880
00000400:00000200:2.0:1787757301.502431:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757301.502438:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757301.502443:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757301.502447:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757301.502451:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757301.502456:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757301.502459:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757301.502465:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757301.502468:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787757301.502471:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757301.502475:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787757301.502478:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787757301.502481:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787757301.502484:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757301.502487:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757301.502489:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757301.502491:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757301.502495:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787757301.502500:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757301.502504:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757301.502508:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757301.502512:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757301.502516:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757301.502519:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757301.502522:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757301.502531:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61cf00.
00000020:00000040:2.0:1787757301.502536:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787757301.502541:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757301.502543:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757301.502547:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757301.502551:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757301.502556:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757301.502565:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafe400.
00000100:00000001:2.0:1787757301.502573:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757301.502585:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61cf00 x1874594466066560/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757301.502599:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757301.502605:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757301.502612:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006cc8e384] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61cf00 x1874594466066560/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757301.502646:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757301.502651:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757301.502656:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787757301.502658:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757301.502660:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757301.502664:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757301.502667:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18880
00000400:00000200:2.0:1787757301.502671:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757301.502675:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757301.502678:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757301.502682:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757301.502685:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757301.502689:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757301.502693:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757301.502696:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757301.502698:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:2.0:1787757301.502701:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757301.502703:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:2.0:1787757301.502707:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:2.0:1787757301.502709:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:3.0:1787757301.502713:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1787757301.502714:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757301.502722:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787757301.502724:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1787757301.502726:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757301.502732:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787757301.502733:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757301.502740:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:2.0:1787757301.502749:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000040:3.0:1787757301.502751:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61cf00 x1874594466066560/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757301.502768:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757301.502772:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757301.502773:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757301.502779:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757301.502783:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757301.502789:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757301.502790:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757301.502794:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757301.502799:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757301.502807:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00100000:3.0:1787757301.502808:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466066560:192.168.201.154@tcp:250:kworker.0
00000008:00100000:2.0:1787757301.502813:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787757301.502823:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757301.502827:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787757301.502828:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757301.502838:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61d680.
02000000:00000001:3.0:1787757301.502840:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:2.0:1787757301.502842:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:2.0:1787757301.502849:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757301.502850:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757301.502851:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757301.502861:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757301.502865:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787757301.502866:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757301.502874:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757301.502883:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507caff800.
02000000:00000010:3.0:1787757301.502883:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51e000.
00000100:00000001:2.0:1787757301.502890:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757301.502893:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757301.502904:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61d680 x1874594466066688/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1787757301.502915:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757301.502928:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000100:00000001:2.0:1787757301.502929:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757301.502937:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1787757301.502946:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000040:2.0:1787757301.502947:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054aea141] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61d680 x1874594466066688/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757301.502963:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466066560, portal 25
00000100:00000001:2.0:1787757301.502965:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757301.502969:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1787757301.502973:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787757301.502975:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611348224 : -120601098203392 : ffff92505e61cf00)
00000100:00080000:2.0:1787757301.502984:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787757301.502989:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757301.502993:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:3.0:1787757301.502995:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61cf00 x1874594466066560/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757301.502998:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757301.503009:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18880
00000400:00000200:2.0:1787757301.503024:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757301.503031:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:2.0:1787757301.503035:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757301.503040:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757301.503043:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000040:2.0:1787757301.503050:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000010:3.0:1787757301.503053:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a088.
00000100:00000001:2.0:1787757301.503056:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:3.0:1787757301.503062:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466066560, offset 0
00000100:00000040:2.0:1787757301.503064:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757301.503072:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757301.503075:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757301.503080:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000400:00000200:3.0:1787757301.503081:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000020:00000001:2.0:1787757301.503084:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757301.503090:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:2.0:1787757301.503093:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:3.0:1787757301.503101:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000020:00000001:2.0:1787757301.503102:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:2.0:1787757301.503114:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000200:3.0:1787757301.503121:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00000001:2.0:1787757301.503122:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757301.503133:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000200:3.0:1787757301.503138:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787757301.503139:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757301.503168:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000400:00000200:3.0:1787757301.503174:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00080000:2.0:1787757301.503176:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000400:00000200:3.0:1787757301.503186:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1787757301.503187:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757301.503194:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1787757301.503196:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
02000000:00000001:2.0:1787757301.503201:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1787757301.503209:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56431:56431:256:4294967295] 192.168.201.154@tcp LPNI seq info [56431:56431:8:4294967295]
02000000:00000001:2.0:1787757301.503210:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757301.503220:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757301.503226:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1787757301.503228:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000008:00000001:2.0:1787757301.503235:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757301.503241:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757301.503246:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61f0c0.
00000020:00000040:2.0:1787757301.503250:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:2.0:1787757301.503258:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757301.503262:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757301.503265:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1787757301.503310:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757301.503316:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:3.0:1787757301.503318:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
02000000:00000001:2.0:1787757301.503321:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1787757301.503329:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f900.
02000000:00000010:2.0:1787757301.503332:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafd000.
00000100:00000001:2.0:1787757301.503341:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1787757301.503344:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757301.503353:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 42 secs later)
00000100:00100000:2.0:1787757301.503354:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61f0c0 x1874594466066816/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1787757301.503375:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:2.0:1787757301.503383:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:3.1:1787757301.503386:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 42 secs later)
00000100:00000001:2.0:1787757301.503389:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1787757301.503403:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000100:00000040:2.0:1787757301.503405:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bea70ab] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61f0c0 x1874594466066816/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:3.0:1787757301.503411:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f900.
00000400:00000200:3.0:1787757301.503425:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1787757301.503426:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757301.503434:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1787757301.503441:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1787757301.503444:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1787757301.503452:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a088
00000100:00000040:2.0:1787757301.503454:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18891)
00000400:00000010:3.0:1787757301.503461:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a088.
00000100:00000001:3.0:1787757301.503469:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757301.503476:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61cf00 x1874594466066560/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757301.503492:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757301.503497:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61cf00 x1874594466066560/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757326 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757301.503506:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757301.503509:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757301.503518:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757301.503523:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757301.503527:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313554345
00000100:00000010:3.0:1787757301.503534:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350ea80.
00000100:00000001:3.0:1787757301.503542:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787757301.503549:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313554345
00000100:00000010:3.0:1787757301.503553:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350e0c0.
00000100:00000001:3.0:1787757301.503557:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787757301.503560:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757301.503564:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757301.503568:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757301.503577:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757301/real 1787757301]  req@ffff92505e61cf00 x1874594466066560/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757301.503595:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757301.503598:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757301.503602:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757301.503609:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757301.503613:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757301.503618:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757301.503626:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61cf00 x1874594466066560/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757301.503645:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61cf00 x1874594466066560/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757301.503660:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757301.503664:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757301.503669:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757301.503672:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757301.503680:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61cf00 x1874594466066560/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757301.503690:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757301.503696:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61cf00 x1874594466066560/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757326 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757301.503713:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757301.503717:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757301.503720:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757301.503722:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757301.503724:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757301.503727:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757301.503731:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757301.503735:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757301.503738:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757301.503743:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61cf00 x1874594466066560/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757326 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757301.503754:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466066560:192.168.201.154@tcp:250:kworker.0
00000100:00000001:3.0:1787757301.503760:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757301.503763:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757301.503767:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61cf00 x1874594466066560/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757326 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757301.503776:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757301.503780:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757301.503783:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51e000.
02000000:00000001:3.0:1787757301.503787:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757301.503790:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757301.503792:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:3.0:1787757301.503795:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757301.503798:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafe400.
02000000:00000001:3.0:1787757301.503803:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757301.503806:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757301.503810:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61cf00.
00000100:00000001:3.0:1787757301.503815:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757301.503818:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757301.503823:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757301.503836:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757301.503839:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757301.503843:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757301.503847:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757301.503850:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757301.503857:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61d680 x1874594466066688/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757301.503873:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757301.503876:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757301.503881:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757301.503885:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757301.503890:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757301.503896:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466066688:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757301.503903:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757301.503907:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757301.503909:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757301.503912:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757301.503917:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51e000.
02000000:00000001:3.0:1787757301.503919:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757301.503925:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757301.503929:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757301.503934:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757301.503938:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466066688, portal 10
00000100:00000001:3.0:1787757301.503941:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757301.503943:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611350144 : -120601098201472 : ffff92505e61d680)
00000100:00000040:3.0:1787757301.503952:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61d680 x1874594466066688/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757301.503961:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757301.503964:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757301.503966:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a088.
00000100:00000200:3.0:1787757301.503970:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466066688, offset 0
00000400:00000200:3.0:1787757301.503975:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757301.503981:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757301.503987:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757301.503992:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757301.503996:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757301.503999:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757301.504002:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757301.504007:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56432:56432:256:4294967295] 192.168.201.154@tcp LPNI seq info [56432:56432:8:4294967295]
00000400:00000200:3.0:1787757301.504012:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757301.504021:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757301.504027:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757301.504032:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f900.
00000800:00000200:3.0:1787757301.504037:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757301.504041:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787757301.504047:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757301.504050:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1787757301.504055:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757301.504058:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f900.
00000400:00000200:3.0:1787757301.504062:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757301.504067:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757301.504071:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a088
00000400:00000010:3.0:1787757301.504073:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a088.
00000100:00000001:3.0:1787757301.504076:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757301.504081:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61d680 x1874594466066688/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757301.504092:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757301.504096:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61d680 x1874594466066688/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757326 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757301.504105:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757301.504107:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757301.504111:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757301.504116:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:3.0:1787757301.504120:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757301.504123:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313553449
00000100:00000001:3.0:1787757301.504127:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313554345
00000100:00000001:3.0:1787757301.504130:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313553449
00000100:00000001:3.0:1787757301.504133:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313554345
00000100:00000001:3.0:1787757301.504136:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757301.504139:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757301.504168:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757301.504174:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757301/real 1787757301]  req@ffff92505e61d680 x1874594466066688/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757301.504185:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757301.504186:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757301.504189:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757301.504192:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757301.504195:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757301.504197:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757301.504201:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61d680 x1874594466066688/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757301.504212:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61d680 x1874594466066688/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757301.504220:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757301.504222:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757301.504224:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757301.504226:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757301.504230:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61d680 x1874594466066688/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757301.504239:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757301.504244:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61d680 x1874594466066688/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757326 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757301.504253:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757301.504256:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757301.504258:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757301.504260:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757301.504263:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757301.504266:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757301.504296:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757301.504301:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757301.504304:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757301.504309:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61d680 x1874594466066688/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757326 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757301.504320:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466066688:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757301.504325:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757301.504329:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61f0c0 x1874594466066816/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757301.504337:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757301.504339:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757301.504342:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757301.504345:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757301.504348:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757301.504351:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466066816:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757301.504355:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757301.504358:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757301.504360:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757301.504362:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757301.504367:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51e800.
02000000:00000001:3.0:1787757301.504370:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757301.504375:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757301.504378:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757301.504382:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757301.504386:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466066816, portal 4
00000100:00000001:3.0:1787757301.504388:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757301.504391:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611356864 : -120601098194752 : ffff92505e61f0c0)
00000100:00000040:3.0:1787757301.504399:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61f0c0 x1874594466066816/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757301.504407:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757301.504410:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757301.504413:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a088.
00000100:00000200:3.0:1787757301.504416:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466066816, offset 0
00000400:00000200:3.0:1787757301.504421:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757301.504426:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757301.504431:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757301.504434:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757301.504438:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757301.504441:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757301.504444:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757301.504449:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56433:56433:256:4294967295] 192.168.201.154@tcp LPNI seq info [56433:56433:8:4294967295]
00000400:00000200:3.0:1787757301.504454:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757301.504462:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757301.504468:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757301.504472:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f900.
00000800:00000200:3.0:1787757301.504477:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757301.504480:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787757301.504486:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757301.504489:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1787757301.504494:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757301.504497:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f900.
00000400:00000200:3.0:1787757301.504501:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757301.504505:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757301.504509:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a088
00000400:00000010:3.0:1787757301.504512:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a088.
00000100:00000001:3.0:1787757301.504515:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757301.504519:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61f0c0 x1874594466066816/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757301.504529:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757301.504534:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61f0c0 x1874594466066816/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757326 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757301.504542:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757301.504544:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757301.504548:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757301.504552:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:3.0:1787757301.504556:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757301.504559:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313553433
00000100:00000001:3.0:1787757301.504562:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313554345
00000100:00000001:3.0:1787757301.504565:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313553433
00000100:00000001:3.0:1787757301.504568:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313554345
00000100:00000001:3.0:1787757301.504571:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757301.504574:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757301.504578:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757301.504585:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757301/real 1787757301]  req@ffff92505e61f0c0 x1874594466066816/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757301.504601:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757301.504603:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757301.504607:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757301.504612:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757301.504615:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757301.504619:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757301.504627:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61f0c0 x1874594466066816/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757301.504645:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61f0c0 x1874594466066816/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757301.504660:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757301.504663:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757301.504667:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757301.504670:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757301.504678:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61f0c0 x1874594466066816/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757301.504688:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757301.504693:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61f0c0 x1874594466066816/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757326 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757301.504701:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757301.504704:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757301.504706:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757301.504708:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757301.504710:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757301.504712:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757301.504715:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757301.504719:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757301.504721:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757301.504726:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61f0c0 x1874594466066816/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757326 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757301.504737:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466066816:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757301.504743:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757301.504747:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757301.504752:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61d680 x1874594466066688/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757326 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757301.504762:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757301.504764:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757301.504767:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51e000.
02000000:00000001:3.0:1787757301.504771:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757301.504774:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757301.504776:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:3.0:1787757301.504778:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757301.504781:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507caff800.
02000000:00000001:3.0:1787757301.504785:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757301.504786:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757301.504788:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61d680.
00000100:00000001:3.0:1787757301.504791:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757301.504793:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757301.504795:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757301.504799:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61f0c0 x1874594466066816/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757326 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757301.504809:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757301.504813:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757301.504817:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51e800.
02000000:00000001:3.0:1787757301.504823:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757301.504827:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757301.504830:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:3.0:1787757301.504834:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757301.504838:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafd000.
02000000:00000001:3.0:1787757301.504843:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757301.504845:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757301.504848:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61f0c0.
00000100:00000001:3.0:1787757301.504853:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757301.504855:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757301.504859:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757301.504866:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757301.504870:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757301.504874:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757301.504877:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757302.014366:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757302.014376:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757302.014379:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757302.014386:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757302.014390:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757302.014395:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757302.014398:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757302.014402:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757302.014406:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757302.334588:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757302.334595:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757302.334601:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757302.462376:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313554345, at 4313554368
00000100:00000040:2.0:1787757302.462384:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313554345, at 4313554368
00000100:00000010:3.0:1787757302.462398:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350e0c0.
00000100:00000010:2.0:1787757302.462401:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350ea80.
00000100:00000001:0.0:1787757303.038394:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757303.038403:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757303.038406:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757303.038413:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757303.038418:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757303.038423:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757303.038426:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757303.038430:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757303.038434:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757303.358603:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757303.358607:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757303.358611:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757304.062401:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757304.062412:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757304.062415:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757304.062422:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757304.062427:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757304.062432:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757304.062435:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757304.062439:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757304.062442:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757304.382630:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757304.382651:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757304.382657:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757305.086425:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757305.086438:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757305.086443:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757305.086451:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757305.086457:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757305.086463:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757305.086467:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757305.086471:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757305.086475:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757305.406658:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757305.406667:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757305.406675:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757306.110436:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757306.110451:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757306.110455:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757306.110466:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757306.110474:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757306.110482:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757306.110488:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757306.110494:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757306.110500:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757306.430657:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757306.430667:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757306.430674:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787757306.622982:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757306.622999:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757306.623012:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757306.623080:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077902580 x1874594466066944/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757306.623129:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757306.623139:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757306.623152:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757306.623166:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757306.623175:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757306.623196:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077902580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466066944:192.168.201.154@tcp:250:kworker.0
00000100:00000001:3.0:1787757306.623222:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757306.623232:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757306.623244:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757306.623258:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757306.623372:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51e800.
02000000:00000001:3.0:1787757306.623383:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757306.623415:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757306.623434:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757306.623451:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757306.623473:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466066944, portal 25
00000100:00000001:3.0:1787757306.623488:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757306.623500:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033815424 : -120600675736192 : ffff925077902580)
00000100:00000040:3.0:1787757306.623546:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077902580 x1874594466066944/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757306.623613:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757306.623635:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757306.623643:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a088.
00000100:00000200:3.0:1787757306.623661:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466066944, offset 0
00000400:00000200:3.0:1787757306.623696:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757306.623727:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757306.623748:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757306.623765:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757306.623790:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757306.623804:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757306.623816:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757306.623847:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56434:56434:256:4294967295] 192.168.201.154@tcp LPNI seq info [56434:56434:8:4294967295]
00000400:00000200:3.0:1787757306.623886:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757306.623918:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757306.623935:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757306.623945:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f900.
00000800:00000200:3.0:1787757306.623957:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757306.623963:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787757306.623973:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757306.623978:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1787757306.623985:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757306.623989:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f900.
00000400:00000200:3.0:1787757306.623997:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757306.624005:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757306.624013:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a088
00000400:00000010:3.0:1787757306.624017:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a088.
00000100:00000001:3.0:1787757306.624024:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757306.624031:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077902580 x1874594466066944/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757306.624046:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757306.624082:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077902580 x1874594466066944/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757331 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757306.624093:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757306.624096:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757306.624108:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757306.624115:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757306.624120:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313559465
00000100:00000010:3.0:1787757306.624129:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350ef60.
00000100:00000001:3.0:1787757306.624139:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787757306.624148:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313559465
00000100:00000010:3.0:1787757306.624152:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350e3c0.
00000100:00000001:3.0:1787757306.624158:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787757306.624162:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757306.624165:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757306.624169:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757306.624176:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757306/real 1787757306]  req@ffff925077902580 x1874594466066944/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757306.624189:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757306.624192:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757306.624195:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757306.624201:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757306.624203:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757306.624207:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757306.624211:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077902580 x1874594466066944/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757306.624222:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077902580 x1874594466066944/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757306.624232:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757306.624234:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757306.624237:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757306.624240:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757306.624245:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077902580 x1874594466066944/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757306.624254:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757306.624260:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077902580 x1874594466066944/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757331 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757306.624302:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757306.624306:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757306.624308:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757306.624310:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757306.624314:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757306.624319:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757306.624324:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757306.624330:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757306.624334:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757306.624340:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077902580 x1874594466066944/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757331 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757306.624352:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077902580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466066944:192.168.201.154@tcp:250:kworker.0
00000100:00000001:3.0:1787757306.624359:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757306.624362:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757306.624366:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077902580 x1874594466066944/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757331 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757306.624374:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757306.624378:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757306.624383:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51e800.
02000000:00000001:3.0:1787757306.624387:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757306.624391:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757306.624394:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:3.0:1787757306.624397:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757306.624401:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077917800.
02000000:00000001:3.0:1787757306.624407:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757306.624409:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757306.624412:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077902580.
00000100:00000001:3.0:1787757306.624416:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757306.624418:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757306.624421:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757306.624432:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757306.624435:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757306.624438:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757306.624441:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757306.624443:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757306.624448:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077901a40 x1874594466067072/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757306.624466:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757306.624469:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757306.624472:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757306.624475:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757306.624477:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757306.624481:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077901a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466067072:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757306.624485:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757306.624488:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757306.624490:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757306.624493:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757306.624497:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51e800.
02000000:00000001:3.0:1787757306.624499:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757306.624504:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757306.624507:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757306.624512:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757306.624516:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466067072, portal 10
00000100:00000001:3.0:1787757306.624519:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757306.624521:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033812544 : -120600675739072 : ffff925077901a40)
00000100:00000040:3.0:1787757306.624531:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077901a40 x1874594466067072/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757306.624540:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757306.624543:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757306.624546:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a088.
00000100:00000200:3.0:1787757306.624549:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466067072, offset 0
00000400:00000200:3.0:1787757306.624554:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757306.624559:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757306.624564:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757306.624569:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757306.624572:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757306.624576:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757306.624579:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757306.624584:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56435:56435:256:4294967295] 192.168.201.154@tcp LPNI seq info [56435:56435:8:4294967295]
00000400:00000200:3.0:1787757306.624589:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757306.624599:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757306.624605:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757306.624610:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f900.
00000800:00000200:3.0:1787757306.624615:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757306.624619:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787757306.624625:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757306.624628:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1787757306.624633:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757306.624636:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f900.
00000400:00000200:3.0:1787757306.624640:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757306.624645:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757306.624649:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a088
00000400:00000010:3.0:1787757306.624651:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a088.
00000100:00000001:3.0:1787757306.624654:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757306.624658:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077901a40 x1874594466067072/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757306.624669:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757306.624673:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077901a40 x1874594466067072/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757331 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757306.624681:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757306.624683:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757306.624688:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757306.624693:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:3.0:1787757306.624697:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757306.624699:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313558570
00000100:00000001:3.0:1787757306.624703:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313559465
00000100:00000001:3.0:1787757306.624706:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313558570
00000100:00000001:3.0:1787757306.624709:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313559465
00000100:00000001:3.0:1787757306.624712:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757306.624716:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757306.624718:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757306.624723:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757306/real 1787757306]  req@ffff925077901a40 x1874594466067072/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757306.624734:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757306.624736:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757306.624739:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757306.624743:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757306.624746:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757306.624751:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757306.624758:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077901a40 x1874594466067072/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757306.624776:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077901a40 x1874594466067072/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757306.624788:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757306.624791:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757306.624795:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757306.624798:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757306.624806:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077901a40 x1874594466067072/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757306.624820:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757306.624829:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077901a40 x1874594466067072/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757331 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757306.624843:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757306.624849:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757306.624852:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757306.624855:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757306.624859:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757306.624863:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757306.624869:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757306.624878:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757306.624882:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757306.624892:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077901a40 x1874594466067072/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757331 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757306.624907:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077901a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466067072:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757306.624915:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757306.624923:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9250779021c0 x1874594466067200/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757306.624936:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757306.624940:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757306.624944:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757306.624948:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757306.624952:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757306.624958:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9250779021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466067200:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757306.624965:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757306.624969:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757306.624972:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757306.624976:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757306.624983:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51e000.
02000000:00000001:3.0:1787757306.624987:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757306.624994:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757306.624999:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757306.625006:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757306.625012:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466067200, portal 4
00000100:00000001:3.0:1787757306.625016:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757306.625019:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033814464 : -120600675737152 : ffff9250779021c0)
00000100:00000040:3.0:1787757306.625032:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9250779021c0 x1874594466067200/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757306.625046:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757306.625076:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757306.625082:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a088.
00000100:00000200:3.0:1787757306.625088:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466067200, offset 0
00000400:00000200:3.0:1787757306.625096:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757306.625105:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757306.625113:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757306.625119:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757306.625125:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757306.625130:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757306.625134:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757306.625141:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56436:56436:256:4294967295] 192.168.201.154@tcp LPNI seq info [56436:56436:8:4294967295]
00000400:00000200:3.0:1787757306.625149:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757306.625161:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757306.625170:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757306.625177:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f900.
00000800:00000200:3.0:1787757306.625185:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757306.625191:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787757306.625199:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757306.625205:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1787757306.625213:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757306.625217:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f900.
00000400:00000200:3.0:1787757306.625223:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757306.625230:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757306.625236:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a088
00000400:00000010:3.0:1787757306.625240:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a088.
00000100:00000001:3.0:1787757306.625245:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757306.625253:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9250779021c0 x1874594466067200/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757306.625301:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757306.625307:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9250779021c0 x1874594466067200/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757331 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757306.625316:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757306.625319:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757306.625327:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757306.625332:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:3.0:1787757306.625337:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757306.625340:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313558554
00000100:00000001:3.0:1787757306.625344:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313559465
00000100:00000001:3.0:1787757306.625347:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313558554
00000100:00000001:3.0:1787757306.625350:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313559465
00000100:00000001:3.0:1787757306.625353:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757306.625356:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757306.625359:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757306.625363:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757306/real 1787757306]  req@ffff9250779021c0 x1874594466067200/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757306.625373:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757306.625374:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757306.625377:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757306.625381:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757306.625383:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757306.625386:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757306.625390:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9250779021c0 x1874594466067200/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757306.625400:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9250779021c0 x1874594466067200/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757306.625408:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757306.625410:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757306.625412:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757306.625414:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757306.625418:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9250779021c0 x1874594466067200/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757306.625426:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757306.625431:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9250779021c0 x1874594466067200/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757331 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757306.625441:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757306.625444:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757306.625446:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757306.625448:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757306.625450:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757306.625452:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757306.625456:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757306.625460:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757306.625462:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757306.625467:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9250779021c0 x1874594466067200/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757331 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757306.625476:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9250779021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466067200:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757306.625481:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757306.625484:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757306.625488:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077901a40 x1874594466067072/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757331 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757306.625496:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757306.625498:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757306.625501:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51e800.
02000000:00000001:3.0:1787757306.625504:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757306.625506:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757306.625509:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:3.0:1787757306.625512:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757306.625514:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077917400.
02000000:00000001:3.0:1787757306.625518:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757306.625519:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757306.625522:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077901a40.
00000100:00000001:3.0:1787757306.625525:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757306.625527:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757306.625530:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757306.625534:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9250779021c0 x1874594466067200/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757331 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757306.625542:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757306.625544:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757306.625545:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51e000.
02000000:00000001:3.0:1787757306.625548:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757306.625549:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757306.625550:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:3.0:1787757306.625552:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757306.625554:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077914000.
02000000:00000001:3.0:1787757306.625557:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757306.625558:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757306.625560:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9250779021c0.
00000100:00000001:3.0:1787757306.625562:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757306.625564:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757306.625566:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757306.625571:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757306.625573:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757306.625575:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757306.625578:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757307.134454:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757307.134480:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757307.134484:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757307.134493:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757307.134500:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757307.134507:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757307.134511:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757307.134516:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757307.134521:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757307.454619:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757307.454626:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757307.454632:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757307.582419:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313559465, at 4313559488
00000100:00000040:3.0:1787757307.582438:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313559465, at 4313559488
00000100:00000010:2.0:1787757307.582444:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350ef60.
00000100:00000010:3.0:1787757307.582464:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350e3c0.
00000100:00000001:0.0:1787757308.158415:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757308.158422:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757308.158424:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757308.158429:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757308.158432:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757308.158435:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757308.158437:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757308.158439:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757308.158442:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757308.478632:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757308.478643:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757308.478649:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757309.182373:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757309.182384:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757309.182387:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757309.182392:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757309.182397:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757309.182400:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757309.182403:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757309.182406:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757309.182409:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757309.502460:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757309.502464:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757309.502467:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757310.206414:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757310.206424:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757310.206427:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757310.206434:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757310.206439:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757310.206444:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757310.206448:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757310.206452:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757310.206456:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757310.526615:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757310.526629:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757310.526639:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757311.230432:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757311.230447:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757311.230451:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757311.230459:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757311.230464:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757311.230469:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757311.230473:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757311.230492:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757311.230496:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757311.550622:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757311.550630:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757311.550637:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787757311.742605:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757311.742620:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787757311.742627:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757311.742635:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757311.742645:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757311.742661:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18891
00000400:00000200:2.0:1787757311.742680:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757311.742694:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757311.742702:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757311.742711:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757311.742718:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757311.742723:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757311.742729:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757311.742738:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757311.742744:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787757311.742754:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757311.742764:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787757311.742772:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787757311.742779:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787757311.742787:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757311.742793:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757311.742799:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757311.742805:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757311.742814:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787757311.742826:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757311.742832:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757311.742838:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757311.742846:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757311.742855:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757311.742860:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757311.742867:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757311.742881:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61d2c0.
00000020:00000040:2.0:1787757311.742891:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787757311.742900:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757311.742905:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757311.742913:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757311.742921:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757311.742931:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757311.742947:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507caff400.
00000100:00000001:2.0:1787757311.743016:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757311.743042:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61d2c0 x1874594466067328/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757311.743065:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757311.743075:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757311.743087:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b484489] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61d2c0 x1874594466067328/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757311.743129:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757311.743136:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757311.743144:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787757311.743148:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757311.743153:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757311.743161:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757311.743168:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18891
00000100:00000001:3.0:1787757311.743173:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1787757311.743181:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757311.743184:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757311.743191:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000400:00000200:2.0:1787757311.743193:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757311.743202:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757311.743207:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61d2c0 x1874594466067328/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787757311.743216:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757311.743229:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787757311.743231:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757311.743236:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757311.743239:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757311.743248:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757311.743255:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757311.743257:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:2.0:1787757311.743261:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757311.743317:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:2.0:1787757311.743323:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:2.0:1787757311.743329:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:2.0:1787757311.743337:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757311.743342:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757311.743347:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757311.743352:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757311.743359:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:2.0:1787757311.743369:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757311.743376:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757311.743382:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757311.743394:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757311.743400:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757311.743404:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757311.743412:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787757311.743418:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757311.743422:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757311.743429:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61f840.
00000020:00000040:2.0:1787757311.743434:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:2.0:1787757311.743439:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757311.743442:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757311.743446:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757311.743449:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757311.743452:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757311.743459:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafdc00.
00000100:00000001:2.0:1787757311.743469:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757311.743480:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61f840 x1874594466067456/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757311.743496:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757311.743500:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757311.743507:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aef5ed20] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61f840 x1874594466067456/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757311.743523:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757311.743530:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757311.743537:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787757311.743540:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757311.743544:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757311.743550:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757311.743555:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18891
00000400:00000200:2.0:1787757311.743563:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757311.743571:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757311.743576:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757311.743582:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757311.743586:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757311.743591:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757311.743596:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757311.743601:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757311.743604:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:2.0:1787757311.743609:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757311.743614:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:2.0:1787757311.743620:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:2.0:1787757311.743625:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
02000000:00000001:3.0:1787757311.743628:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1787757311.743635:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
02000000:00000001:3.0:1787757311.743636:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757311.743648:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1787757311.743648:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757311.743665:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00100000:3.0:1787757311.743667:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466067328:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757311.743676:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757311.743683:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:2.0:1787757311.743691:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757311.743697:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757311.743702:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757311.743710:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757311.743716:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757311.743721:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757311.743726:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787757311.743732:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757311.743737:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757311.743751:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:2.0:1787757311.743753:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61f480.
02000000:00000001:3.0:1787757311.743761:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:2.0:1787757311.743762:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787757311.743769:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757311.743777:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757311.743779:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787757311.743788:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757311.743794:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51e000.
00000100:00000001:2.0:1787757311.743797:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757311.743800:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757311.743804:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757311.743813:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757311.743822:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000010:2.0:1787757311.743833:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafe000.
00000400:00000010:3.0:1787757311.743834:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000100:00000001:2.0:1787757311.743850:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1787757311.743855:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00100000:2.0:1787757311.743866:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61f480 x1874594466067584/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1787757311.743869:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466067328, portal 25
00000100:00000001:3.0:1787757311.743879:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757311.743885:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611349184 : -120601098202432 : ffff92505e61d2c0)
00000100:00000001:2.0:1787757311.743899:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:3.0:1787757311.743906:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61d2c0 x1874594466067328/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757311.743908:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757311.743928:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757311.743930:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f638b8ce] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61f480 x1874594466067584/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787757311.743940:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757311.743949:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a088.
00000100:00000200:3.0:1787757311.743957:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466067328, offset 0
00000100:00000001:2.0:1787757311.743997:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757311.744005:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1787757311.744010:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000040:2.0:1787757311.744018:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1787757311.744032:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18901)
00000400:00000200:3.0:1787757311.744035:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757311.744052:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757311.744062:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757311.744071:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757311.744078:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757311.744082:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757311.744089:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56437:56437:256:4294967295] 192.168.201.154@tcp LPNI seq info [56437:56437:8:4294967295]
00000400:00000200:3.0:1787757311.744095:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757311.744113:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757311.744122:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757311.744131:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f900.
00000800:00000200:3.0:1787757311.744144:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757311.744150:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787757311.744160:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757311.744167:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1787757311.744175:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757311.744179:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f900.
00000400:00000200:3.0:1787757311.744188:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757311.744197:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757311.744206:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a088
00000400:00000010:3.0:1787757311.744210:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a088.
00000100:00000001:3.0:1787757311.744217:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757311.744227:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61d2c0 x1874594466067328/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757311.744243:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757311.744251:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61d2c0 x1874594466067328/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757336 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757311.744262:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757311.744300:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757311.744316:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757311.744324:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757311.744330:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313564586
00000100:00000010:3.0:1787757311.744339:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350ef00.
00000100:00000001:3.0:1787757311.744355:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787757311.744377:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313564586
00000100:00000010:3.0:1787757311.744387:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350ede0.
00000100:00000001:3.0:1787757311.744396:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787757311.744407:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757311.744416:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757311.744423:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757311.744435:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757311/real 1787757311]  req@ffff92505e61d2c0 x1874594466067328/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757311.744456:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757311.744460:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757311.744464:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757311.744470:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757311.744472:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757311.744476:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757311.744481:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61d2c0 x1874594466067328/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757311.744493:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61d2c0 x1874594466067328/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757311.744503:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757311.744505:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757311.744508:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757311.744510:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757311.744515:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61d2c0 x1874594466067328/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757311.744524:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757311.744530:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61d2c0 x1874594466067328/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757336 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757311.744539:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757311.744543:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757311.744546:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757311.744548:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757311.744552:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757311.744554:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757311.744558:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757311.744563:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757311.744566:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757311.744571:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61d2c0 x1874594466067328/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757336 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757311.744581:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466067328:192.168.201.154@tcp:250:kworker.0
00000100:00000001:3.0:1787757311.744590:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757311.744593:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757311.744598:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61d2c0 x1874594466067328/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757336 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757311.744606:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757311.744611:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757311.744614:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51e000.
02000000:00000001:3.0:1787757311.744617:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757311.744620:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757311.744622:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:3.0:1787757311.744625:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757311.744629:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507caff400.
02000000:00000001:3.0:1787757311.744634:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757311.744637:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757311.744639:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61d2c0.
00000100:00000001:3.0:1787757311.744644:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757311.744646:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757311.744649:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757311.744661:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757311.744664:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757311.744667:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757311.744669:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757311.744671:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757311.744676:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61f840 x1874594466067456/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757311.744685:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757311.744687:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757311.744690:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757311.744693:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757311.744696:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757311.744699:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466067456:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757311.744704:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757311.744707:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757311.744709:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757311.744712:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757311.744717:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51e000.
02000000:00000001:3.0:1787757311.744719:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757311.744725:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757311.744728:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757311.744732:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757311.744738:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466067456, portal 10
00000100:00000001:3.0:1787757311.744742:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757311.744744:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611358784 : -120601098192832 : ffff92505e61f840)
00000100:00000040:3.0:1787757311.744758:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61f840 x1874594466067456/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757311.744773:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757311.744777:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757311.744782:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a088.
00000100:00000200:3.0:1787757311.744787:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466067456, offset 0
00000400:00000200:3.0:1787757311.744795:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757311.744805:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757311.744813:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757311.744819:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757311.744825:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757311.744830:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757311.744836:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757311.744843:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56438:56438:256:4294967295] 192.168.201.154@tcp LPNI seq info [56438:56438:8:4294967295]
00000400:00000200:3.0:1787757311.744852:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757311.744865:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757311.744876:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757311.744884:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f900.
00000800:00000200:3.0:1787757311.744893:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757311.744899:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787757311.744909:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757311.744915:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1787757311.744923:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757311.744927:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f900.
00000400:00000200:3.0:1787757311.744934:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757311.744942:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757311.744949:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a088
00000400:00000010:3.0:1787757311.744953:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a088.
00000100:00000001:3.0:1787757311.744958:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757311.744991:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61f840 x1874594466067456/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757311.745005:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757311.745011:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61f840 x1874594466067456/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757336 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757311.745025:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757311.745028:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757311.745036:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757311.745043:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:3.0:1787757311.745050:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757311.745055:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313563690
00000100:00000001:3.0:1787757311.745061:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313564586
00000100:00000001:3.0:1787757311.745065:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313563690
00000100:00000001:3.0:1787757311.745068:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313564586
00000100:00000001:3.0:1787757311.745072:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757311.745074:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757311.745077:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757311.745084:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757311/real 1787757311]  req@ffff92505e61f840 x1874594466067456/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757311.745095:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757311.745097:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757311.745099:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757311.745103:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757311.745106:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757311.745109:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757311.745114:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61f840 x1874594466067456/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757311.745124:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61f840 x1874594466067456/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757311.745133:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757311.745135:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757311.745137:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757311.745139:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757311.745143:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61f840 x1874594466067456/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757311.745151:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757311.745156:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61f840 x1874594466067456/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757336 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757311.745164:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757311.745168:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757311.745170:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757311.745172:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757311.745174:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757311.745178:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757311.745181:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757311.745184:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757311.745187:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757311.745192:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61f840 x1874594466067456/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757336 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757311.745202:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466067456:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757311.745207:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757311.745211:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61f480 x1874594466067584/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757311.745228:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757311.745230:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757311.745233:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757311.745236:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757311.745239:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757311.745242:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466067584:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757311.745246:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757311.745248:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757311.745250:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757311.745252:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757311.745257:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51e800.
02000000:00000001:3.0:1787757311.745259:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757311.745264:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757311.745303:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757311.745316:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757311.745321:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466067584, portal 4
00000100:00000001:3.0:1787757311.745326:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757311.745329:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611357824 : -120601098193792 : ffff92505e61f480)
00000100:00000040:3.0:1787757311.745341:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61f480 x1874594466067584/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757311.745355:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757311.745360:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757311.745365:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a088.
00000100:00000200:3.0:1787757311.745370:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466067584, offset 0
00000400:00000200:3.0:1787757311.745377:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757311.745385:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757311.745394:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757311.745400:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757311.745405:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757311.745410:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757311.745415:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757311.745423:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56439:56439:256:4294967295] 192.168.201.154@tcp LPNI seq info [56439:56439:8:4294967295]
00000400:00000200:3.0:1787757311.745433:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757311.745447:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757311.745457:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757311.745462:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f900.
00000800:00000200:3.0:1787757311.745468:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757311.745472:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787757311.745478:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757311.745481:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1787757311.745487:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757311.745489:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f900.
00000400:00000200:3.0:1787757311.745494:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757311.745499:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757311.745503:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a088
00000400:00000010:3.0:1787757311.745505:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a088.
00000100:00000001:3.0:1787757311.745509:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757311.745514:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61f480 x1874594466067584/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757311.745526:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757311.745530:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61f480 x1874594466067584/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757336 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757311.745539:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757311.745541:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757311.745546:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757311.745550:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:3.0:1787757311.745555:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757311.745558:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313563674
00000100:00000001:3.0:1787757311.745561:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313564586
00000100:00000001:3.0:1787757311.745564:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313563674
00000100:00000001:3.0:1787757311.745567:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313564586
00000100:00000001:3.0:1787757311.745569:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757311.745573:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757311.745576:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757311.745580:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757311/real 1787757311]  req@ffff92505e61f480 x1874594466067584/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757311.745591:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757311.745592:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757311.745595:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757311.745598:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757311.745600:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757311.745602:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757311.745606:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61f480 x1874594466067584/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757311.745617:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61f480 x1874594466067584/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757311.745625:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757311.745626:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757311.745629:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757311.745630:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757311.745634:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61f480 x1874594466067584/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757311.745642:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757311.745647:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61f480 x1874594466067584/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757336 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757311.745655:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757311.745658:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757311.745660:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757311.745662:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757311.745665:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757311.745667:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757311.745670:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757311.745675:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757311.745678:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757311.745683:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61f480 x1874594466067584/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757336 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757311.745693:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466067584:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757311.745697:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757311.745699:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757311.745703:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61f840 x1874594466067456/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757336 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757311.745711:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757311.745713:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757311.745715:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51e000.
02000000:00000001:3.0:1787757311.745718:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757311.745720:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757311.745722:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:3.0:1787757311.745724:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757311.745727:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafdc00.
02000000:00000001:3.0:1787757311.745730:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757311.745732:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757311.745735:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61f840.
00000100:00000001:3.0:1787757311.745738:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757311.745740:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757311.745742:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757311.745746:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61f480 x1874594466067584/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757336 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757311.745754:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757311.745755:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757311.745757:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51e800.
02000000:00000001:3.0:1787757311.745759:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757311.745761:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757311.745762:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:3.0:1787757311.745764:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757311.745767:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafe000.
02000000:00000001:3.0:1787757311.745770:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757311.745771:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757311.745773:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61f480.
00000100:00000001:3.0:1787757311.745776:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757311.745778:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757311.745780:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757311.745785:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757311.745786:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757311.745789:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757311.745791:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757312.254371:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757312.254377:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757312.254379:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757312.254383:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757312.254386:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757312.254390:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757312.254392:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757312.254395:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757312.254404:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757312.574527:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757312.574534:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757312.574539:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757312.702353:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313564586, at 4313564608
00000100:00000010:2.0:1787757312.702372:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350ef00.
00000100:00000040:3.0:1787757312.702383:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313564586, at 4313564608
00000100:00000010:3.0:1787757312.702400:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350ede0.
00000100:00000001:0.0:1787757313.278432:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757313.278439:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757313.278441:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757313.278446:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757313.278450:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757313.278453:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757313.278456:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757313.278459:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757313.278461:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757313.598528:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757313.598539:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757313.598547:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757314.302440:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757314.302448:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757314.302451:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757314.302456:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757314.302460:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757314.302463:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757314.302465:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757314.302468:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757314.302470:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757314.622561:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757314.622567:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757314.622571:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757315.326485:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757315.326500:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757315.326504:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757315.326514:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757315.326521:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757315.326529:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757315.326534:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757315.326539:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757315.326544:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757315.646622:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757315.646633:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757315.646641:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757316.350363:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757316.350372:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757316.350374:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757316.350379:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757316.350383:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757316.350387:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757316.350389:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757316.350391:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757316.350393:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757316.670465:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757316.670471:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757316.670475:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787757316.862389:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757316.862402:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787757316.862405:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757316.862410:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757316.862416:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757316.862425:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18896
00000400:00000200:2.0:1787757316.862435:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757316.862442:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757316.862446:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757316.862450:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757316.862454:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757316.862457:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757316.862461:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757316.862466:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757316.862469:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787757316.862473:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757316.862477:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787757316.862481:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787757316.862484:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787757316.862488:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757316.862490:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757316.862494:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757316.862496:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757316.862500:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787757316.862505:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757316.862508:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757316.862522:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757316.862527:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757316.862530:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757316.862533:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757316.862537:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757316.862550:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61de00.
00000020:00000040:2.0:1787757316.862555:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787757316.862561:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757316.862564:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757316.862567:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757316.862571:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757316.862576:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757316.862585:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafcc00.
00000100:00000001:2.0:1787757316.862593:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757316.862605:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61de00 x1874594466067712/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757316.862615:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757316.862619:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757316.862624:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0b9f896] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61de00 x1874594466067712/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757316.862646:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757316.862648:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757316.862651:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787757316.862653:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757316.862654:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757316.862657:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757316.862660:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18896
00000400:00000200:2.0:1787757316.862663:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757316.862666:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757316.862669:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757316.862672:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757316.862674:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757316.862676:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757316.862683:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757316.862686:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1787757316.862688:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1787757316.862689:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:2.0:1787757316.862694:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757316.862700:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:2.0:1787757316.862705:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:3.0:1787757316.862705:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1787757316.862715:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:3.0:1787757316.862718:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757316.862721:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757316.862726:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757316.862729:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757316.862731:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757316.862732:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:2.0:1787757316.862735:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757316.862739:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757316.862741:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:3.0:1787757316.862750:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61de00 x1874594466067712/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787757316.862751:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757316.862758:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757316.862763:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757316.862773:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787757316.862782:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757316.862792:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757316.862800:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000010:2.0:1787757316.862803:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61e940.
00000100:00000001:3.0:1787757316.862807:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787757316.862812:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787757316.862819:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757316.862820:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757316.862827:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757316.862828:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757316.862844:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757316.862848:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757316.862851:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757316.862857:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757316.862859:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafec00.
00000100:00000001:2.0:1787757316.862888:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757316.862891:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466067712:192.168.201.154@tcp:250:kworker.0
00000100:00100000:2.0:1787757316.862901:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61e940 x1874594466067840/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757316.862906:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787757316.862917:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1787757316.862918:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787757316.862924:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757316.862928:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757316.862935:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0cadbca] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61e940 x1874594466067840/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787757316.862937:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757316.862952:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51e800.
00000100:00000001:2.0:1787757316.862954:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757316.862964:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757316.862965:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757316.862975:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787757316.862977:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757316.862979:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1787757316.862987:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757316.862990:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757316.862997:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18896
00000400:00000010:3.0:1787757316.862999:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000200:2.0:1787757316.863014:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757316.863018:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000400:00000200:2.0:1787757316.863020:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757316.863027:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757316.863031:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757316.863033:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757316.863037:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757316.863040:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757316.863042:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757316.863043:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:2.0:1787757316.863044:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757316.863046:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:2.0:1787757316.863048:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:2.0:1787757316.863051:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:2.0:1787757316.863056:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000200:3.0:1787757316.863057:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466067712, portal 25
00000100:00000001:2.0:1787757316.863068:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757316.863073:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757316.863074:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757316.863077:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:3.0:1787757316.863081:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611352064 : -120601098199552 : ffff92505e61de00)
00000020:00000040:2.0:1787757316.863082:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:2.0:1787757316.863089:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757316.863096:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757316.863100:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757316.863104:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757316.863109:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757316.863111:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61de00 x1874594466067712/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757316.863112:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757316.863120:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787757316.863130:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757316.863136:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757316.863145:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61c3c0.
00000020:00000040:2.0:1787757316.863155:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000100:00000001:3.0:1787757316.863171:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1787757316.863174:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757316.863179:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757316.863181:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000001:2.0:1787757316.863187:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757316.863190:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:3.0:1787757316.863192:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a088.
02000000:00000001:2.0:1787757316.863193:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1787757316.863208:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466067712, offset 0
02000000:00000010:2.0:1787757316.863211:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafc000.
00000100:00000001:2.0:1787757316.863216:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757316.863227:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00100000:2.0:1787757316.863228:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61c3c0 x1874594466067968/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757316.863239:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757316.863241:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757316.863247:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:2.0:1787757316.863256:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003175400] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61c3c0 x1874594466067968/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787757316.863305:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757316.863315:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787757316.863318:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757316.863325:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1787757316.863326:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00000040:2.0:1787757316.863340:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1787757316.863341:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757316.863354:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00000040:2.0:1787757316.863356:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18906)
00000400:00000200:3.0:1787757316.863377:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56440:56440:256:4294967295] 192.168.201.154@tcp LPNI seq info [56440:56440:8:4294967295]
00000400:00000200:3.0:1787757316.863386:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757316.863404:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757316.863413:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757316.863421:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f900.
00000800:00000200:3.0:1787757316.863430:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757316.863435:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787757316.863443:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757316.863448:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1787757316.863454:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757316.863457:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f900.
00000400:00000200:3.0:1787757316.863464:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757316.863470:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757316.863477:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a088
00000400:00000010:3.0:1787757316.863480:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a088.
00000100:00000001:3.0:1787757316.863485:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757316.863491:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61de00 x1874594466067712/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757316.863506:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757316.863511:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61de00 x1874594466067712/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757341 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757316.863520:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757316.863523:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757316.863531:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757316.863535:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757316.863539:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313569705
00000100:00000010:3.0:1787757316.863546:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350ede0.
00000100:00000001:3.0:1787757316.863555:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787757316.863563:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313569705
00000100:00000010:3.0:1787757316.863566:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350e120.
00000100:00000001:3.0:1787757316.863570:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787757316.863574:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757316.863577:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757316.863580:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757316.863586:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757316/real 1787757316]  req@ffff92505e61de00 x1874594466067712/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757316.863597:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757316.863599:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757316.863602:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757316.863606:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757316.863608:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757316.863611:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757316.863616:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61de00 x1874594466067712/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757316.863627:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61de00 x1874594466067712/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757316.863636:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757316.863638:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757316.863642:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757316.863645:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757316.863650:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61de00 x1874594466067712/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757316.863658:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757316.863664:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61de00 x1874594466067712/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757341 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757316.863673:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757316.863676:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757316.863678:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757316.863680:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757316.863683:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757316.863686:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757316.863691:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757316.863696:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757316.863699:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757316.863704:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61de00 x1874594466067712/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757341 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757316.863720:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466067712:192.168.201.154@tcp:250:kworker.0
00000100:00000001:3.0:1787757316.863730:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757316.863734:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757316.863741:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61de00 x1874594466067712/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757341 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757316.863754:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757316.863759:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757316.863765:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51e800.
02000000:00000001:3.0:1787757316.863771:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757316.863776:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757316.863779:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:3.0:1787757316.863783:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757316.863788:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafcc00.
02000000:00000001:3.0:1787757316.863794:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757316.863798:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757316.863802:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61de00.
00000100:00000001:3.0:1787757316.863808:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757316.863810:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757316.863815:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757316.863827:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757316.863830:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757316.863833:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757316.863836:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757316.863838:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757316.863845:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61e940 x1874594466067840/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757316.863855:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757316.863857:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757316.863861:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757316.863863:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757316.863866:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757316.863894:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466067840:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757316.863899:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757316.863903:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757316.863905:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757316.863908:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757316.863912:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51e800.
02000000:00000001:3.0:1787757316.863915:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757316.863920:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757316.863923:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757316.863928:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757316.863932:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466067840, portal 10
00000100:00000001:3.0:1787757316.863936:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757316.863938:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611354944 : -120601098196672 : ffff92505e61e940)
00000100:00000040:3.0:1787757316.863946:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61e940 x1874594466067840/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757316.863955:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757316.863958:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757316.863961:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a088.
00000100:00000200:3.0:1787757316.863964:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466067840, offset 0
00000400:00000200:3.0:1787757316.863969:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757316.863975:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757316.863980:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757316.863985:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757316.863989:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757316.863992:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757316.863995:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757316.863999:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56441:56441:256:4294967295] 192.168.201.154@tcp LPNI seq info [56441:56441:8:4294967295]
00000400:00000200:3.0:1787757316.864005:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757316.864013:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757316.864019:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757316.864023:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f900.
00000800:00000200:3.0:1787757316.864029:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757316.864033:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787757316.864040:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757316.864045:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1787757316.864053:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757316.864057:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f900.
00000400:00000200:3.0:1787757316.864064:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757316.864071:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757316.864077:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a088
00000400:00000010:3.0:1787757316.864081:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a088.
00000100:00000001:3.0:1787757316.864086:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757316.864094:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61e940 x1874594466067840/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757316.864122:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757316.864129:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61e940 x1874594466067840/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757341 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757316.864144:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757316.864148:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757316.864155:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757316.864161:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:3.0:1787757316.864165:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757316.864169:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313568809
00000100:00000001:3.0:1787757316.864173:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313569705
00000100:00000001:3.0:1787757316.864176:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313568809
00000100:00000001:3.0:1787757316.864178:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313569705
00000100:00000001:3.0:1787757316.864181:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757316.864184:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757316.864187:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757316.864192:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757316/real 1787757316]  req@ffff92505e61e940 x1874594466067840/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757316.864201:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757316.864203:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757316.864206:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757316.864209:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757316.864211:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757316.864214:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757316.864218:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61e940 x1874594466067840/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757316.864229:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61e940 x1874594466067840/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757316.864237:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757316.864239:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757316.864242:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757316.864244:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757316.864248:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61e940 x1874594466067840/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757316.864257:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757316.864261:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61e940 x1874594466067840/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757341 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757316.864310:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757316.864313:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757316.864315:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757316.864317:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757316.864320:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757316.864323:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757316.864326:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757316.864331:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757316.864334:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757316.864339:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61e940 x1874594466067840/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757341 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757316.864350:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466067840:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757316.864356:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757316.864360:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61c3c0 x1874594466067968/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757316.864369:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757316.864371:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757316.864374:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757316.864377:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757316.864380:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757316.864385:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466067968:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757316.864389:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757316.864392:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757316.864395:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757316.864397:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757316.864402:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51e000.
02000000:00000001:3.0:1787757316.864404:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757316.864409:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757316.864412:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757316.864416:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757316.864420:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466067968, portal 4
00000100:00000001:3.0:1787757316.864423:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757316.864425:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611345344 : -120601098206272 : ffff92505e61c3c0)
00000100:00000040:3.0:1787757316.864433:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61c3c0 x1874594466067968/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757316.864441:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757316.864444:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757316.864447:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a088.
00000100:00000200:3.0:1787757316.864449:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466067968, offset 0
00000400:00000200:3.0:1787757316.864454:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757316.864459:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757316.864464:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757316.864468:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757316.864471:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757316.864475:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757316.864478:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757316.864482:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56442:56442:256:4294967295] 192.168.201.154@tcp LPNI seq info [56442:56442:8:4294967295]
00000400:00000200:3.0:1787757316.864487:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757316.864495:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757316.864501:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757316.864505:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f900.
00000800:00000200:3.0:1787757316.864510:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757316.864514:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787757316.864519:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757316.864523:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1787757316.864528:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757316.864531:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f900.
00000400:00000200:3.0:1787757316.864535:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757316.864539:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757316.864543:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a088
00000400:00000010:3.0:1787757316.864545:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a088.
00000100:00000001:3.0:1787757316.864548:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757316.864553:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61c3c0 x1874594466067968/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757316.864563:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757316.864567:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61c3c0 x1874594466067968/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757341 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757316.864575:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757316.864577:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757316.864581:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757316.864585:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:3.0:1787757316.864589:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757316.864591:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313568793
00000100:00000001:3.0:1787757316.864595:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313569705
00000100:00000001:3.0:1787757316.864597:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313568793
00000100:00000001:3.0:1787757316.864600:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313569705
00000100:00000001:3.0:1787757316.864603:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757316.864605:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757316.864608:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757316.864612:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757316/real 1787757316]  req@ffff92505e61c3c0 x1874594466067968/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757316.864621:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757316.864623:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757316.864625:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757316.864628:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757316.864630:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757316.864633:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757316.864637:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61c3c0 x1874594466067968/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757316.864647:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61c3c0 x1874594466067968/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757316.864654:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757316.864656:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757316.864658:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757316.864660:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757316.864664:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61c3c0 x1874594466067968/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757316.864672:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757316.864676:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61c3c0 x1874594466067968/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757341 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757316.864685:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757316.864688:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757316.864690:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757316.864692:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757316.864694:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757316.864696:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757316.864699:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757316.864703:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757316.864705:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757316.864710:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61c3c0 x1874594466067968/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757341 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757316.864727:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466067968:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757316.864732:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757316.864735:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757316.864739:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61e940 x1874594466067840/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757341 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757316.864746:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757316.864748:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757316.864751:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51e800.
02000000:00000001:3.0:1787757316.864754:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757316.864756:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757316.864757:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:3.0:1787757316.864760:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757316.864762:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafec00.
02000000:00000001:3.0:1787757316.864765:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757316.864767:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757316.864769:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61e940.
00000100:00000001:3.0:1787757316.864772:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757316.864773:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757316.864775:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757316.864779:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61c3c0 x1874594466067968/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757341 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757316.864787:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757316.864788:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757316.864790:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51e000.
02000000:00000001:3.0:1787757316.864792:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757316.864793:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757316.864795:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:3.0:1787757316.864797:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757316.864799:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafc000.
02000000:00000001:3.0:1787757316.864801:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757316.864802:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757316.864804:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61c3c0.
00000100:00000001:3.0:1787757316.864807:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757316.864809:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757316.864812:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757316.864816:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757316.864818:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757316.864821:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757316.864823:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757317.374389:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757317.374399:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757317.374402:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757317.374409:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757317.374414:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757317.374423:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757317.374426:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757317.374430:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757317.374434:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757317.694605:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757317.694610:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757317.694614:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757317.822406:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313569705, at 4313569728
00000100:00000040:2.0:1787757317.822414:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313569705, at 4313569728
00000100:00000010:3.0:1787757317.822426:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350e120.
00000100:00000010:2.0:1787757317.822431:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350ede0.
00000100:00000001:0.0:1787757318.398382:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757318.398391:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757318.398394:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757318.398401:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757318.398405:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757318.398411:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757318.398414:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757318.398418:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757318.398421:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757318.718483:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757318.718494:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757318.718503:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757319.422404:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757319.422415:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757319.422419:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757319.422427:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757319.422433:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757319.422438:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757319.422441:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757319.422444:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757319.422448:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757319.742477:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757319.742483:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757319.742487:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757320.446387:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757320.446396:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757320.446399:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757320.446406:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757320.446410:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757320.446415:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757320.446419:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757320.446422:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757320.446426:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757320.766582:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757320.766607:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757320.766611:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757321.470441:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757321.470454:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757321.470458:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757321.470468:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757321.470474:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757321.470481:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757321.470487:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757321.470494:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757321.470500:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757321.790570:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757321.790577:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757321.790583:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757321.982373:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757321.982386:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757321.982389:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757321.982393:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757321.982398:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757321.982408:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18901
00000400:00000200:3.0:1787757321.982420:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757321.982429:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757321.982433:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757321.982437:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757321.982441:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757321.982444:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757321.982447:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757321.982453:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757321.982456:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757321.982460:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757321.982465:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757321.982467:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757321.982470:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757321.982472:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757321.982474:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757321.982475:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757321.982477:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757321.982479:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757321.982482:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757321.982484:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757321.982487:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757321.982491:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757321.982493:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757321.982495:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757321.982498:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757321.982505:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca192c0.
00000020:00000040:3.0:1787757321.982508:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757321.982514:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757321.982515:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757321.982519:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757321.982522:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757321.982526:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757321.982535:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e000.
00000100:00000001:3.0:1787757321.982542:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757321.982552:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca192c0 x1874594466068096/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757321.982562:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757321.982567:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757321.982571:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e50181] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca192c0 x1874594466068096/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757321.982596:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757321.982599:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757321.982601:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757321.982603:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757321.982605:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757321.982607:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757321.982610:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18901
00000400:00000200:3.0:1787757321.982613:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757321.982616:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757321.982618:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757321.982621:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757321.982625:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757321.982628:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757321.982630:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757321.982632:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757321.982633:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757321.982635:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757321.982636:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787757321.982638:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787757321.982640:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787757321.982643:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757321.982646:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757321.982653:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757321.982656:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757321.982659:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787757321.982668:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757321.982675:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757321.982678:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757321.982688:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757321.982700:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757321.982709:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757321.982716:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757321.982724:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757321.982729:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757321.982745:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1b0c0.
00000020:00000040:3.0:1787757321.982763:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787757321.982774:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757321.982791:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757321.982794:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757321.982796:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757321.982798:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757321.982805:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e800.
00000100:00000001:3.0:1787757321.982824:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757321.982840:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1b0c0 x1874594466068224/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757321.982853:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757321.982861:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757321.982868:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043bdf1c5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1b0c0 x1874594466068224/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757321.982885:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757321.982887:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757321.982892:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787757321.982894:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757321.982899:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757321.982906:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757321.982913:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18901
00000400:00000200:3.0:1787757321.982929:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757321.982936:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757321.982944:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757321.982951:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757321.982955:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757321.982958:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757321.982962:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757321.982976:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757321.982983:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787757321.982987:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757321.982990:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787757321.982996:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787757321.983006:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787757321.983020:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757321.983031:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757321.983040:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757321.983047:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757321.983056:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787757321.983067:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757321.983072:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757321.983083:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757321.983090:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757321.983102:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757321.983113:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757321.983118:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757321.983131:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757321.983141:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757321.983149:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19680.
00000020:00000040:3.0:1787757321.983153:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787757321.983162:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757321.983163:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757321.983166:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757321.983167:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757321.983169:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757321.983172:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51f400.
00000100:00000001:3.0:1787757321.983176:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757321.983185:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19680 x1874594466068352/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757321.983193:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757321.983200:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757321.983210:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c14b51e] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19680 x1874594466068352/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757321.983226:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757321.983230:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787757321.983236:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787757321.983242:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18911)
00000800:00000200:1.1:1787757321.983346:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757321.983350:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787757321.983871:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757321.983874:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787757321.984172:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757321.984175:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1787757322.494419:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757322.494429:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757322.494432:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757322.494440:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757322.494446:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757322.494452:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757322.494457:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757322.494462:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757322.494467:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757322.814604:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757322.814614:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757322.814621:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757322.942383:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313574825, at 4313574848
00000100:00000040:2.0:1787757322.942395:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313574825, at 4313574848
00000100:00000010:3.0:1787757322.942409:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6ea0.
00000100:00000010:2.0:1787757322.942416:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e62a0.
00000100:00000001:0.0:1787757323.518372:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757323.518388:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757323.518393:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757323.518405:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757323.518413:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757323.518421:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757323.518427:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757323.518433:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757323.518439:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757323.838446:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757323.838450:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757323.838454:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757324.542354:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757324.542362:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757324.542365:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757324.542369:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757324.542372:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757324.542375:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757324.542377:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757324.542379:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757324.542381:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757324.862433:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757324.862438:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757324.862442:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757325.566333:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757325.566344:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757325.566347:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757325.566353:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757325.566358:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757325.566363:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757325.566366:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757325.566370:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757325.566374:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757325.886626:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757325.886633:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757325.886638:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757326.590456:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757326.590470:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757326.590475:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757326.590488:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757326.590495:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757326.590503:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757326.590509:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757326.590515:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757326.590521:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757326.910524:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757326.910533:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757326.910540:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787757327.102493:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757327.102507:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787757327.102510:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757327.102515:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757327.102520:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757327.102530:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18906
00000400:00000200:0.0:1787757327.102541:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757327.102549:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757327.102554:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757327.102558:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757327.102562:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757327.102566:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757327.102569:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757327.102575:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757327.102577:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787757327.102581:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757327.102585:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787757327.102588:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787757327.102591:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787757327.102595:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757327.102597:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757327.102600:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757327.102603:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757327.102607:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787757327.102611:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757327.102616:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757327.102620:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757327.102624:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757327.102628:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757327.102630:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787757327.102634:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757327.102644:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae47c00.
00000020:00000040:0.0:1787757327.102649:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787757327.102654:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757327.102675:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757327.102679:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757327.102683:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757327.102717:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757327.102728:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6800.
00000100:00000001:0.0:1787757327.102737:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757327.102750:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae47c00 x1874594466068480/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757327.102765:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757327.102770:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757327.102776:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006db13aa7] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae47c00 x1874594466068480/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757327.102808:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757327.102812:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757327.102817:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787757327.102819:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757327.102821:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757327.102825:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757327.102829:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18906
00000400:00000200:0.0:1787757327.102834:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757327.102838:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757327.102841:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757327.102846:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757327.102850:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757327.102854:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757327.102859:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757327.102862:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757327.102865:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:0.0:1787757327.102867:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757327.102870:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:0.0:1787757327.102874:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:0.0:1787757327.102882:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:0.0:1787757327.102889:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757327.102896:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757327.102906:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757327.102911:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757327.102930:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:0.0:1787757327.102939:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757327.102946:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757327.102954:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757327.102969:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757327.102984:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757327.102995:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787757327.103005:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787757327.103019:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757327.103027:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757327.103037:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae45680.
00000020:00000040:0.0:1787757327.103051:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:0.0:1787757327.103063:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757327.103071:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757327.103077:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757327.103084:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757327.103090:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757327.103098:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad7c00.
00000100:00000001:0.0:1787757327.103104:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757327.103116:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae45680 x1874594466068608/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757327.103135:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757327.103145:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757327.103171:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078e2ff1a] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae45680 x1874594466068608/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757327.103233:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757327.103240:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757327.103252:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787757327.103258:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757327.103264:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757327.103359:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757327.103373:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18906
00000400:00000200:0.0:1787757327.103409:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757327.103423:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757327.103433:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757327.103447:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757327.103457:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757327.103467:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757327.103472:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757327.103481:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757327.103483:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:0.0:1787757327.103488:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757327.103493:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:0.0:1787757327.103501:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:0.0:1787757327.103511:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000800:00000200:1.1:1787757327.103519:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000040:0.0:1787757327.103521:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000800:00000200:1.1:1787757327.103528:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1787757327.103529:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757327.103538:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757327.103550:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757327.103557:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:0.0:1787757327.103569:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757327.103578:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757327.103587:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757327.103596:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757327.103607:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757327.103613:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787757327.103622:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787757327.103628:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757327.103638:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757327.103650:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae46940.
00000020:00000040:0.0:1787757327.103656:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:0.0:1787757327.103665:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757327.103669:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757327.103679:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757327.103684:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757327.103714:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757327.103725:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad7000.
00000100:00000001:0.0:1787757327.103738:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757327.103750:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae46940 x1874594466068736/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757327.103779:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757327.103784:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757327.103794:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013e8296f] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae46940 x1874594466068736/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757327.103813:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757327.103818:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787757327.103823:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1787757327.103834:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18916)
00000800:00000200:1.1:1787757327.104343:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757327.104346:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787757327.104743:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757327.104746:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000100:00000001:2.0:1787757327.614469:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757327.614480:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757327.614484:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757327.614492:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757327.614500:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757327.614505:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757327.614510:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757327.614514:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757327.614519:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757327.934433:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757327.934438:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757327.934443:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757328.062371:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313579945, at 4313579968
00000100:00000040:2.0:1787757328.062384:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313579945, at 4313579968
00000100:00000010:3.0:1787757328.062389:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6de0.
00000100:00000010:2.0:1787757328.062396:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6000.
00000100:00000001:2.0:1787757328.638367:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757328.638373:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757328.638375:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757328.638380:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757328.638383:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757328.638386:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757328.638388:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757328.638390:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757328.638392:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757328.958486:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757328.958491:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757328.958494:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757329.662378:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757329.662390:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757329.662395:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757329.662404:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757329.662411:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757329.662418:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757329.662423:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757329.662428:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757329.662434:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757329.982432:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757329.982437:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757329.982440:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757330.686387:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757330.686398:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757330.686401:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757330.686408:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757330.686413:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757330.686418:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757330.686422:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757330.686426:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757330.686430:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757331.006466:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757331.006473:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757331.006479:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757331.710334:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757331.710341:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757331.710343:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757331.710348:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757331.710351:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757331.710354:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757331.710356:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757331.710358:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757331.710361:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757332.030434:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757332.030437:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757332.030440:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787757332.222401:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757332.222408:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787757332.222410:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757332.222413:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757332.222417:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757332.222423:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18911
00000400:00000200:2.0:1787757332.222429:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757332.222434:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757332.222437:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757332.222439:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757332.222441:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757332.222443:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757332.222445:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757332.222449:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757332.222450:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787757332.222452:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757332.222455:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787757332.222456:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787757332.222458:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787757332.222460:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757332.222462:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757332.222463:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757332.222465:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757332.222467:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787757332.222469:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757332.222471:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757332.222473:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757332.222476:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757332.222478:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757332.222479:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757332.222481:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757332.222486:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61c3c0.
00000020:00000040:2.0:1787757332.222489:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787757332.222492:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757332.222493:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757332.222496:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757332.222498:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757332.222501:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757332.222509:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafec00.
00000100:00000001:2.0:1787757332.222515:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757332.222522:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61c3c0 x1874594466068864/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757332.222529:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757332.222533:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757332.222537:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003175400] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61c3c0 x1874594466068864/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757332.222556:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757332.222558:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757332.222560:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787757332.222562:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757332.222563:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757332.222565:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757332.222568:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18911
00000400:00000200:2.0:1787757332.222570:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757332.222572:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757332.222574:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757332.222576:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757332.222578:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757332.222579:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757332.222581:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757332.222583:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757332.222584:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:2.0:1787757332.222586:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757332.222587:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:2.0:1787757332.222589:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:2.0:1787757332.222590:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:2.0:1787757332.222592:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757332.222594:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757332.222596:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757332.222613:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757332.222616:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:2.0:1787757332.222620:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757332.222624:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757332.222625:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757332.222631:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757332.222635:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757332.222638:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757332.222643:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787757332.222648:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757332.222652:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757332.222657:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61e940.
00000020:00000040:2.0:1787757332.222661:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:2.0:1787757332.222665:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757332.222668:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757332.222674:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757332.222677:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757332.222680:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757332.222684:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafcc00.
00000100:00000001:2.0:1787757332.222690:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757332.222697:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61e940 x1874594466068992/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757332.222706:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757332.222709:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757332.222714:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0cadbca] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61e940 x1874594466068992/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757332.222727:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757332.222731:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757332.222739:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787757332.222743:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757332.222745:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757332.222749:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757332.222754:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18911
00000400:00000200:2.0:1787757332.222762:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757332.222767:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757332.222770:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757332.222777:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757332.222780:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757332.222782:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757332.222785:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757332.222789:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757332.222792:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:2.0:1787757332.222793:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757332.222796:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:2.0:1787757332.222801:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:2.0:1787757332.222805:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:2.0:1787757332.222810:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757332.222814:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757332.222818:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757332.222823:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757332.222826:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:2.0:1787757332.222833:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757332.222838:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757332.222841:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757332.222844:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757332.222846:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757332.222847:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757332.222851:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787757332.222856:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757332.222860:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757332.222865:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61de00.
00000020:00000040:2.0:1787757332.222868:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:2.0:1787757332.222871:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757332.222872:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757332.222873:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757332.222875:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757332.222878:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757332.222882:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafe000.
00000100:00000001:2.0:1787757332.222886:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757332.222893:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61de00 x1874594466069120/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757332.222902:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757332.222903:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757332.222906:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0b9f896] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61de00 x1874594466069120/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787757332.222906:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:2.0:1787757332.222915:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787757332.222916:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000100:00000040:2.0:1787757332.222918:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787757332.222923:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1787757332.222928:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18921)
00000800:00000200:1.1:1787757332.223204:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757332.223206:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787757332.223443:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757332.223445:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000100:00000001:2.0:1787757332.734415:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757332.734426:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757332.734429:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757332.734435:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757332.734440:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757332.734444:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757332.734447:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757332.734450:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757332.734454:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757333.054545:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757333.054553:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757333.054562:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757333.182429:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313585064, at 4313585088
00000100:00000040:3.0:1787757333.182429:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313585064, at 4313585088
00000100:00000010:3.0:1787757333.182455:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6060.
00000100:00000010:2.0:1787757333.182460:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6240.
00000100:00000001:2.0:1787757333.758346:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757333.758353:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757333.758355:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757333.758359:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757333.758362:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757333.758365:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757333.758367:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757333.758369:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757333.758371:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757334.078603:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757334.078636:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757334.078641:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757334.782446:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757334.782457:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757334.782461:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757334.782468:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757334.782473:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757334.782478:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757334.782482:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757334.782485:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757334.782489:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757335.102651:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757335.102658:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757335.102665:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757335.806364:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757335.806373:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757335.806375:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757335.806397:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757335.806401:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757335.806406:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757335.806409:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757335.806412:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757335.806415:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757336.126613:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757336.126622:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757336.126630:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757336.830381:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757336.830390:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757336.830393:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757336.830399:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757336.830404:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757336.830408:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757336.830411:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757336.830415:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757336.830418:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757337.150580:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757337.150588:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757337.150595:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787757337.342482:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757337.342495:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787757337.342499:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757337.342504:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757337.342551:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757337.342561:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18916
00000400:00000200:0.0:1787757337.342572:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757337.342579:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757337.342584:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757337.342588:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757337.342592:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757337.342595:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757337.342599:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757337.342614:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757337.342617:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787757337.342621:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757337.342625:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787757337.342628:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787757337.342631:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787757337.342635:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757337.342637:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757337.342639:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757337.342642:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757337.342645:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787757337.342650:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757337.342653:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757337.342656:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757337.342661:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757337.342664:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757337.342667:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787757337.342669:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757337.342682:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae47480.
00000020:00000040:0.0:1787757337.342686:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787757337.342691:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757337.342693:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757337.342697:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757337.342701:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757337.342706:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757337.342717:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6400.
00000100:00000001:0.0:1787757337.342725:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757337.342736:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae47480 x1874594466069248/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757337.342750:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757337.342756:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757337.342762:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ecd7b1f2] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae47480 x1874594466069248/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757337.342790:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757337.342795:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757337.342801:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787757337.342802:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757337.342805:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757337.342809:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757337.342812:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18916
00000400:00000200:0.0:1787757337.342817:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757337.342821:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757337.342824:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757337.342828:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757337.342832:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757337.342835:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757337.342839:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757337.342842:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757337.342845:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:0.0:1787757337.342848:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757337.342851:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:0.0:1787757337.342855:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:0.0:1787757337.342858:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:0.0:1787757337.342869:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757337.342872:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757337.342881:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757337.342890:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757337.342893:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:0.0:1787757337.342896:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757337.342899:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757337.342902:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757337.342910:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757337.342928:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757337.342939:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787757337.342948:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787757337.342961:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757337.342974:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757337.342989:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae47840.
00000020:00000040:0.0:1787757337.343003:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:0.0:1787757337.343016:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757337.343023:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757337.343037:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757337.343046:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757337.343052:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757337.343070:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad4400.
00000100:00000001:0.0:1787757337.343084:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757337.343099:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae47840 x1874594466069376/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757337.343121:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757337.343130:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757337.343140:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000cd63e1] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae47840 x1874594466069376/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757337.343191:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757337.343206:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757337.343222:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787757337.343230:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757337.343237:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757337.343246:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757337.343262:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18916
00000400:00000200:0.0:1787757337.343376:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757337.343397:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757337.343411:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757337.343428:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757337.343443:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757337.343457:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000800:00000200:1.1:1787757337.343459:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:0.0:1787757337.343471:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000800:00000200:1.1:1787757337.343472:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1787757337.343484:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757337.343492:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:0.0:1787757337.343504:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757337.343545:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:0.0:1787757337.343559:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:0.0:1787757337.343572:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:0.0:1787757337.343592:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757337.343603:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757337.343618:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757337.343627:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757337.343640:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:0.0:1787757337.343658:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757337.343670:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757337.343680:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757337.343691:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757337.343701:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757337.343709:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787757337.343716:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787757337.343726:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757337.343737:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757337.343753:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae44f00.
00000020:00000040:0.0:1787757337.343764:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:0.0:1787757337.343775:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757337.343779:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757337.343783:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757337.343789:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757337.343796:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757337.343810:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6000.
00000100:00000001:0.0:1787757337.343824:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757337.343845:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae44f00 x1874594466069504/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757337.343882:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757337.343891:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757337.343910:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b63fe09a] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae44f00 x1874594466069504/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757337.343955:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757337.343967:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787757337.343984:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1787757337.343999:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18926)
00000800:00000200:1.1:1787757337.344361:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757337.344364:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787757337.344798:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757337.344803:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000100:00000001:2.0:1787757337.854362:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757337.854372:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757337.854376:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757337.854381:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757337.854386:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757337.854390:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757337.854393:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757337.854396:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757337.854399:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757338.174620:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757338.174625:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757338.174629:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757338.302381:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313590185, at 4313590208
00000100:00000010:2.0:1787757338.302399:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6c00.
00000100:00000040:3.0:1787757338.302425:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313590185, at 4313590208
00000100:00000010:3.0:1787757338.302450:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6a80.
00000100:00000001:2.0:1787757338.878344:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757338.878351:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757338.878353:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757338.878358:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757338.878361:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757338.878364:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757338.878366:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757338.878369:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757338.878371:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757339.198568:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757339.198573:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757339.198576:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757339.902429:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757339.902442:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757339.902447:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757339.902457:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757339.902507:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757339.902514:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757339.902519:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757339.902523:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757339.902528:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757340.222445:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757340.222454:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757340.222483:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757340.926373:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757340.926383:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757340.926387:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757340.926394:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757340.926399:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757340.926403:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757340.926406:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757340.926409:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757340.926414:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757341.246645:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757341.246652:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757341.246657:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757341.950416:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757341.950425:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757341.950452:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757341.950459:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757341.950464:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757341.950470:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757341.950474:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757341.950477:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757341.950481:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757342.270546:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757342.270552:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757342.270556:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787757342.462449:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757342.462462:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787757342.462465:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757342.462470:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757342.462475:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757342.462484:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18921
00000400:00000200:2.0:1787757342.462495:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757342.462503:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757342.462507:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757342.462512:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757342.462516:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757342.462519:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757342.462523:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757342.462528:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757342.462531:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787757342.462533:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757342.462536:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787757342.462539:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787757342.462541:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787757342.462544:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757342.462545:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757342.462547:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757342.462548:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757342.462551:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787757342.462554:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757342.462557:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757342.462560:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757342.462563:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757342.462565:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757342.462567:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757342.462570:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757342.462578:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61f480.
00000020:00000040:2.0:1787757342.462581:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787757342.462585:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757342.462587:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757342.462590:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757342.462592:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757342.462596:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757342.462603:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507caff400.
00000100:00000001:2.0:1787757342.462609:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757342.462617:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61f480 x1874594466069632/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757342.462627:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757342.462631:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757342.462635:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f638b8ce] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61f480 x1874594466069632/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757342.462657:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757342.462661:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757342.462664:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787757342.462665:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757342.462667:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757342.462669:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757342.462672:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18921
00000400:00000200:2.0:1787757342.462675:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757342.462678:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757342.462680:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757342.462682:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757342.462684:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757342.462687:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757342.462688:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757342.462691:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757342.462692:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:2.0:1787757342.462694:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757342.462696:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:2.0:1787757342.462698:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:2.0:1787757342.462699:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:2.0:1787757342.462702:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757342.462703:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757342.462706:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757342.462708:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757342.462714:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:2.0:1787757342.462718:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757342.462722:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757342.462725:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757342.462731:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757342.462738:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757342.462744:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757342.462750:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787757342.462756:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757342.462760:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757342.462765:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61f840.
00000020:00000040:2.0:1787757342.462769:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:2.0:1787757342.462775:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757342.462779:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757342.462783:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757342.462787:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757342.462789:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757342.462795:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafd000.
00000100:00000001:2.0:1787757342.462801:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757342.462811:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61f840 x1874594466069760/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757342.462828:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757342.462834:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757342.462846:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aef5ed20] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61f840 x1874594466069760/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757342.462870:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757342.462879:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757342.462890:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787757342.462893:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757342.462897:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757342.462905:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757342.462910:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18921
00000400:00000200:2.0:1787757342.462916:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757342.462922:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757342.462925:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757342.462931:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757342.462936:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757342.462942:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757342.462946:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757342.462950:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757342.462952:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:2.0:1787757342.462957:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757342.462962:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:2.0:1787757342.462967:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:2.0:1787757342.462972:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:2.0:1787757342.462979:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757342.462983:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757342.462987:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757342.462991:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757342.462994:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:2.0:1787757342.463000:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757342.463006:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757342.463012:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757342.463017:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757342.463021:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757342.463025:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757342.463027:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787757342.463032:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757342.463033:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757342.463042:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61d2c0.
00000800:00000200:1.1:1787757342.463049:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757342.463053:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 1 secs later)
00000020:00000040:2.0:1787757342.463058:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:2.0:1787757342.463073:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757342.463076:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757342.463082:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757342.463084:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757342.463089:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757342.463094:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507caff800.
00000100:00000001:2.0:1787757342.463099:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757342.463108:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61d2c0 x1874594466069888/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757342.463117:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757342.463122:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757342.463129:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b484489] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61d2c0 x1874594466069888/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757342.463138:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757342.463143:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787757342.463156:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1787757342.463164:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18932)
00000800:00000200:1.1:1787757342.463596:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757342.463599:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787757342.463835:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757342.463837:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 1 secs later)
00000100:00000001:2.0:1787757342.974397:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757342.974424:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757342.974429:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757342.974436:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757342.974442:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757342.974448:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757342.974452:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757342.974456:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757342.974461:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757343.294580:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757343.294587:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757343.294593:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757343.422349:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313595304, at 4313595328
00000100:00000010:3.0:1787757343.422362:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6a20.
00000100:00000040:2.0:1787757343.422363:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313595304, at 4313595328
00000100:00000010:2.0:1787757343.422372:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e63c0.
00000100:00000001:2.0:1787757343.998323:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757343.998341:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757343.998343:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757343.998347:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757343.998349:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757343.998352:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757343.998354:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757343.998356:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757343.998358:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757344.318563:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757344.318570:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757344.318574:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757345.022444:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757345.022456:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757345.022460:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757345.022468:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757345.022475:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757345.022480:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757345.022485:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757345.022489:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757345.022495:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757345.342684:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757345.342691:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757345.342697:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757346.046537:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757346.046550:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757346.046555:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757346.046563:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757346.046569:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757346.046575:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757346.046578:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757346.046583:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757346.046587:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757346.366649:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757346.366659:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757346.366665:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757347.070472:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757347.070482:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757347.070484:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757347.070491:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757347.070496:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757347.070500:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757347.070503:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757347.070505:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757347.070508:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757347.390629:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757347.390637:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757347.390644:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787757347.582526:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757347.582544:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787757347.582549:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757347.582558:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757347.582567:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757347.582582:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18927
00000400:00000200:2.0:1787757347.582598:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757347.582611:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757347.582626:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757347.582633:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757347.582639:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757347.582643:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757347.582647:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757347.582654:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757347.582658:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787757347.582665:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757347.582670:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787757347.582675:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787757347.582680:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787757347.582687:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757347.582690:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757347.582698:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757347.582704:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757347.582710:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787757347.582716:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757347.582721:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757347.582728:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757347.582735:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757347.582740:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757347.582744:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757347.582748:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757347.582759:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61f0c0.
00000020:00000040:2.0:1787757347.582765:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787757347.582774:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757347.582777:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757347.582782:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757347.582787:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757347.582793:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757347.582806:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafe400.
00000100:00000001:2.0:1787757347.582819:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757347.582835:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61f0c0 x1874594466070016/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757347.582852:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757347.582859:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757347.582867:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bea70ab] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61f0c0 x1874594466070016/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757347.582899:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757347.582905:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757347.582912:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787757347.582915:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757347.582918:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757347.582923:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757347.582929:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18927
00000400:00000200:2.0:1787757347.582935:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757347.582947:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757347.582951:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757347.582957:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757347.582967:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757347.582974:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757347.582980:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757347.582987:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757347.582991:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:2.0:1787757347.582997:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757347.583001:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:2.0:1787757347.583004:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:2.0:1787757347.583010:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:2.0:1787757347.583019:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757347.583028:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757347.583035:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757347.583043:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757347.583050:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:2.0:1787757347.583059:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757347.583066:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757347.583075:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757347.583090:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757347.583097:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757347.583109:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757347.583118:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787757347.583128:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757347.583132:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757347.583141:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61d680.
00000020:00000040:2.0:1787757347.583149:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:2.0:1787757347.583153:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757347.583159:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757347.583161:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757347.583165:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757347.583174:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757347.583180:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafc800.
00000100:00000001:2.0:1787757347.583189:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757347.583202:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61d680 x1874594466070144/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757347.583224:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757347.583229:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757347.583239:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054aea141] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61d680 x1874594466070144/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757347.583260:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757347.583309:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757347.583315:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787757347.583318:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757347.583321:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757347.583325:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757347.583351:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18927
00000400:00000200:2.0:1787757347.583357:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757347.583364:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757347.583368:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757347.583374:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757347.583378:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757347.583389:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757347.583393:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757347.583397:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757347.583401:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:2.0:1787757347.583408:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757347.583414:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:2.0:1787757347.583422:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:2.0:1787757347.583434:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:2.0:1787757347.583442:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757347.583450:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757347.583457:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757347.583467:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757347.583477:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:2.0:1787757347.583488:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757347.583496:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757347.583502:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757347.583510:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757347.583519:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757347.583523:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757347.583531:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787757347.583539:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757347.583546:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757347.583556:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61cf00.
00000020:00000040:2.0:1787757347.583560:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:2.0:1787757347.583571:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757347.583576:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757347.583581:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757347.583584:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757347.583589:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757347.583604:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507caff800.
00000100:00000001:2.0:1787757347.583614:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757347.583631:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61cf00 x1874594466070272/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757347.583649:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757347.583655:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757347.583671:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006cc8e384] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61cf00 x1874594466070272/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757347.583699:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757347.583707:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787757347.583720:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1787757347.583733:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18937)
00000800:00000200:1.1:1787757347.583828:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757347.584401:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757347.584752:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:2.0:1787757348.094507:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757348.094521:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757348.094525:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757348.094533:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757348.094539:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757348.094545:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757348.094550:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757348.094554:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757348.094560:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757348.414623:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757348.414633:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757348.414639:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757348.542463:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313600425, at 4313600448
00000100:00000040:3.0:1787757348.542464:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313600425, at 4313600448
00000100:00000010:2.0:1787757348.542497:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6840.
00000100:00000010:3.0:1787757348.542507:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6660.
00000100:00000001:2.0:1787757349.118423:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757349.118436:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757349.118439:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757349.118447:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757349.118452:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757349.118458:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757349.118462:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757349.118466:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757349.118469:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757349.438470:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757349.438476:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757349.438481:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757350.142384:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757350.142394:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757350.142396:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757350.142402:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757350.142406:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757350.142409:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757350.142412:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757350.142414:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757350.142416:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757350.462472:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757350.462479:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757350.462484:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787757350.654610:0:238944:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.154:988
00000400:00000100:3.0:1787757350.654700:0:238944:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.154@tcp at host 192.168.201.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1787757350.654711:0:238944:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757350.654716:0:238944:0:(router.c:1791:lnet_notify()) 192.168.201.54@tcp notifying 192.168.201.154@tcp: down
00000400:00000200:3.0:1787757350.654721:0:238944:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757350.654726:0:238944:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1787757350.654731:0:238944:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000800:00000010:3.0:1787757350.654734:0:238944:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1400.
00000400:00000200:3.0:1787757350.654739:0:238944:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787757350.654742:0:238944:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787757350.654748:0:238944:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf198
00000400:00000010:3.0:1787757350.654750:0:238944:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf198.
00000100:00000001:3.0:1787757350.654755:0:238944:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757350.654762:0:238944:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff92505e61f0c0 x1874594466070016/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757350.654782:0:238944:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757350.654796:0:238944:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61f0c0 x1874594466070016/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757372 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757350.654807:0:238944:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757350.654808:0:238944:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787757350.654819:0:238944:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000800:00000010:3.0:1787757350.654821:0:238944:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1c00.
00000400:00000200:3.0:1787757350.654824:0:238944:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787757350.654827:0:238944:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787757350.654829:0:238944:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf330
00000400:00000010:3.0:1787757350.654830:0:238944:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf330.
00000100:00000001:3.0:1787757350.654832:0:238944:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757350.654835:0:238944:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff92505e61d680 x1874594466070144/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757350.654840:0:238944:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757350.654842:0:238944:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61d680 x1874594466070144/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757372 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757350.654848:0:238944:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757350.654850:0:238944:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787757350.654868:0:238944:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000800:00000010:3.0:1787757350.654874:0:238944:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1a00.
00000400:00000200:3.0:1787757350.654879:0:238944:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787757350.654885:0:238944:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787757350.654889:0:238944:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf220
00000400:00000010:3.0:1787757350.654894:0:238944:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf220.
00000100:00000001:3.0:1787757350.654899:0:238944:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757350.654907:0:238944:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff92505e61cf00 x1874594466070272/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757350.654920:0:238944:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757350.654927:0:238944:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61cf00 x1874594466070272/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757372 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757350.654941:0:238944:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757350.654946:0:238944:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757351.166385:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757351.166392:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757351.166395:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757351.166400:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757351.166404:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757351.166407:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757351.166410:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757351.166413:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757351.166416:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757351.486540:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757351.486545:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757351.486548:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757352.190410:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757352.190420:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757352.190423:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757352.190429:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757352.190434:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757352.190439:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757352.190442:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757352.190445:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757352.190449:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757352.510487:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757352.510494:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757352.510499:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787757352.702511:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757352.702523:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787757352.702527:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757352.702532:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757352.702538:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757352.702548:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18932
00000400:00000200:0.0:1787757352.702559:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757352.702566:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757352.702570:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757352.702574:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757352.702577:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757352.702580:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757352.702583:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757352.702588:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757352.702590:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787757352.702593:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757352.702597:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787757352.702599:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787757352.702602:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787757352.702605:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757352.702607:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757352.702609:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757352.702612:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757352.702615:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787757352.702620:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757352.702622:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757352.702626:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757352.702629:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757352.702632:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757352.702634:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787757352.702637:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757352.702645:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae46580.
00000020:00000040:0.0:1787757352.702649:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787757352.702653:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757352.702655:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757352.702658:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757352.702661:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757352.702680:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757352.702689:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad4800.
00000100:00000001:0.0:1787757352.702697:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757352.702707:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae46580 x1874594466070400/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757352.702720:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757352.702725:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757352.702731:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000105135d9] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae46580 x1874594466070400/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757352.702764:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757352.702770:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757352.702776:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787757352.702779:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757352.702781:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757352.702786:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757352.702791:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18932
00000400:00000200:0.0:1787757352.702798:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757352.702803:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757352.702807:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757352.702813:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757352.702816:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757352.702819:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757352.702823:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757352.702827:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757352.702831:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:0.0:1787757352.702834:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757352.702838:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:0.0:1787757352.702842:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:0.0:1787757352.702847:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:0.0:1787757352.702877:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757352.702889:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757352.702902:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757352.702910:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757352.702919:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:0.0:1787757352.702928:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757352.702937:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757352.702945:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757352.702957:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757352.702964:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757352.702973:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787757352.702983:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787757352.702994:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757352.703003:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757352.703015:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae45e00.
00000020:00000040:0.0:1787757352.703022:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:0.0:1787757352.703033:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757352.703038:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757352.703046:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757352.703053:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757352.703059:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757352.703070:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad5800.
00000100:00000001:0.0:1787757352.703082:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757352.703098:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae45e00 x1874594466070528/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757352.703121:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757352.703127:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757352.703154:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3f2eaea] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae45e00 x1874594466070528/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757352.703180:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757352.703188:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757352.703197:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787757352.703204:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757352.703207:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757352.703218:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757352.703228:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18932
00000400:00000200:0.0:1787757352.703510:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757352.703528:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757352.703537:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757352.703551:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757352.703559:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757352.703565:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757352.703573:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757352.703581:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757352.703586:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:0.0:1787757352.703595:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757352.703601:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:0.0:1787757352.703610:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000800:00000200:1.1:1787757352.703614:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000020:00000001:0.0:1787757352.703616:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000800:00000200:1.1:1787757352.703625:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000100:00000040:0.0:1787757352.703632:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757352.703641:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757352.703652:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757352.703661:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757352.703667:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:0.0:1787757352.703680:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757352.703690:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757352.703696:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757352.703704:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757352.703715:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757352.703722:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787757352.703730:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787757352.703738:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757352.703806:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757352.703818:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae461c0.
00000020:00000040:0.0:1787757352.703826:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:0.0:1787757352.703834:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757352.703840:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757352.703848:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757352.703854:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757352.703861:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757352.703874:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6800.
00000100:00000001:0.0:1787757352.703884:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757352.703902:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae461c0 x1874594466070656/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757352.703925:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757352.703934:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757352.703952:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeb90c37] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae461c0 x1874594466070656/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757352.703982:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757352.703992:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787757352.704004:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1787757352.704016:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18942)
00000800:00000200:1.1:1787757352.704574:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757352.704579:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787757352.705033:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757352.705038:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000100:00000001:2.0:1787757353.214362:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757353.214373:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757353.214376:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757353.214382:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757353.214387:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757353.214392:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757353.214396:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757353.214400:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757353.214404:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757353.534638:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757353.534645:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757353.534650:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757353.662402:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313605545, at 4313605568
00000100:00000010:3.0:1787757353.662424:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6120.
00000100:00000040:2.0:1787757353.662469:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313605545, at 4313605568
00000100:00000010:2.0:1787757353.662492:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6d80.
00000100:00000001:2.0:1787757354.238474:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757354.238490:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757354.238495:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757354.238507:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757354.238514:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757354.238521:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757354.238527:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757354.238533:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757354.238539:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757354.558498:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757354.558507:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757354.558513:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757355.262387:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757355.262399:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757355.262420:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757355.262428:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757355.262433:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757355.262439:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757355.262443:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757355.262447:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757355.262450:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757355.582474:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757355.582479:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757355.582482:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757356.286435:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757356.286448:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757356.286470:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757356.286477:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757356.286481:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757356.286484:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757356.286487:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757356.286490:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757356.286493:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757356.606613:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757356.606637:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757356.606647:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757357.310423:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757357.310466:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757357.310471:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757357.310482:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757357.310491:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757357.310509:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757357.310514:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757357.310519:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757357.310524:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757357.630612:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757357.630622:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757357.630628:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787757357.822461:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757357.822481:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787757357.822485:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757357.822492:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757357.822499:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757357.822512:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18937
00000400:00000200:2.0:1787757357.822540:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757357.822550:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757357.822555:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757357.822560:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757357.822565:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757357.822568:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757357.822572:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757357.822578:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757357.822581:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787757357.822586:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757357.822591:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787757357.822594:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787757357.822599:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787757357.822605:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757357.822610:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757357.822614:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757357.822618:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757357.822625:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787757357.822632:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757357.822637:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757357.822643:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757357.822651:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757357.822657:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757357.822662:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757357.822667:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757357.822687:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61c780.
00000020:00000040:2.0:1787757357.822696:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787757357.822705:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757357.822707:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757357.822712:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757357.822716:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757357.822725:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757357.822738:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafd000.
00000100:00000001:2.0:1787757357.822748:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757357.822764:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61c780 x1874594466070784/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757357.822779:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757357.822786:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757357.822793:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054c4f452] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61c780 x1874594466070784/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757357.822830:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757357.822835:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757357.822840:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787757357.822842:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757357.822845:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757357.822849:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757357.822853:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18937
00000400:00000200:2.0:1787757357.822858:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757357.822862:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757357.822866:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757357.822871:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757357.822876:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757357.822879:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757357.822881:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757357.822885:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757357.822887:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:2.0:1787757357.822891:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757357.822897:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:2.0:1787757357.822900:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:2.0:1787757357.822903:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:2.0:1787757357.822908:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757357.822911:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757357.822913:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757357.822915:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757357.822918:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:2.0:1787757357.822923:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757357.822928:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757357.822932:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757357.822945:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757357.822952:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757357.822958:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757357.822972:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787757357.822980:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757357.822986:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757357.822996:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61fc00.
00000020:00000040:2.0:1787757357.823004:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:2.0:1787757357.823016:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757357.823022:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757357.823038:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757357.823048:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757357.823058:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757357.823076:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507caff400.
00000100:00000001:2.0:1787757357.823093:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757357.823120:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61fc00 x1874594466070912/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757357.823193:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757357.823206:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757357.823220:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073ddc85a] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61fc00 x1874594466070912/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757357.823378:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757357.823392:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757357.823408:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787757357.823415:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757357.823420:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757357.823441:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757357.823460:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18937
00000400:00000200:2.0:1787757357.823486:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757357.823502:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757357.823519:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757357.823538:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757357.823552:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757357.823561:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757357.823565:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757357.823567:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757357.823569:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:2.0:1787757357.823571:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757357.823575:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:2.0:1787757357.823580:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:2.0:1787757357.823585:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:2.0:1787757357.823590:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757357.823600:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757357.823615:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757357.823631:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757357.823654:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:2.0:1787757357.823672:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757357.823684:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757357.823695:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757357.823706:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757357.823724:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757357.823739:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000200:1.1:1787757357.823741:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000008:00100000:2.0:1787757357.823746:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.1:1787757357.823753:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000008:00000001:2.0:1787757357.823754:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757357.823775:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757357.823788:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61da40.
00000020:00000040:2.0:1787757357.823800:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:2.0:1787757357.823808:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757357.823815:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757357.823824:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757357.823833:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757357.823840:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757357.823852:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafdc00.
00000100:00000001:2.0:1787757357.823875:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757357.823897:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61da40 x1874594466071040/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757357.823923:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757357.823930:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757357.823946:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000246cd981] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61da40 x1874594466071040/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757357.824014:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757357.824021:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787757357.824028:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1787757357.824040:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18947)
00000800:00000200:1.1:1787757357.824702:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757357.824706:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787757357.825218:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757357.825221:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1787757358.334389:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757358.334399:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757358.334402:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757358.334409:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757358.334414:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757358.334419:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757358.334423:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757358.334427:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757358.334430:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757358.654681:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757358.654688:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757358.654693:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757358.782414:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313610665, at 4313610688
00000100:00000010:3.0:1787757358.782433:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6d80.
00000100:00000040:2.0:1787757358.782457:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313610665, at 4313610688
00000100:00000010:2.0:1787757358.782481:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e60c0.
00000100:00000001:0.0:1787757359.358398:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757359.358410:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757359.358414:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757359.358423:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757359.358428:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757359.358434:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757359.358439:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757359.358444:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757359.358449:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757359.678658:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757359.678667:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757359.678674:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757360.382443:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757360.382456:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757360.382460:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757360.382468:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757360.382474:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757360.382480:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757360.382484:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757360.382488:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757360.382493:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757360.702699:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757360.702705:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757360.702710:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757361.406429:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757361.406445:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757361.406449:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757361.406457:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757361.406463:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757361.406469:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757361.406474:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757361.406478:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757361.406495:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757361.726621:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757361.726630:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757361.726640:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757362.430427:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757362.430436:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757362.430438:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757362.430445:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757362.430449:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757362.430454:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757362.430457:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757362.430460:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757362.430463:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757362.750713:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757362.750719:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757362.750725:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787757362.942467:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757362.942482:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787757362.942485:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757362.942491:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757362.942496:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757362.942518:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18942
00000400:00000200:0.0:1787757362.942530:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757362.942537:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757362.942542:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757362.942546:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757362.942550:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757362.942553:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757362.942556:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757362.942561:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757362.942564:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787757362.942567:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757362.942571:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787757362.942574:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787757362.942577:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787757362.942581:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757362.942584:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757362.942587:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757362.942590:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757362.942594:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787757362.942598:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757362.942602:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757362.942605:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757362.942609:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757362.942612:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757362.942615:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787757362.942618:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757362.942640:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae44000.
00000020:00000040:0.0:1787757362.942645:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787757362.942650:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757362.942652:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757362.942656:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757362.942660:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757362.942666:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757362.942676:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad7000.
00000100:00000001:0.0:1787757362.942684:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757362.942697:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae44000 x1874594466071168/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757362.942711:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757362.942716:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757362.942723:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b29c40b] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae44000 x1874594466071168/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757362.942756:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757362.942760:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757362.942765:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787757362.942767:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757362.942769:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757362.942773:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757362.942777:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18942
00000400:00000200:0.0:1787757362.942782:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757362.942785:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757362.942789:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757362.942792:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757362.942795:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757362.942798:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757362.942800:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757362.942803:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757362.942804:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:0.0:1787757362.942806:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757362.942809:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:0.0:1787757362.942811:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:0.0:1787757362.942814:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:0.0:1787757362.942817:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757362.942820:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757362.942822:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757362.942825:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757362.942828:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:0.0:1787757362.942831:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757362.942834:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757362.942837:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757362.942845:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757362.942849:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757362.942853:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787757362.942858:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787757362.942862:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757362.942865:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757362.942870:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae45a40.
00000020:00000040:0.0:1787757362.942873:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:0.0:1787757362.942876:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757362.942879:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757362.942883:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757362.942887:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757362.942896:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757362.942905:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad5400.
00000100:00000001:0.0:1787757362.942910:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757362.942919:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae45a40 x1874594466071296/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757362.942959:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757362.942972:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757362.943011:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000091d828b] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae45a40 x1874594466071296/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757362.943090:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757362.943103:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757362.943124:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787757362.943131:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757362.943140:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757362.943148:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757362.943165:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18942
00000400:00000200:0.0:1787757362.943182:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757362.943202:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757362.943212:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757362.943222:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757362.943228:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757362.943238:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757362.943245:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757362.943248:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757362.943250:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:0.0:1787757362.943254:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757362.943261:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:0.0:1787757362.943265:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:0.0:1787757362.943346:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:0.0:1787757362.943371:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757362.943387:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757362.943398:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757362.943414:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757362.943432:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:0.0:1787757362.943450:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757362.943466:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757362.943473:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757362.943489:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757362.943506:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757362.943517:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787757362.943528:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787757362.943542:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757362.943550:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757362.943564:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae461c0.
00000020:00000040:0.0:1787757362.943579:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:0.0:1787757362.943587:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757362.943590:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757362.943605:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757362.943609:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757362.943618:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757362.943640:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6000.
00000100:00000001:0.0:1787757362.943659:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757362.943676:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae461c0 x1874594466071424/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757362.943717:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757362.943722:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787757362.943730:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000040:0.0:1787757362.943736:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeb90c37] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae461c0 x1874594466071424/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787757362.943740:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1787757362.943774:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757362.943795:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787757362.943804:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1787757362.943814:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18952)
00000800:00000200:1.1:1787757362.944493:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757362.944495:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787757362.944843:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757362.944847:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1787757363.454424:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757363.454432:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757363.454435:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757363.454442:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757363.454447:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757363.454452:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757363.454455:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757363.454459:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757363.454462:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757363.774595:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757363.774603:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757363.774608:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757363.902413:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313615785, at 4313615808
00000100:00000040:2.0:1787757363.902429:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313615785, at 4313615808
00000100:00000010:3.0:1787757363.902437:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6660.
00000100:00000010:2.0:1787757363.902458:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6120.
00000100:00000001:0.0:1787757364.478363:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757364.478374:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757364.478377:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757364.478384:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757364.478389:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757364.478394:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757364.478397:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757364.478401:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757364.478405:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757364.798570:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757364.798580:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757364.798589:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757365.502338:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757365.502346:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757365.502348:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757365.502354:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757365.502358:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757365.502362:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757365.502364:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757365.502367:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757365.502369:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757365.822518:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757365.822522:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757365.822525:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757366.526362:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757366.526371:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757366.526373:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757366.526378:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757366.526382:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757366.526386:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757366.526389:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757366.526392:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757366.526395:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757366.846544:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757366.846550:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757366.846554:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757367.550440:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757367.550454:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757367.550457:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757367.550466:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757367.550472:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757367.550492:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757367.550495:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757367.550499:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757367.550502:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757367.870487:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757367.870492:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757367.870496:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787757368.062397:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757368.062414:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787757368.062419:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757368.062425:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757368.062433:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757368.062446:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18947
00000400:00000200:0.0:1787757368.062459:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757368.062468:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757368.062474:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757368.062479:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757368.062484:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757368.062487:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757368.062491:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757368.062497:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757368.062500:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787757368.062505:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757368.062509:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787757368.062512:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787757368.062516:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787757368.062520:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757368.062523:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757368.062527:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757368.062529:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757368.062534:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787757368.062539:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757368.062543:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757368.062547:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757368.062552:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757368.062556:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757368.062559:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787757368.062562:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757368.062575:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae45e00.
00000020:00000040:0.0:1787757368.062581:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787757368.062589:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757368.062593:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757368.062599:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757368.062605:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757368.062614:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757368.062630:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad4400.
00000100:00000001:0.0:1787757368.062643:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757368.062663:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae45e00 x1874594466071552/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757368.062687:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757368.062693:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757368.062702:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3f2eaea] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae45e00 x1874594466071552/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757368.062738:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757368.062743:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757368.062748:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787757368.062751:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757368.062753:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757368.062757:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757368.062763:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18947
00000400:00000200:0.0:1787757368.062770:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757368.062776:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757368.062780:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757368.062803:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757368.062814:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757368.062828:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757368.062839:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757368.062851:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757368.062857:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:0.0:1787757368.062865:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757368.062876:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:0.0:1787757368.062887:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:0.0:1787757368.062895:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:0.0:1787757368.062912:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757368.062916:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757368.062923:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757368.062930:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757368.062936:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:0.0:1787757368.062942:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757368.062948:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757368.062951:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757368.062963:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757368.062997:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757368.063001:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787757368.063007:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787757368.063012:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757368.063014:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757368.063021:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae46580.
00000020:00000040:0.0:1787757368.063028:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:0.0:1787757368.063035:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757368.063039:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757368.063043:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757368.063049:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757368.063056:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757368.063076:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6400.
00000100:00000001:0.0:1787757368.063085:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757368.063097:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae46580 x1874594466071680/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757368.063116:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757368.063126:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757368.063140:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000105135d9] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae46580 x1874594466071680/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757368.063175:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757368.063183:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757368.063194:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787757368.063199:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757368.063205:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757368.063211:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757368.063218:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18947
00000400:00000200:0.0:1787757368.063234:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757368.063242:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757368.063245:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757368.063256:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757368.063262:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757368.063305:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757368.063308:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757368.063312:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757368.063315:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:0.0:1787757368.063317:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757368.063321:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:0.0:1787757368.063327:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:0.0:1787757368.063335:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:0.0:1787757368.063346:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757368.063354:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757368.063366:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757368.063376:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757368.063388:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:0.0:1787757368.063404:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757368.063417:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757368.063423:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757368.063429:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757368.063434:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757368.063439:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787757368.063447:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787757368.063459:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757368.063467:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757368.063480:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae44f00.
00000020:00000040:0.0:1787757368.063489:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:0.0:1787757368.063500:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757368.063505:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757368.063513:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757368.063517:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757368.063525:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757368.063545:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6000.
00000800:00000200:1.1:1787757368.063552:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:0.0:1787757368.063560:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787757368.063561:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000100:00100000:0.0:1787757368.063581:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae44f00 x1874594466071808/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757368.063614:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757368.063623:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757368.063641:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b63fe09a] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae44f00 x1874594466071808/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757368.063675:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757368.063688:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787757368.063703:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1787757368.063716:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18957)
00000800:00000200:1.1:1787757368.064353:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757368.064357:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787757368.064827:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757368.064830:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000100:00000001:0.0:1787757368.574436:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757368.574450:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757368.574456:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757368.574466:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757368.574474:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757368.574481:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757368.574486:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757368.574492:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757368.574497:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757368.894713:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757368.894743:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757368.894751:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757369.022415:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313620905, at 4313620928
00000100:00000010:2.0:1787757369.022439:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6840.
00000100:00000040:3.0:1787757369.022445:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313620905, at 4313620928
00000100:00000010:3.0:1787757369.022472:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e63c0.
00000100:00000001:0.0:1787757369.598426:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757369.598438:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757369.598442:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757369.598450:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757369.598455:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757369.598461:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757369.598465:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757369.598469:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757369.598473:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757369.918571:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757369.918581:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757369.918589:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757370.622407:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757370.622424:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757370.622428:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757370.622437:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757370.622443:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757370.622448:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757370.622452:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757370.622456:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757370.622461:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757370.942623:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757370.942630:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757370.942635:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757371.646437:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757371.646449:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757371.646453:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757371.646462:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757371.646467:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757371.646473:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757371.646478:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757371.646483:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757371.646487:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757371.966668:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757371.966678:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757371.966686:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757372.670426:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757372.670437:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757372.670440:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757372.670446:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757372.670451:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757372.670456:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757372.670459:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757372.670462:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757372.670466:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757372.990610:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757372.990620:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757372.990627:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787757373.182344:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757373.182357:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787757373.182361:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757373.182366:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757373.182372:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757373.182381:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18952
00000400:00000200:0.0:1787757373.182392:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757373.182400:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757373.182404:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757373.182409:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757373.182413:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757373.182416:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757373.182419:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757373.182424:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757373.182427:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787757373.182430:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757373.182435:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787757373.182438:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787757373.182441:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787757373.182444:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757373.182447:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757373.182451:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757373.182454:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757373.182458:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787757373.182462:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757373.182466:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757373.182470:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757373.182474:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757373.182477:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757373.182480:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787757373.182483:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757373.182495:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae47840.
00000020:00000040:0.0:1787757373.182500:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787757373.182506:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757373.182508:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757373.182512:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757373.182515:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757373.182520:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757373.182530:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad7000.
00000100:00000001:0.0:1787757373.182540:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757373.182556:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae47840 x1874594466071936/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757373.182575:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757373.182583:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757373.182594:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000cd63e1] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae47840 x1874594466071936/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757373.182640:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757373.182647:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757373.182654:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787757373.182657:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757373.182660:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757373.182664:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757373.182670:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18952
00000400:00000200:0.0:1787757373.182677:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757373.182682:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757373.182687:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757373.182709:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757373.182719:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757373.182732:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757373.182738:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757373.182751:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757373.182765:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:0.0:1787757373.182770:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757373.182773:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:0.0:1787757373.182779:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:0.0:1787757373.182789:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:0.0:1787757373.182809:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757373.182823:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757373.182838:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757373.182852:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757373.182874:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:0.0:1787757373.182906:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757373.182915:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757373.182924:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757373.182943:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757373.182962:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757373.182972:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787757373.182981:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787757373.182993:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757373.182997:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757373.183010:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae47480.
00000020:00000040:0.0:1787757373.183032:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:0.0:1787757373.183047:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757373.183051:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757373.183055:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757373.183058:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757373.183066:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757373.183089:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad7c00.
00000100:00000001:0.0:1787757373.183106:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757373.183122:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae47480 x1874594466072064/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757373.183146:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757373.183153:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757373.183168:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ecd7b1f2] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae47480 x1874594466072064/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757373.183200:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757373.183218:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757373.183232:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787757373.183243:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757373.183261:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757373.183329:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757373.183336:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18952
00000400:00000200:0.0:1787757373.183344:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757373.183352:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757373.183363:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757373.183372:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757373.183387:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757373.183401:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757373.183406:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757373.183412:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757373.183420:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:0.0:1787757373.183427:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757373.183431:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:0.0:1787757373.183435:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:0.0:1787757373.183451:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:0.0:1787757373.183462:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757373.183471:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757373.183479:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757373.183496:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757373.183506:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:0.0:1787757373.183520:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757373.183536:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757373.183554:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757373.183571:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757373.183588:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757373.183601:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787757373.183613:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787757373.183629:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757373.183644:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757373.183663:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae46940.
00000800:00000200:1.1:1787757373.183665:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000020:00000040:0.0:1787757373.183673:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000800:00000200:1.1:1787757373.183676:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
02000000:00000001:0.0:1787757373.183684:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757373.183688:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757373.183702:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757373.183707:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757373.183713:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757373.183724:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6800.
00000100:00000001:0.0:1787757373.183738:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757373.183755:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae46940 x1874594466072192/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757373.183773:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757373.183779:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757373.183808:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013e8296f] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae46940 x1874594466072192/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757373.183842:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757373.183854:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787757373.183910:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1787757373.183918:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18962)
00000800:00000200:1.1:1787757373.184597:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757373.184603:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787757373.185080:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757373.185086:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000100:00000001:0.0:1787757373.694430:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757373.694441:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757373.694444:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757373.694451:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757373.694456:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757373.694460:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757373.694464:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757373.694468:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757373.694473:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757374.014603:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757374.014612:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757374.014619:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757374.142448:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313626025, at 4313626048
00000100:00000040:2.0:1787757374.142464:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313626025, at 4313626048
00000100:00000010:3.0:1787757374.142473:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6a80.
00000100:00000010:2.0:1787757374.142495:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6a20.
00000100:00000001:0.0:1787757374.718411:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757374.718420:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757374.718423:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757374.718430:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757374.718434:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757374.718440:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757374.718443:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757374.718446:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757374.718450:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757375.038604:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757375.038612:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757375.038618:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757375.742391:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757375.742400:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757375.742404:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757375.742410:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757375.742415:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757375.742420:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757375.742423:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757375.742427:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757375.742431:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757376.062611:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757376.062624:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757376.062633:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757376.766410:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757376.766422:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757376.766425:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757376.766433:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757376.766451:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757376.766458:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757376.766462:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757376.766467:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757376.766472:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757377.086617:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757377.086627:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757377.086636:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757377.790393:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757377.790404:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757377.790408:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757377.790415:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757377.790422:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757377.790430:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757377.790433:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757377.790437:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757377.790442:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757378.110645:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757378.110653:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757378.110660:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787757378.302486:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757378.302502:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787757378.302506:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757378.302512:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757378.302520:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757378.302531:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18957
00000400:00000200:2.0:1787757378.302546:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757378.302556:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757378.302561:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757378.302566:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757378.302570:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757378.302574:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757378.302577:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757378.302584:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757378.302587:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787757378.302592:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757378.302597:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787757378.302600:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787757378.302603:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787757378.302606:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757378.302609:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757378.302614:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757378.302616:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757378.302621:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787757378.302627:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757378.302630:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757378.302634:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757378.302639:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757378.302643:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757378.302646:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757378.302650:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757378.302665:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61da40.
00000020:00000040:2.0:1787757378.302670:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787757378.302676:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757378.302679:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757378.302683:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757378.302687:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757378.302695:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757378.302710:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafcc00.
00000100:00000001:2.0:1787757378.302720:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757378.302735:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61da40 x1874594466072320/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757378.302752:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757378.302758:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757378.302765:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000246cd981] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61da40 x1874594466072320/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757378.302828:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757378.302833:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757378.302838:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787757378.302840:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757378.302843:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757378.302847:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757378.302853:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18957
00000400:00000200:2.0:1787757378.302859:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757378.302863:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757378.302866:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757378.302870:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757378.302874:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757378.302877:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757378.302880:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757378.302885:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757378.302887:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:2.0:1787757378.302889:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757378.302892:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:2.0:1787757378.302895:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:2.0:1787757378.302899:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:2.0:1787757378.302903:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757378.302905:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757378.302909:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757378.302913:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757378.302921:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:2.0:1787757378.302927:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757378.302934:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757378.302939:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757378.302951:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757378.302960:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757378.302968:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757378.302979:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787757378.302988:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757378.302995:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757378.303006:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61fc00.
00000020:00000040:2.0:1787757378.303020:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:2.0:1787757378.303036:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757378.303046:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757378.303056:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757378.303066:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757378.303075:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757378.303092:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafec00.
00000100:00000001:2.0:1787757378.303106:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757378.303127:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61fc00 x1874594466072448/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757378.303155:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757378.303161:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757378.303176:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073ddc85a] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61fc00 x1874594466072448/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757378.303211:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757378.303219:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757378.303227:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787757378.303232:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757378.303235:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757378.303245:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757378.303253:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18957
00000400:00000200:2.0:1787757378.303320:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757378.303325:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757378.303335:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757378.303341:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757378.303348:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757378.303359:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757378.303365:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757378.303371:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757378.303375:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:2.0:1787757378.303381:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757378.303390:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:2.0:1787757378.303399:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:2.0:1787757378.303408:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:2.0:1787757378.303419:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757378.303427:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757378.303432:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757378.303438:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757378.303448:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:2.0:1787757378.303458:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757378.303463:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757378.303466:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757378.303471:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757378.303478:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757378.303484:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757378.303490:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787757378.303496:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757378.303504:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757378.303514:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61c780.
00000020:00000040:2.0:1787757378.303523:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:2.0:1787757378.303534:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757378.303535:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757378.303538:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757378.303541:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757378.303547:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757378.303557:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafc000.
00000100:00000001:2.0:1787757378.303566:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757378.303581:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61c780 x1874594466072576/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787757378.303590:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757378.303604:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 33 secs later)
00000100:00000001:2.0:1787757378.303610:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757378.303618:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757378.303633:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054c4f452] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61c780 x1874594466072576/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757378.303658:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757378.303667:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787757378.303678:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1787757378.303691:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18967)
00000800:00000200:1.1:1787757378.304261:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757378.304265:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787757378.304757:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757378.304761:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 33 secs later)
00000100:00000001:0.0:1787757378.814407:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757378.814416:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757378.814419:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757378.814426:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757378.814431:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757378.814435:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757378.814439:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757378.814442:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757378.814446:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757379.134567:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757379.134579:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757379.134586:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757379.262426:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313631145, at 4313631168
00000100:00000010:3.0:1787757379.262444:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6240.
00000100:00000040:2.0:1787757379.262454:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313631145, at 4313631168
00000100:00000010:2.0:1787757379.262482:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6c00.
00000100:00000001:0.0:1787757379.838401:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757379.838410:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757379.838413:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757379.838419:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757379.838424:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757379.838429:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757379.838432:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757379.838435:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757379.838439:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757380.158585:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757380.158596:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757380.158604:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757380.862400:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757380.862411:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757380.862415:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757380.862422:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757380.862428:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757380.862434:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757380.862438:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757380.862441:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757380.862447:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757381.182573:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757381.182580:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757381.182585:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757381.886381:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757381.886393:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757381.886396:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757381.886405:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757381.886411:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757381.886417:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757381.886421:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757381.886425:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757381.886430:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757382.206599:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757382.206609:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757382.206615:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757382.910411:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757382.910424:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757382.910427:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757382.910435:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757382.910441:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757382.910448:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757382.910451:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757382.910456:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757382.910460:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757383.230553:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757383.230563:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757383.230580:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787757383.422427:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757383.422446:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787757383.422452:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757383.422459:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757383.422480:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757383.422499:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18962
00000400:00000200:2.0:1787757383.422518:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757383.422532:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757383.422540:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757383.422550:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757383.422567:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757383.422577:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757383.422583:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757383.422589:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757383.422593:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787757383.422597:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757383.422603:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787757383.422606:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787757383.422610:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787757383.422615:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757383.422618:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757383.422621:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757383.422632:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757383.422638:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787757383.422644:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757383.422648:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757383.422653:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757383.422659:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757383.422663:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757383.422667:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757383.422674:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757383.422686:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61f0c0.
00000020:00000040:2.0:1787757383.422716:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787757383.422727:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757383.422731:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757383.422737:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757383.422742:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757383.422751:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757383.422768:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafc000.
00000100:00000001:2.0:1787757383.422783:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757383.422802:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61f0c0 x1874594466072704/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757383.422823:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757383.422907:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757383.422922:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bea70ab] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61f0c0 x1874594466072704/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757383.422955:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757383.422961:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757383.422967:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787757383.422969:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757383.422973:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757383.422979:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757383.422987:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18962
00000100:00000001:3.0:1787757383.422996:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1787757383.422997:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757383.423010:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00000001:3.0:1787757383.423010:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757383.423031:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:2.0:1787757383.423032:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757383.423042:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757383.423049:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757383.423051:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61f0c0 x1874594466072704/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787757383.423058:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757383.423068:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757383.423076:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757383.423080:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:2.0:1787757383.423086:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1787757383.423087:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1787757383.423090:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000100:00000001:3.0:1787757383.423093:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757383.423096:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
02000000:00000001:3.0:1787757383.423102:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:2.0:1787757383.423103:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
02000000:00000001:3.0:1787757383.423110:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1787757383.423112:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
02000000:00000001:3.0:1787757383.423116:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757383.423118:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:3.0:1787757383.423128:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466072704:192.168.201.154@tcp:250:kworker.0
00000100:00000040:2.0:1787757383.423129:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757383.423138:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:3.0:1787757383.423144:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:2.0:1787757383.423145:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:2.0:1787757383.423153:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
02000000:00000001:3.0:1787757383.423154:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787757383.423159:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757383.423161:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757383.423169:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757383.423169:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787757383.423186:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757383.423194:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757383.423197:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51c000.
00000100:00000001:2.0:1787757383.423199:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:3.0:1787757383.423205:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1787757383.423212:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1787757383.423219:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000008:00000001:2.0:1787757383.423227:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1787757383.423230:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000100:00000001:2.0:1787757383.423236:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757383.423258:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61cf00.
00000400:00000010:3.0:1787757383.423263:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000020:00000040:2.0:1787757383.423316:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:2.0:1787757383.423328:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757383.423332:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757383.423338:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757383.423342:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757383.423348:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757383.423358:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafec00.
00000100:00000001:2.0:1787757383.423367:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757383.423380:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61cf00 x1874594466072832/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757383.423393:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757383.423397:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757383.423402:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006cc8e384] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61cf00 x1874594466072832/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757383.423416:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757383.423421:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757383.423426:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787757383.423428:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757383.423430:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757383.423434:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757383.423438:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18962
00000400:00000200:2.0:1787757383.423444:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757383.423449:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757383.423452:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757383.423458:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757383.423460:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757383.423465:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757383.423468:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757383.423472:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757383.423477:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:2.0:1787757383.423482:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757383.423486:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000100:00000200:3.0:1787757383.423488:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466072704, portal 25
00000020:00000001:2.0:1787757383.423490:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000001:3.0:1787757383.423499:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:2.0:1787757383.423500:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:2.0:1787757383.423509:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757383.423514:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757383.423517:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757383.423520:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757383.423523:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:2.0:1787757383.423527:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757383.423530:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757383.423532:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757383.423538:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757383.423541:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757383.423545:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757383.423550:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787757383.423554:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757383.423557:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757383.423565:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61d680.
00000100:00000001:3.0:1787757383.423572:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611356864 : -120601098194752 : ffff92505e61f0c0)
00000020:00000040:2.0:1787757383.423575:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:2.0:1787757383.423584:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757383.423588:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757383.423592:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61f0c0 x1874594466072704/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757383.423594:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757383.423599:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757383.423604:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757383.423615:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafcc00.
00000100:00000001:3.0:1787757383.423617:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787757383.423626:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757383.423633:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00100000:2.0:1787757383.423642:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61d680 x1874594466072960/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1787757383.423647:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a088.
00000100:00000001:2.0:1787757383.423661:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1787757383.423662:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466072704, offset 0
00000100:00000001:2.0:1787757383.423665:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757383.423677:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054aea141] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61d680 x1874594466072960/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787757383.423692:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000001:2.0:1787757383.423722:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757383.423728:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787757383.423733:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1787757383.423740:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:2.0:1787757383.423742:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18973)
00000400:00000200:3.0:1787757383.423761:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757383.423777:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757383.423787:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757383.423795:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757383.423802:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757383.423810:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56479:56479:256:4294967295] 192.168.201.154@tcp LPNI seq info [56479:56479:8:4294967295]
00000400:00000200:3.0:1787757383.423821:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757383.423842:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757383.423855:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757383.423865:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f900.
00000800:00000200:3.0:1787757383.423875:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757383.423881:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787757383.423890:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757383.423895:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1787757383.423900:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757383.423905:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f900.
00000400:00000200:3.0:1787757383.423912:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757383.423919:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757383.423927:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a088
00000400:00000010:3.0:1787757383.423930:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a088.
00000100:00000001:3.0:1787757383.423936:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757383.423943:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61f0c0 x1874594466072704/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757383.423958:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757383.423962:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61f0c0 x1874594466072704/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757408 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757383.423972:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757383.423975:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757383.423984:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757383.423990:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757383.423994:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313636265
00000100:00000010:3.0:1787757383.424000:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350e1e0.
00000100:00000001:3.0:1787757383.424022:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787757383.424041:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313636265
00000100:00000010:3.0:1787757383.424048:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350e000.
00000100:00000001:3.0:1787757383.424052:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787757383.424056:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757383.424060:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757383.424063:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757383.424070:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757383/real 1787757383]  req@ffff92505e61f0c0 x1874594466072704/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757383.424093:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757383.424096:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757383.424100:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757383.424106:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757383.424109:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757383.424114:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757383.424120:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61f0c0 x1874594466072704/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757383.424131:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61f0c0 x1874594466072704/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757383.424140:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757383.424142:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757383.424145:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757383.424147:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757383.424153:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61f0c0 x1874594466072704/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757383.424162:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757383.424179:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61f0c0 x1874594466072704/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757408 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757383.424189:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757383.424193:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757383.424197:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757383.424199:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757383.424202:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757383.424205:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757383.424209:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757383.424214:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757383.424217:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757383.424223:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61f0c0 x1874594466072704/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757408 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757383.424233:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466072704:192.168.201.154@tcp:250:kworker.0
00000100:00000001:3.0:1787757383.424239:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757383.424242:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757383.424246:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61f0c0 x1874594466072704/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757408 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757383.424255:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757383.424259:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757383.424262:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51c000.
02000000:00000001:3.0:1787757383.424300:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757383.424304:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757383.424306:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:3.0:1787757383.424310:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757383.424314:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafc000.
02000000:00000001:3.0:1787757383.424319:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757383.424323:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757383.424326:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61f0c0.
00000100:00000001:3.0:1787757383.424331:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757383.424333:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757383.424336:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757383.424348:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757383.424351:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757383.424354:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757383.424356:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757383.424358:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757383.424365:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61cf00 x1874594466072832/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757383.424374:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757383.424376:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757383.424379:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757383.424382:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757383.424385:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757383.424389:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466072832:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757383.424393:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757383.424396:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757383.424398:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757383.424401:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757383.424405:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51c000.
02000000:00000001:3.0:1787757383.424408:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757383.424413:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757383.424416:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757383.424421:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757383.424425:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466072832, portal 10
00000100:00000001:3.0:1787757383.424428:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757383.424430:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611348224 : -120601098203392 : ffff92505e61cf00)
00000100:00000040:3.0:1787757383.424440:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61cf00 x1874594466072832/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757383.424449:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757383.424452:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757383.424455:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a088.
00000100:00000200:3.0:1787757383.424458:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466072832, offset 0
00000400:00000200:3.0:1787757383.424463:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757383.424469:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757383.424474:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757383.424478:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757383.424482:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757383.424485:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757383.424489:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757383.424493:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56480:56480:256:4294967295] 192.168.201.154@tcp LPNI seq info [56480:56480:8:4294967295]
00000400:00000200:3.0:1787757383.424499:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757383.424508:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757383.424514:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757383.424518:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f900.
00000800:00000200:3.0:1787757383.424523:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757383.424527:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787757383.424533:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757383.424537:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1787757383.424542:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757383.424545:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f900.
00000400:00000200:3.0:1787757383.424549:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757383.424554:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757383.424557:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a088
00000400:00000010:3.0:1787757383.424560:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a088.
00000100:00000001:3.0:1787757383.424563:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757383.424568:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61cf00 x1874594466072832/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757383.424578:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757383.424582:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61cf00 x1874594466072832/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757408 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757383.424591:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757383.424603:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757383.424607:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757383.424613:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:3.0:1787757383.424617:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757383.424620:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313635370
00000100:00000001:3.0:1787757383.424625:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313636265
00000100:00000001:3.0:1787757383.424630:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313635370
00000100:00000001:3.0:1787757383.424635:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313636265
00000100:00000001:3.0:1787757383.424641:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757383.424645:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757383.424649:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757383.424656:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757383/real 1787757383]  req@ffff92505e61cf00 x1874594466072832/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757383.424673:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757383.424676:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757383.424680:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757383.424686:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757383.424689:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757383.424711:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757383.424722:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61cf00 x1874594466072832/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757383.424742:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61cf00 x1874594466072832/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757383.424766:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757383.424771:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757383.424775:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757383.424778:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757383.424786:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61cf00 x1874594466072832/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757383.424800:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757383.424808:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61cf00 x1874594466072832/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757408 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757383.424824:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757383.424829:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757383.424833:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757383.424835:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757383.424839:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757383.424843:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757383.424850:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757383.424857:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757383.424861:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757383.424867:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61cf00 x1874594466072832/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757408 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757383.424878:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466072832:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757383.424883:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757383.424888:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61d680 x1874594466072960/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757383.424897:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757383.424899:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757383.424902:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757383.424905:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757383.424907:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757383.424911:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466072960:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757383.424915:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757383.424917:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757383.424919:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757383.424922:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757383.424927:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51ec00.
02000000:00000001:3.0:1787757383.424929:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757383.424935:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757383.424939:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757383.424944:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757383.424948:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466072960, portal 4
00000100:00000001:3.0:1787757383.424950:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757383.424952:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611350144 : -120601098201472 : ffff92505e61d680)
00000100:00000040:3.0:1787757383.424972:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61d680 x1874594466072960/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757383.424989:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757383.424993:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757383.424995:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a088.
00000100:00000200:3.0:1787757383.424999:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466072960, offset 0
00000400:00000200:3.0:1787757383.425004:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757383.425010:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757383.425014:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757383.425019:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757383.425022:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757383.425026:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757383.425029:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757383.425033:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56481:56481:256:4294967295] 192.168.201.154@tcp LPNI seq info [56481:56481:8:4294967295]
00000400:00000200:3.0:1787757383.425047:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757383.425055:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757383.425061:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757383.425065:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f900.
00000800:00000200:3.0:1787757383.425071:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757383.425075:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787757383.425080:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757383.425084:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1787757383.425089:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757383.425092:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f900.
00000400:00000200:3.0:1787757383.425096:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757383.425101:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757383.425115:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a088
00000400:00000010:3.0:1787757383.425118:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a088.
00000100:00000001:3.0:1787757383.425121:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757383.425125:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61d680 x1874594466072960/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757383.425136:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757383.425140:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61d680 x1874594466072960/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757408 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757383.425157:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757383.425159:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757383.425164:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757383.425167:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:3.0:1787757383.425182:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757383.425184:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313635353
00000100:00000001:3.0:1787757383.425188:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313636265
00000100:00000001:3.0:1787757383.425191:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313635353
00000100:00000001:3.0:1787757383.425193:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313636265
00000100:00000001:3.0:1787757383.425196:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757383.425198:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757383.425201:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757383.425205:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757383/real 1787757383]  req@ffff92505e61d680 x1874594466072960/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757383.425214:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757383.425215:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757383.425217:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757383.425220:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757383.425222:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757383.425225:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757383.425229:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61d680 x1874594466072960/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757383.425239:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61d680 x1874594466072960/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757383.425247:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757383.425248:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757383.425250:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757383.425252:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757383.425256:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61d680 x1874594466072960/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757383.425296:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757383.425306:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61d680 x1874594466072960/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757408 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757383.425316:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757383.425320:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757383.425322:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757383.425323:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757383.425325:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757383.425327:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757383.425330:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757383.425334:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757383.425337:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757383.425341:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61d680 x1874594466072960/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757408 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757383.425352:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466072960:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757383.425357:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757383.425360:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757383.425364:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61cf00 x1874594466072832/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757408 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757383.425371:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757383.425374:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757383.425376:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51c000.
02000000:00000001:3.0:1787757383.425379:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757383.425381:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757383.425383:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:3.0:1787757383.425385:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757383.425388:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafec00.
02000000:00000001:3.0:1787757383.425392:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757383.425394:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757383.425396:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61cf00.
00000100:00000001:3.0:1787757383.425400:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757383.425402:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757383.425404:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757383.425408:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61d680 x1874594466072960/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757408 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757383.425416:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757383.425418:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757383.425419:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51ec00.
02000000:00000001:3.0:1787757383.425422:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757383.425423:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757383.425425:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:3.0:1787757383.425427:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757383.425428:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafcc00.
02000000:00000001:3.0:1787757383.425431:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757383.425432:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757383.425433:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61d680.
00000100:00000001:3.0:1787757383.425436:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757383.425437:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757383.425440:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757383.425444:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757383.425446:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757383.425448:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757383.425451:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757383.934421:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757383.934433:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757383.934437:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757383.934445:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757383.934450:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757383.934456:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757383.934460:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757383.934464:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757383.934468:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757384.254589:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757384.254600:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757384.254606:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757384.382466:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313636265, at 4313636288
00000100:00000010:2.0:1787757384.382493:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350e1e0.
00000100:00000040:3.0:1787757384.382553:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313636265, at 4313636288
00000100:00000010:3.0:1787757384.382574:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350e000.
00000100:00000001:0.0:1787757384.958393:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757384.958402:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757384.958405:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757384.958411:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757384.958416:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757384.958421:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757384.958424:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757384.958428:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757384.958431:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757385.278628:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757385.278639:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757385.278650:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757385.982411:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757385.982428:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757385.982433:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757385.982444:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757385.982452:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757385.982460:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757385.982465:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757385.982470:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757385.982477:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757386.302587:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757386.302594:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757386.302600:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757387.006426:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757387.006438:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757387.006441:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757387.006463:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757387.006469:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757387.006475:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757387.006479:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757387.006483:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757387.006488:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757387.326692:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757387.326699:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757387.326704:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757388.030413:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757388.030423:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757388.030426:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757388.030432:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757388.030437:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757388.030441:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757388.030445:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757388.030449:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757388.030452:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757388.350658:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757388.350671:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757388.350681:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787757388.542513:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757388.542530:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787757388.542534:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757388.542543:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757388.542552:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757388.542566:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18968
00000400:00000200:2.0:1787757388.542588:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757388.542602:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757388.542637:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757388.542645:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757388.542652:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757388.542657:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757388.542662:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757388.542670:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757388.542675:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787757388.542681:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757388.542688:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787757388.542693:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787757388.542699:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787757388.542705:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757388.542709:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757388.542714:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757388.542718:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757388.542724:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787757388.542729:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757388.542733:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757388.542737:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757388.542744:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757388.542748:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757388.542752:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757388.542756:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757388.542771:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61d2c0.
00000020:00000040:2.0:1787757388.542790:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787757388.542798:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757388.542802:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757388.542812:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757388.542816:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757388.542823:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757388.542837:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafe000.
00000100:00000001:2.0:1787757388.542848:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757388.542863:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61d2c0 x1874594466073088/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757388.542879:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757388.542886:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757388.542894:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b484489] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61d2c0 x1874594466073088/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757388.542924:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757388.542929:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757388.542935:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787757388.542937:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757388.542939:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757388.542944:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757388.542948:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18968
00000400:00000200:2.0:1787757388.542955:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757388.542960:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757388.542963:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757388.542969:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757388.542969:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757388.542981:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787757388.542985:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1787757388.542986:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757388.542994:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787757388.542995:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757388.543005:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757388.543007:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:2.0:1787757388.543010:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757388.543020:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000100:00000040:3.0:1787757388.543022:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61d2c0 x1874594466073088/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787757388.543030:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:2.0:1787757388.543048:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:2.0:1787757388.543070:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757388.543073:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757388.543075:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757388.543084:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757388.543084:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757388.543091:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757388.543099:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
02000000:00000001:3.0:1787757388.543103:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:2.0:1787757388.543104:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757388.543114:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757388.543119:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757388.543120:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757388.543136:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757388.543136:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757388.543152:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757388.543157:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00100000:3.0:1787757388.543167:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466073088:192.168.201.154@tcp:250:kworker.0
00000008:00100000:2.0:1787757388.543170:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787757388.543182:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757388.543197:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757388.543200:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:2.0:1787757388.543204:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61f840.
00000020:00000040:2.0:1787757388.543209:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787757388.543213:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757388.543214:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757388.543223:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757388.543230:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757388.543231:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757388.543236:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757388.543241:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757388.543245:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757388.543250:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafdc00.
00000100:00000001:2.0:1787757388.543257:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757388.543262:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51ec00.
00000100:00100000:2.0:1787757388.543309:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61f840 x1874594466073216/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757388.543324:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757388.543328:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757388.543328:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757388.543361:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aef5ed20] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61f840 x1874594466073216/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787757388.543363:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757388.543380:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000100:00000001:2.0:1787757388.543396:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1787757388.543399:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00080000:2.0:1787757388.543414:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:3.0:1787757388.543415:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466073088, portal 25
00000100:00000001:3.0:1787757388.543423:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757388.543427:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611349184 : -120601098202432 : ffff92505e61d2c0)
00000100:00080000:2.0:1787757388.543439:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000040:3.0:1787757388.543448:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61d2c0 x1874594466073088/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757388.543450:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757388.543459:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757388.543475:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787757388.543479:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:3.0:1787757388.543488:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00080000:2.0:1787757388.543497:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18968
00000400:00000010:3.0:1787757388.543498:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a088.
00000100:00000200:3.0:1787757388.543508:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466073088, offset 0
00000400:00000200:2.0:1787757388.543527:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757388.543528:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757388.543549:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000400:00000200:3.0:1787757388.543551:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00080000:2.0:1787757388.543567:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1787757388.543572:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00000040:2.0:1787757388.543582:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000200:3.0:1787757388.543587:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787757388.543590:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757388.543596:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000200:3.0:1787757388.543601:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00000001:2.0:1787757388.543636:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757388.543644:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757388.543646:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:2.0:1787757388.543648:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757388.543653:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:2.0:1787757388.543660:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:3.0:1787757388.543661:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000020:00000001:2.0:1787757388.543668:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:3.0:1787757388.543678:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00000040:2.0:1787757388.543680:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757388.543693:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757388.543704:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000200:3.0:1787757388.543709:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56482:56482:256:4294967295] 192.168.201.154@tcp LPNI seq info [56482:56482:8:4294967295]
00000100:00000001:2.0:1787757388.543710:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757388.543720:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:2.0:1787757388.543732:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757388.543744:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757388.543747:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1787757388.543755:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000001:2.0:1787757388.543758:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757388.543766:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757388.543769:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757388.543783:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1787757388.543786:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000008:00000001:2.0:1787757388.543799:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1787757388.543810:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000001:2.0:1787757388.543812:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1787757388.543824:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f900.
00000100:00000010:2.0:1787757388.543830:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61f480.
00000800:00000200:3.0:1787757388.543840:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000020:00000040:2.0:1787757388.543842:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000800:00000200:3.0:1787757388.543849:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
02000000:00000001:2.0:1787757388.543854:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757388.543861:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1787757388.543865:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:2.0:1787757388.543878:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:3.1:1787757388.543879:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
02000000:00000001:2.0:1787757388.543893:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000100:3.0:1787757388.543895:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757388.543904:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f900.
02000000:00000001:2.0:1787757388.543906:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757388.543913:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:2.0:1787757388.543921:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507caff400.
00000400:00000200:3.0:1787757388.543924:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757388.543939:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a088
00000100:00000001:2.0:1787757388.543943:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1787757388.543944:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a088.
00000100:00000001:3.0:1787757388.543956:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757388.543988:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61d2c0 x1874594466073088/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757388.543990:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61f480 x1874594466073344/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757388.544047:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757388.544057:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61d2c0 x1874594466073088/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757413 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757388.544060:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757388.544077:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757388.544082:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757388.544089:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:2.0:1787757388.544099:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f638b8ce] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61f480 x1874594466073344/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757388.544100:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757388.544128:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757388.544142:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313641385
00000100:00000001:2.0:1787757388.544147:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757388.544158:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:3.0:1787757388.544158:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350e000.
00000100:00000040:2.0:1787757388.544178:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1787757388.544182:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000040:2.0:1787757388.544188:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18978)
00000100:00000001:3.0:1787757388.544193:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313641385
00000100:00000010:3.0:1787757388.544201:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350e060.
00000100:00000001:3.0:1787757388.544206:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787757388.544212:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757388.544217:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757388.544221:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757388.544234:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757388/real 1787757388]  req@ffff92505e61d2c0 x1874594466073088/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757388.544256:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757388.544259:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757388.544262:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757388.544267:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757388.544300:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757388.544305:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757388.544310:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61d2c0 x1874594466073088/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757388.544321:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61d2c0 x1874594466073088/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757388.544330:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757388.544332:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757388.544336:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757388.544338:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757388.544343:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61d2c0 x1874594466073088/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757388.544353:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757388.544358:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61d2c0 x1874594466073088/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757413 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757388.544368:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757388.544372:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757388.544374:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757388.544375:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757388.544379:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757388.544382:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757388.544386:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757388.544391:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757388.544394:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757388.544399:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61d2c0 x1874594466073088/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757413 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757388.544411:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466073088:192.168.201.154@tcp:250:kworker.0
00000100:00000001:3.0:1787757388.544417:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757388.544420:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757388.544423:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61d2c0 x1874594466073088/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757413 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757388.544431:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757388.544435:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757388.544438:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51ec00.
02000000:00000001:3.0:1787757388.544442:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757388.544446:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757388.544448:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:3.0:1787757388.544451:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757388.544454:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafe000.
02000000:00000001:3.0:1787757388.544458:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757388.544461:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757388.544464:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61d2c0.
00000100:00000001:3.0:1787757388.544468:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757388.544469:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757388.544472:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757388.544482:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757388.544484:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757388.544487:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757388.544490:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757388.544492:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757388.544497:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61f840 x1874594466073216/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757388.544508:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757388.544510:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757388.544513:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757388.544517:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757388.544520:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757388.544523:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466073216:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757388.544528:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757388.544532:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757388.544534:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757388.544536:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757388.544541:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51ec00.
02000000:00000001:3.0:1787757388.544544:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757388.544548:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757388.544552:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757388.544556:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757388.544560:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466073216, portal 10
00000100:00000001:3.0:1787757388.544563:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757388.544565:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611358784 : -120601098192832 : ffff92505e61f840)
00000100:00000040:3.0:1787757388.544574:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61f840 x1874594466073216/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757388.544583:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757388.544586:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757388.544589:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a088.
00000100:00000200:3.0:1787757388.544592:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466073216, offset 0
00000400:00000200:3.0:1787757388.544597:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757388.544602:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757388.544639:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757388.544646:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757388.544651:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757388.544656:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757388.544661:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757388.544667:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56483:56483:256:4294967295] 192.168.201.154@tcp LPNI seq info [56483:56483:8:4294967295]
00000400:00000200:3.0:1787757388.544677:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757388.544691:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757388.544701:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757388.544709:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f900.
00000800:00000200:3.0:1787757388.544718:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757388.544725:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787757388.544736:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757388.544741:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1787757388.544747:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757388.544750:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f900.
00000400:00000200:3.0:1787757388.544754:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757388.544759:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757388.544764:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a088
00000400:00000010:3.0:1787757388.544766:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a088.
00000100:00000001:3.0:1787757388.544770:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757388.544775:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61f840 x1874594466073216/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757388.544786:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757388.544790:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61f840 x1874594466073216/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757413 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757388.544799:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757388.544801:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757388.544806:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757388.544811:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:3.0:1787757388.544815:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757388.544819:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313640490
00000100:00000001:3.0:1787757388.544823:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313641385
00000100:00000001:3.0:1787757388.544826:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313640490
00000100:00000001:3.0:1787757388.544829:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313641385
00000100:00000001:3.0:1787757388.544831:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757388.544834:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757388.544837:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757388.544841:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757388/real 1787757388]  req@ffff92505e61f840 x1874594466073216/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757388.544851:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757388.544853:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757388.544856:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757388.544860:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757388.544862:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757388.544865:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757388.544869:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61f840 x1874594466073216/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757388.544879:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61f840 x1874594466073216/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757388.544886:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757388.544888:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757388.544890:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757388.544892:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757388.544897:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61f840 x1874594466073216/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757388.544905:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757388.544910:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61f840 x1874594466073216/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757413 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757388.544918:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757388.544921:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757388.544923:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757388.544925:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757388.544927:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757388.544930:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757388.544933:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757388.544937:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757388.544939:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757388.544944:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61f840 x1874594466073216/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757413 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757388.544953:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466073216:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757388.544959:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757388.544964:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61f480 x1874594466073344/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757388.544973:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757388.544975:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757388.544977:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757388.544980:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757388.544982:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757388.544985:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466073344:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757388.544989:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757388.544992:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757388.544994:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757388.544997:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757388.545001:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51c000.
02000000:00000001:3.0:1787757388.545004:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757388.545008:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757388.545011:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757388.545015:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757388.545019:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466073344, portal 4
00000100:00000001:3.0:1787757388.545021:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757388.545023:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611357824 : -120601098193792 : ffff92505e61f480)
00000100:00000040:3.0:1787757388.545031:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61f480 x1874594466073344/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757388.545039:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757388.545042:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757388.545045:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a088.
00000100:00000200:3.0:1787757388.545047:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466073344, offset 0
00000400:00000200:3.0:1787757388.545052:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757388.545057:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757388.545061:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757388.545065:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757388.545069:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757388.545072:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757388.545076:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757388.545080:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56484:56484:256:4294967295] 192.168.201.154@tcp LPNI seq info [56484:56484:8:4294967295]
00000400:00000200:3.0:1787757388.545085:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757388.545093:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757388.545098:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757388.545102:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f900.
00000800:00000200:3.0:1787757388.545107:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757388.545110:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787757388.545116:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757388.545119:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1787757388.545124:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757388.545126:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f900.
00000400:00000200:3.0:1787757388.545130:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757388.545134:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757388.545138:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a088
00000400:00000010:3.0:1787757388.545140:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a088.
00000100:00000001:3.0:1787757388.545143:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757388.545147:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61f480 x1874594466073344/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757388.545157:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757388.545161:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61f480 x1874594466073344/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757413 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757388.545169:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757388.545171:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757388.545175:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757388.545178:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:3.0:1787757388.545183:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757388.545185:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313640473
00000100:00000001:3.0:1787757388.545189:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313641385
00000100:00000001:3.0:1787757388.545192:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313640473
00000100:00000001:3.0:1787757388.545195:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313641385
00000100:00000001:3.0:1787757388.545198:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757388.545200:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757388.545202:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757388.545207:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757388/real 1787757388]  req@ffff92505e61f480 x1874594466073344/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757388.545216:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757388.545217:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757388.545219:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757388.545222:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757388.545223:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757388.545226:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757388.545229:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61f480 x1874594466073344/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757388.545239:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61f480 x1874594466073344/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757388.545247:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757388.545249:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757388.545251:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757388.545253:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757388.545258:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61f480 x1874594466073344/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757388.545265:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757388.545297:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61f480 x1874594466073344/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757413 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757388.545307:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757388.545310:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757388.545312:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757388.545313:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757388.545317:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757388.545319:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757388.545322:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757388.545327:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757388.545330:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757388.545335:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61f480 x1874594466073344/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757413 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757388.545345:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466073344:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757388.545350:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757388.545352:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757388.545356:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61f840 x1874594466073216/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757413 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757388.545364:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757388.545366:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757388.545369:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51ec00.
02000000:00000001:3.0:1787757388.545372:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757388.545375:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757388.545377:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:3.0:1787757388.545379:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757388.545382:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafdc00.
02000000:00000001:3.0:1787757388.545385:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757388.545387:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757388.545389:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61f840.
00000100:00000001:3.0:1787757388.545392:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757388.545394:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757388.545396:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757388.545400:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61f480 x1874594466073344/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757413 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757388.545408:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757388.545409:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757388.545411:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51c000.
02000000:00000001:3.0:1787757388.545414:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757388.545416:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757388.545417:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:3.0:1787757388.545420:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757388.545422:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507caff400.
02000000:00000001:3.0:1787757388.545424:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757388.545426:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757388.545427:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61f480.
00000100:00000001:3.0:1787757388.545430:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757388.545431:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757388.545433:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757388.545438:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757388.545440:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757388.545442:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757388.545444:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757389.054409:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757389.054418:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757389.054421:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757389.054429:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757389.054436:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757389.054440:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757389.054443:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757389.054447:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757389.054452:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757389.374563:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757389.374570:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757389.374576:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757389.502412:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313641385, at 4313641408
00000100:00000010:3.0:1787757389.502435:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350e060.
00000100:00000040:2.0:1787757389.502444:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313641385, at 4313641408
00000100:00000010:2.0:1787757389.502467:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350e000.
00000100:00000001:0.0:1787757390.078384:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757390.078407:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757390.078410:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757390.078417:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757390.078422:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757390.078427:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757390.078430:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757390.078434:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757390.078438:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757390.398683:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757390.398693:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757390.398700:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757391.102401:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757391.102414:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757391.102419:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757391.102427:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757391.102434:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757391.102441:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757391.102446:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757391.102452:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757391.102458:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757391.422606:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757391.422617:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757391.422624:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757392.126439:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757392.126449:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757392.126452:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757392.126458:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757392.126463:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757392.126468:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757392.126471:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757392.126475:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757392.126478:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757392.446638:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757392.446648:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757392.446655:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757393.150424:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757393.150433:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757393.150436:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757393.150443:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757393.150450:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757393.150456:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757393.150461:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757393.150466:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757393.150472:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757393.470604:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757393.470616:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757393.470625:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787757393.662450:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757393.662469:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787757393.662474:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757393.662480:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757393.662488:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757393.662500:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18973
00000400:00000200:2.0:1787757393.662542:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757393.662552:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757393.662558:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757393.662563:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757393.662567:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757393.662571:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757393.662574:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757393.662581:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757393.662584:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787757393.662588:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757393.662593:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787757393.662596:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787757393.662600:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787757393.662604:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757393.662607:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757393.662610:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757393.662612:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757393.662617:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787757393.662623:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757393.662627:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757393.662632:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757393.662637:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757393.662641:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757393.662644:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757393.662648:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757393.662663:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61de00.
00000020:00000040:2.0:1787757393.662669:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787757393.662675:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757393.662678:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757393.662683:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757393.662687:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757393.662694:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757393.662706:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafe400.
00000100:00000001:2.0:1787757393.662717:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757393.662731:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61de00 x1874594466073472/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757393.662747:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757393.662754:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757393.662761:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0b9f896] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61de00 x1874594466073472/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757393.662796:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757393.662801:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757393.662807:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787757393.662809:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757393.662811:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757393.662816:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757393.662820:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18973
00000400:00000200:2.0:1787757393.662824:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757393.662828:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757393.662831:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757393.662837:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757393.662841:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757393.662845:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757393.662848:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757393.662852:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757393.662854:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:2.0:1787757393.662857:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757393.662860:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:2.0:1787757393.662862:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:2.0:1787757393.662865:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:2.0:1787757393.662869:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757393.662871:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757393.662873:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757393.662876:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757393.662882:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00000001:3.0:1787757393.662885:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1787757393.662888:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757393.662898:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757393.662901:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1787757393.662903:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787757393.662908:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1787757393.662916:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757393.662922:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757393.662928:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000040:3.0:1787757393.662935:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61de00 x1874594466073472/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1787757393.662936:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787757393.662945:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757393.662956:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757393.662964:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61e940.
00000020:00000040:2.0:1787757393.662974:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:2.0:1787757393.662986:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757393.662989:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757393.662998:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1787757393.663001:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1787757393.663003:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757393.663011:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757393.663013:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757393.663020:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507caff800.
02000000:00000001:3.0:1787757393.663028:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787757393.663029:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757393.663040:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1787757393.663049:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61e940 x1874594466073600/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1787757393.663050:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757393.663076:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466073472:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757393.663100:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757393.663102:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787757393.663113:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757393.663117:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757393.663125:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757393.663126:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0cadbca] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61e940 x1874594466073600/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787757393.663139:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787757393.663158:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757393.663160:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51c000.
02000000:00000001:3.0:1787757393.663177:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757393.663178:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757393.663197:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787757393.663204:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1787757393.663206:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00080000:2.0:1787757393.663210:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757393.663216:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:3.0:1787757393.663217:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000100:00080000:2.0:1787757393.663228:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18973
00000400:00000010:3.0:1787757393.663240:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000400:00000200:2.0:1787757393.663241:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757393.663263:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00000200:3.0:1787757393.663266:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466073472, portal 25
00000100:00080000:2.0:1787757393.663304:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757393.663312:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757393.663315:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757393.663319:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757393.663323:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757393.663339:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1787757393.663340:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000040:2.0:1787757393.663343:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000100:00000001:3.0:1787757393.663346:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611352064 : -120601098199552 : ffff92505e61de00)
00000020:00000001:2.0:1787757393.663349:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757393.663360:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:2.0:1787757393.663368:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:2.0:1787757393.663372:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787757393.663381:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61de00 x1874594466073472/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787757393.663384:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757393.663399:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757393.663416:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757393.663436:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:3.0:1787757393.663438:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:2.0:1787757393.663454:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:2.0:1787757393.663463:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000040:3.0:1787757393.663471:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000001:2.0:1787757393.663472:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757393.663478:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757393.663484:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757393.663488:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1787757393.663488:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a088.
00000100:00000001:2.0:1787757393.663504:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757393.663509:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787757393.663512:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757393.663533:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757393.663538:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61c3c0.
00000020:00000040:2.0:1787757393.663542:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000100:00000200:3.0:1787757393.663545:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466073472, offset 0
02000000:00000001:2.0:1787757393.663547:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757393.663550:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757393.663560:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757393.663564:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757393.663567:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757393.663578:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
02000000:00000010:2.0:1787757393.663580:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafc800.
00000100:00000001:2.0:1787757393.663589:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757393.663599:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00100000:2.0:1787757393.663602:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61c3c0 x1874594466073728/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1787757393.663619:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00000001:2.0:1787757393.663623:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1787757393.663630:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787757393.663631:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757393.663649:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00000040:2.0:1787757393.663651:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003175400] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61c3c0 x1874594466073728/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787757393.663661:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757393.663680:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00000001:2.0:1787757393.663699:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757393.663700:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56485:56485:256:4294967295] 192.168.201.154@tcp LPNI seq info [56485:56485:8:4294967295]
00000100:00000040:2.0:1787757393.663715:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1787757393.663730:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:2.0:1787757393.663737:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1787757393.663749:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18983)
00000400:00000200:3.0:1787757393.663764:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757393.663775:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757393.663784:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f900.
00000800:00000200:3.0:1787757393.663794:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757393.663800:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787757393.663809:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757393.663815:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1787757393.663821:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757393.663825:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f900.
00000400:00000200:3.0:1787757393.663833:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757393.663839:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757393.663846:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a088
00000400:00000010:3.0:1787757393.663849:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a088.
00000100:00000001:3.0:1787757393.663855:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757393.663862:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61de00 x1874594466073472/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757393.663876:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757393.663881:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61de00 x1874594466073472/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757418 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757393.663891:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757393.663893:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757393.663902:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757393.663907:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757393.663910:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313646505
00000100:00000010:3.0:1787757393.663917:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350e060.
00000100:00000001:3.0:1787757393.663926:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787757393.663952:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313646505
00000100:00000010:3.0:1787757393.663960:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350e120.
00000100:00000001:3.0:1787757393.663967:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787757393.663973:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757393.663982:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757393.663989:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757393.664001:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757393/real 1787757393]  req@ffff92505e61de00 x1874594466073472/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757393.664021:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757393.664024:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757393.664028:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757393.664036:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757393.664039:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757393.664042:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757393.664048:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61de00 x1874594466073472/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757393.664059:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61de00 x1874594466073472/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757393.664076:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757393.664079:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757393.664082:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757393.664085:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757393.664090:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61de00 x1874594466073472/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757393.664099:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757393.664106:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61de00 x1874594466073472/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757418 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757393.664115:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757393.664118:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757393.664120:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757393.664122:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757393.664125:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757393.664128:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757393.664133:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757393.664138:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757393.664141:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757393.664146:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61de00 x1874594466073472/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757418 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757393.664157:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466073472:192.168.201.154@tcp:250:kworker.0
00000100:00000001:3.0:1787757393.664163:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757393.664166:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757393.664170:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61de00 x1874594466073472/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757418 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757393.664179:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757393.664182:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757393.664187:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51c000.
02000000:00000001:3.0:1787757393.664190:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757393.664194:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757393.664197:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:3.0:1787757393.664200:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757393.664203:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafe400.
02000000:00000001:3.0:1787757393.664208:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757393.664211:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757393.664214:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61de00.
00000100:00000001:3.0:1787757393.664218:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757393.664220:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757393.664223:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757393.664233:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757393.664235:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757393.664239:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757393.664241:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757393.664244:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757393.664249:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61e940 x1874594466073600/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757393.664259:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757393.664261:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757393.664264:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757393.664267:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757393.664304:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757393.664308:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466073600:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757393.664313:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757393.664317:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757393.664319:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757393.664322:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757393.664327:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51c000.
02000000:00000001:3.0:1787757393.664329:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757393.664335:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757393.664338:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757393.664343:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757393.664348:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466073600, portal 10
00000100:00000001:3.0:1787757393.664351:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757393.664353:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611354944 : -120601098196672 : ffff92505e61e940)
00000100:00000040:3.0:1787757393.664362:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61e940 x1874594466073600/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757393.664371:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757393.664374:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757393.664377:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a088.
00000100:00000200:3.0:1787757393.664380:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466073600, offset 0
00000400:00000200:3.0:1787757393.664385:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757393.664391:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757393.664397:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757393.664401:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757393.664405:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757393.664408:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757393.664412:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757393.664416:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56486:56486:256:4294967295] 192.168.201.154@tcp LPNI seq info [56486:56486:8:4294967295]
00000400:00000200:3.0:1787757393.664422:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757393.664431:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757393.664437:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757393.664441:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f900.
00000800:00000200:3.0:1787757393.664447:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757393.664451:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787757393.664459:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757393.664465:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1787757393.664473:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757393.664477:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f900.
00000400:00000200:3.0:1787757393.664483:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757393.664490:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757393.664496:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a088
00000400:00000010:3.0:1787757393.664500:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a088.
00000100:00000001:3.0:1787757393.664504:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757393.664512:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61e940 x1874594466073600/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757393.664572:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757393.664579:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61e940 x1874594466073600/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757418 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757393.664590:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757393.664592:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757393.664600:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757393.664605:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:3.0:1787757393.664610:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757393.664613:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313645610
00000100:00000001:3.0:1787757393.664617:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313646505
00000100:00000001:3.0:1787757393.664620:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313645610
00000100:00000001:3.0:1787757393.664623:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313646505
00000100:00000001:3.0:1787757393.664626:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757393.664629:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757393.664632:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757393.664637:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757393/real 1787757393]  req@ffff92505e61e940 x1874594466073600/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757393.664647:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757393.664649:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757393.664651:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757393.664655:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757393.664657:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757393.664660:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757393.664664:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61e940 x1874594466073600/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757393.664675:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61e940 x1874594466073600/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757393.664683:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757393.664686:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757393.664688:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757393.664690:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757393.664695:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61e940 x1874594466073600/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757393.664703:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757393.664708:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61e940 x1874594466073600/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757418 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757393.664716:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757393.664719:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757393.664721:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757393.664722:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757393.664725:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757393.664728:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757393.664731:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757393.664735:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757393.664737:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757393.664742:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61e940 x1874594466073600/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757418 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757393.664751:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466073600:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757393.664756:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757393.664761:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61c3c0 x1874594466073728/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757393.664770:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757393.664773:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757393.664776:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757393.664778:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757393.664781:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757393.664785:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466073728:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757393.664789:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757393.664792:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757393.664795:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757393.664797:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757393.664802:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51ec00.
02000000:00000001:3.0:1787757393.664804:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757393.664808:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757393.664812:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757393.664816:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757393.664820:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466073728, portal 4
00000100:00000001:3.0:1787757393.664822:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757393.664824:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611345344 : -120601098206272 : ffff92505e61c3c0)
00000100:00000040:3.0:1787757393.664832:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61c3c0 x1874594466073728/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757393.664840:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757393.664843:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757393.664846:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a088.
00000100:00000200:3.0:1787757393.664849:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466073728, offset 0
00000400:00000200:3.0:1787757393.664854:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757393.664859:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757393.664863:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757393.664868:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757393.664871:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757393.664874:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757393.664877:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757393.664881:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56487:56487:256:4294967295] 192.168.201.154@tcp LPNI seq info [56487:56487:8:4294967295]
00000400:00000200:3.0:1787757393.664887:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757393.664895:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757393.664901:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757393.664906:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f900.
00000800:00000200:3.0:1787757393.664911:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757393.664915:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787757393.664920:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757393.664925:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1787757393.664934:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757393.664938:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f900.
00000400:00000200:3.0:1787757393.664944:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757393.664951:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757393.664956:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a088
00000400:00000010:3.0:1787757393.664960:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a088.
00000100:00000001:3.0:1787757393.664965:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757393.664972:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61c3c0 x1874594466073728/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757393.664989:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757393.664995:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61c3c0 x1874594466073728/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757418 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757393.665010:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757393.665013:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757393.665020:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757393.665026:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:3.0:1787757393.665033:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757393.665036:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313645593
00000100:00000001:3.0:1787757393.665040:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313646505
00000100:00000001:3.0:1787757393.665043:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313645593
00000100:00000001:3.0:1787757393.665046:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313646505
00000100:00000001:3.0:1787757393.665049:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757393.665052:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757393.665054:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757393.665060:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757393/real 1787757393]  req@ffff92505e61c3c0 x1874594466073728/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757393.665070:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757393.665072:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757393.665075:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757393.665078:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757393.665081:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757393.665084:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757393.665088:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61c3c0 x1874594466073728/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757393.665098:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61c3c0 x1874594466073728/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757393.665106:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757393.665108:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757393.665110:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757393.665112:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757393.665116:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61c3c0 x1874594466073728/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757393.665124:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757393.665128:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61c3c0 x1874594466073728/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757418 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757393.665137:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757393.665140:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757393.665142:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757393.665144:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757393.665146:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757393.665148:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757393.665151:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757393.665155:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757393.665157:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757393.665162:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61c3c0 x1874594466073728/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757418 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757393.665179:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466073728:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757393.665184:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757393.665187:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757393.665191:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61e940 x1874594466073600/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757418 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757393.665198:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757393.665200:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757393.665203:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51c000.
02000000:00000001:3.0:1787757393.665206:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757393.665208:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757393.665210:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:3.0:1787757393.665212:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757393.665214:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507caff800.
02000000:00000001:3.0:1787757393.665218:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757393.665219:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757393.665221:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61e940.
00000100:00000001:3.0:1787757393.665225:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757393.665226:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757393.665229:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757393.665232:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61c3c0 x1874594466073728/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757418 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757393.665240:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757393.665241:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757393.665243:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51ec00.
02000000:00000001:3.0:1787757393.665246:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757393.665247:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757393.665248:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:3.0:1787757393.665251:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757393.665252:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafc800.
02000000:00000001:3.0:1787757393.665255:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757393.665256:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757393.665258:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61c3c0.
00000100:00000001:3.0:1787757393.665261:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757393.665263:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757393.665266:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757393.665300:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757393.665303:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757393.665305:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757393.665308:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757394.174467:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757394.174476:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757394.174479:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757394.174486:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757394.174491:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757394.174496:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757394.174500:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757394.174503:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757394.174539:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757394.494653:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757394.494660:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757394.494666:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757394.622367:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313646505, at 4313646528
00000100:00000040:2.0:1787757394.622374:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313646505, at 4313646528
00000100:00000010:3.0:1787757394.622391:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350e120.
00000100:00000010:2.0:1787757394.622397:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350e060.
00000100:00000001:0.0:1787757395.198437:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757395.198451:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757395.198455:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757395.198462:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757395.198468:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757395.198474:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757395.198477:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757395.198481:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757395.198486:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757395.518537:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757395.518546:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757395.518553:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757396.222415:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757396.222424:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757396.222427:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757396.222434:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757396.222439:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757396.222444:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757396.222447:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757396.222451:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757396.222455:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757396.542677:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757396.542684:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757396.542689:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757397.246403:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757397.246413:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757397.246416:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757397.246423:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757397.246428:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757397.246433:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757397.246436:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757397.246439:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757397.246443:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757397.566655:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757397.566662:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757397.566668:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757398.270428:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757398.270462:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757398.270465:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757398.270474:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757398.270480:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757398.270486:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757398.270490:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757398.270497:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757398.270501:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757398.590549:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757398.590559:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757398.590566:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787757398.782479:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757398.782495:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787757398.782500:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757398.782506:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757398.782514:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757398.782526:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18978
00000400:00000200:2.0:1787757398.782541:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757398.782552:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757398.782559:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757398.782566:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757398.782573:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757398.782579:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757398.782584:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757398.782593:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757398.782597:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787757398.782603:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757398.782611:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787757398.782616:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787757398.782621:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787757398.782628:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757398.782632:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757398.782636:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757398.782640:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757398.782647:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787757398.782655:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757398.782661:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757398.782668:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757398.782675:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757398.782681:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757398.782685:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757398.782696:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757398.782715:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61c3c0.
00000020:00000040:2.0:1787757398.782723:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787757398.782732:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757398.782735:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757398.782742:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757398.782748:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757398.782757:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757398.782774:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafc800.
00000100:00000001:2.0:1787757398.782788:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757398.782809:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61c3c0 x1874594466073856/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757398.782828:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757398.782834:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757398.782842:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003175400] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61c3c0 x1874594466073856/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757398.782884:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757398.782889:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757398.782895:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787757398.782897:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757398.782900:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757398.782904:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757398.782908:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18978
00000400:00000200:2.0:1787757398.782914:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757398.782918:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757398.782921:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757398.782925:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757398.782928:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757398.782932:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757398.782936:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757398.782942:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757398.782944:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:2.0:1787757398.782948:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757398.782953:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:2.0:1787757398.782957:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:2.0:1787757398.782961:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:2.0:1787757398.782967:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757398.782972:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757398.782978:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757398.782983:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757398.782989:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:2.0:1787757398.782997:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757398.783003:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757398.783009:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787757398.783010:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757398.783022:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1787757398.783023:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757398.783027:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1787757398.783035:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757398.783044:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000040:3.0:1787757398.783047:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61c3c0 x1874594466073856/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1787757398.783053:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787757398.783060:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757398.783063:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757398.783072:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61e940.
00000020:00000040:2.0:1787757398.783080:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:2.0:1787757398.783091:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1787757398.783094:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1787757398.783096:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757398.783101:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757398.783103:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757398.783108:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757398.783114:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757398.783115:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757398.783122:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1787757398.783126:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507caff800.
02000000:00000001:3.0:1787757398.783128:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757398.783139:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757398.783140:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466073856:192.168.201.154@tcp:250:kworker.0
00000100:00000001:3.0:1787757398.783153:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:2.0:1787757398.783158:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61e940 x1874594466073984/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1787757398.783163:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757398.783169:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757398.783179:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787757398.783182:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757398.783188:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757398.783192:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51ec00.
00000100:00000040:2.0:1787757398.783194:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0cadbca] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61e940 x1874594466073984/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787757398.783202:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757398.783222:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757398.783223:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757398.783232:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:3.0:1787757398.783234:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000100:00080000:2.0:1787757398.783245:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787757398.783249:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757398.783251:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757398.783256:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:3.0:1787757398.783256:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00080000:2.0:1787757398.783265:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18978
00000400:00000200:2.0:1787757398.783312:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757398.783319:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757398.783323:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757398.783328:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757398.783331:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757398.783334:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757398.783338:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757398.783341:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757398.783344:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:2.0:1787757398.783346:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757398.783349:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:2.0:1787757398.783352:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:2.0:1787757398.783355:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:2.0:1787757398.783359:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757398.783364:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:3.0:1787757398.783364:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466073856, portal 25
00000100:00000040:2.0:1787757398.783371:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757398.783378:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757398.783379:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757398.783388:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00000001:3.0:1787757398.783388:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611345344 : -120601098206272 : ffff92505e61c3c0)
00000100:00080000:2.0:1787757398.783403:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757398.783407:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757398.783412:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:3.0:1787757398.783414:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61c3c0 x1874594466073856/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787757398.783419:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757398.783448:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757398.783457:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757398.783461:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787757398.783469:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757398.783474:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757398.783486:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61de00.
00000020:00000040:2.0:1787757398.783494:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000100:00000001:3.0:1787757398.783498:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1787757398.783501:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757398.783506:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757398.783514:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:3.0:1787757398.783516:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
02000000:00000001:2.0:1787757398.783518:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757398.783526:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1787757398.783532:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a088.
02000000:00000010:2.0:1787757398.783534:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafe400.
00000100:00000001:2.0:1787757398.783546:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1787757398.783547:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466073856, offset 0
00000100:00100000:2.0:1787757398.783558:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61de00 x1874594466074112/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1787757398.783574:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000001:2.0:1787757398.783591:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757398.783597:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757398.783599:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:2.0:1787757398.783607:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0b9f896] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61de00 x1874594466074112/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787757398.783617:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00000001:2.0:1787757398.783637:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757398.783639:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1787757398.783646:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1787757398.783654:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00000040:2.0:1787757398.783656:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1787757398.783665:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1787757398.783667:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18988)
00000400:00000200:3.0:1787757398.783674:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757398.783684:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56488:56488:256:4294967295] 192.168.201.154@tcp LPNI seq info [56488:56488:8:4294967295]
00000400:00000200:3.0:1787757398.783690:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757398.783708:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757398.783717:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757398.783725:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f900.
00000800:00000200:3.0:1787757398.783736:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757398.783742:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787757398.783752:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757398.783757:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1787757398.783763:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757398.783767:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f900.
00000400:00000200:3.0:1787757398.783778:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757398.783785:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757398.783793:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a088
00000400:00000010:3.0:1787757398.783797:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a088.
00000100:00000001:3.0:1787757398.783803:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757398.783810:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61c3c0 x1874594466073856/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757398.783825:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757398.783830:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61c3c0 x1874594466073856/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757423 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757398.783849:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757398.783852:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757398.783863:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757398.783869:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757398.783873:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313651625
00000100:00000010:3.0:1787757398.783881:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350ede0.
00000100:00000001:3.0:1787757398.783892:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787757398.783902:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313651625
00000100:00000010:3.0:1787757398.783906:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350ef00.
00000100:00000001:3.0:1787757398.783910:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787757398.783914:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757398.783917:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757398.783921:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757398.783927:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757398/real 1787757398]  req@ffff92505e61c3c0 x1874594466073856/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757398.783939:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757398.783943:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757398.783946:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757398.783951:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757398.783954:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757398.783957:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757398.783962:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61c3c0 x1874594466073856/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757398.783973:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61c3c0 x1874594466073856/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757398.783981:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757398.783984:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757398.783987:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757398.783989:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757398.783995:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61c3c0 x1874594466073856/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757398.784005:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757398.784012:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61c3c0 x1874594466073856/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757423 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757398.784021:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757398.784025:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757398.784027:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757398.784029:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757398.784032:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757398.784035:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757398.784038:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757398.784043:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757398.784047:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757398.784052:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61c3c0 x1874594466073856/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757423 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757398.784062:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466073856:192.168.201.154@tcp:250:kworker.0
00000100:00000001:3.0:1787757398.784069:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757398.784071:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757398.784075:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61c3c0 x1874594466073856/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757423 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757398.784085:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757398.784089:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757398.784093:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51ec00.
02000000:00000001:3.0:1787757398.784097:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757398.784100:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757398.784102:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:3.0:1787757398.784105:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757398.784108:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafc800.
02000000:00000001:3.0:1787757398.784114:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757398.784118:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757398.784120:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61c3c0.
00000100:00000001:3.0:1787757398.784125:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757398.784127:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757398.784129:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757398.784142:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757398.784145:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757398.784147:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757398.784150:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757398.784152:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757398.784156:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61e940 x1874594466073984/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757398.784166:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757398.784168:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757398.784171:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757398.784174:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757398.784176:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757398.784180:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466073984:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757398.784184:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757398.784186:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757398.784188:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757398.784191:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757398.784195:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51ec00.
02000000:00000001:3.0:1787757398.784197:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757398.784202:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757398.784205:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757398.784210:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757398.784214:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466073984, portal 10
00000100:00000001:3.0:1787757398.784216:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757398.784218:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611354944 : -120601098196672 : ffff92505e61e940)
00000100:00000040:3.0:1787757398.784228:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61e940 x1874594466073984/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757398.784237:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757398.784240:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757398.784244:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a088.
00000100:00000200:3.0:1787757398.784249:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466073984, offset 0
00000400:00000200:3.0:1787757398.784257:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757398.784266:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757398.784316:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757398.784323:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757398.784328:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757398.784334:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757398.784339:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757398.784346:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56489:56489:256:4294967295] 192.168.201.154@tcp LPNI seq info [56489:56489:8:4294967295]
00000400:00000200:3.0:1787757398.784355:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757398.784368:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757398.784375:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757398.784382:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f900.
00000800:00000200:3.0:1787757398.784387:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757398.784391:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787757398.784397:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757398.784401:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1787757398.784406:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757398.784409:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f900.
00000400:00000200:3.0:1787757398.784414:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757398.784418:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757398.784448:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a088
00000400:00000010:3.0:1787757398.784453:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a088.
00000100:00000001:3.0:1787757398.784459:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757398.784469:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61e940 x1874594466073984/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757398.784486:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757398.784492:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61e940 x1874594466073984/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757423 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757398.784507:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757398.784510:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757398.784520:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757398.784528:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:3.0:1787757398.784536:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757398.784541:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313650730
00000100:00000001:3.0:1787757398.784545:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313651625
00000100:00000001:3.0:1787757398.784548:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313650730
00000100:00000001:3.0:1787757398.784552:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313651625
00000100:00000001:3.0:1787757398.784554:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757398.784557:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757398.784560:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757398.784566:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757398/real 1787757398]  req@ffff92505e61e940 x1874594466073984/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757398.784576:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757398.784578:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757398.784581:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757398.784585:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757398.784587:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757398.784590:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757398.784594:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61e940 x1874594466073984/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757398.784606:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61e940 x1874594466073984/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757398.784614:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757398.784616:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757398.784619:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757398.784620:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757398.784625:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61e940 x1874594466073984/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757398.784632:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757398.784637:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61e940 x1874594466073984/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757423 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757398.784648:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757398.784651:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757398.784653:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757398.784655:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757398.784657:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757398.784661:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757398.784664:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757398.784668:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757398.784670:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757398.784675:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61e940 x1874594466073984/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757423 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757398.784685:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466073984:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757398.784690:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757398.784695:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61de00 x1874594466074112/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757398.784703:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757398.784705:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757398.784708:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757398.784710:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757398.784712:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757398.784716:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466074112:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757398.784720:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757398.784723:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757398.784725:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757398.784727:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757398.784733:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51c000.
02000000:00000001:3.0:1787757398.784736:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757398.784741:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757398.784744:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757398.784749:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757398.784753:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466074112, portal 4
00000100:00000001:3.0:1787757398.784756:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757398.784758:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611352064 : -120601098199552 : ffff92505e61de00)
00000100:00000040:3.0:1787757398.784766:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61de00 x1874594466074112/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757398.784774:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757398.784777:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757398.784780:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a088.
00000100:00000200:3.0:1787757398.784783:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466074112, offset 0
00000400:00000200:3.0:1787757398.784788:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757398.784794:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757398.784798:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757398.784802:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757398.784806:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757398.784810:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757398.784813:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757398.784817:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56490:56490:256:4294967295] 192.168.201.154@tcp LPNI seq info [56490:56490:8:4294967295]
00000400:00000200:3.0:1787757398.784822:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757398.784831:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757398.784836:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757398.784841:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f900.
00000800:00000200:3.0:1787757398.784846:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757398.784850:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787757398.784856:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757398.784859:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1787757398.784864:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757398.784867:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f900.
00000400:00000200:3.0:1787757398.784871:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757398.784876:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757398.784880:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a088
00000400:00000010:3.0:1787757398.784883:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a088.
00000100:00000001:3.0:1787757398.784886:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757398.784891:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61de00 x1874594466074112/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757398.784901:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757398.784905:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61de00 x1874594466074112/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757423 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757398.784914:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757398.784915:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757398.784919:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757398.784923:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:3.0:1787757398.784927:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757398.784929:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313650713
00000100:00000001:3.0:1787757398.784932:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313651625
00000100:00000001:3.0:1787757398.784935:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313650713
00000100:00000001:3.0:1787757398.784938:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313651625
00000100:00000001:3.0:1787757398.784941:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757398.784944:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757398.784946:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757398.784950:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757398/real 1787757398]  req@ffff92505e61de00 x1874594466074112/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757398.784959:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757398.784961:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757398.784962:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757398.784965:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757398.784967:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757398.784969:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757398.784973:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61de00 x1874594466074112/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757398.784983:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61de00 x1874594466074112/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757398.784992:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757398.784994:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757398.784996:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757398.784998:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757398.785003:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61de00 x1874594466074112/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757398.785010:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757398.785015:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61de00 x1874594466074112/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757423 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757398.785023:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757398.785025:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757398.785027:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757398.785029:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757398.785031:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757398.785033:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757398.785036:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757398.785039:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757398.785042:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757398.785046:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61de00 x1874594466074112/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757423 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757398.785055:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466074112:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757398.785060:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757398.785062:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757398.785066:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61e940 x1874594466073984/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757423 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757398.785075:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757398.785077:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757398.785081:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51ec00.
02000000:00000001:3.0:1787757398.785084:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757398.785086:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757398.785088:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:3.0:1787757398.785091:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757398.785094:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507caff800.
02000000:00000001:3.0:1787757398.785097:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757398.785099:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757398.785101:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61e940.
00000100:00000001:3.0:1787757398.785105:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757398.785107:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757398.785109:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757398.785113:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61de00 x1874594466074112/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757423 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757398.785121:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757398.785122:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757398.785124:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51c000.
02000000:00000001:3.0:1787757398.785127:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757398.785128:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757398.785130:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:3.0:1787757398.785132:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757398.785133:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafe400.
02000000:00000001:3.0:1787757398.785136:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757398.785137:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757398.785139:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61de00.
00000100:00000001:3.0:1787757398.785141:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757398.785143:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757398.785145:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757398.785150:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757398.785152:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757398.785154:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757398.785156:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757399.294390:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757399.294400:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757399.294403:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757399.294411:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757399.294442:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757399.294449:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757399.294453:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757399.294456:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757399.294462:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757399.614558:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757399.614568:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757399.614575:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757399.742391:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313651625, at 4313651648
00000100:00000040:3.0:1787757399.742441:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313651625, at 4313651648
00000100:00000010:3.0:1787757399.742458:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350ef00.
00000100:00000010:2.0:1787757399.742465:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350ede0.
00000100:00000001:0.0:1787757400.318454:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757400.318466:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757400.318469:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757400.318476:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757400.318482:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757400.318488:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757400.318491:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757400.318495:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757400.318499:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757400.638679:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757400.638686:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757400.638691:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757401.342356:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757401.342370:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757401.342374:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757401.342404:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757401.342412:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757401.342418:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757401.342424:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757401.342429:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757401.342434:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757401.662600:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757401.662607:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757401.662612:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757402.366433:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757402.366442:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757402.366446:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757402.366456:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757402.366463:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757402.366469:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757402.366475:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757402.366480:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757402.366485:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757402.686629:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757402.686637:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757402.686642:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757403.390422:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757403.390430:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757403.390432:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757403.390437:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757403.390441:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757403.390445:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757403.390447:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757403.390450:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757403.390453:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757403.710589:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757403.710596:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757403.710600:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787757403.902432:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757403.902448:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787757403.902453:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757403.902459:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757403.902467:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757403.902480:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18983
00000400:00000200:2.0:1787757403.902491:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757403.902498:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757403.902503:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757403.902508:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757403.902512:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757403.902515:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757403.902518:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757403.902523:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757403.902526:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787757403.902529:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757403.902533:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787757403.902536:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787757403.902539:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787757403.902543:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757403.902546:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757403.902548:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757403.902551:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757403.902554:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787757403.902559:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757403.902562:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757403.902565:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757403.902570:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757403.902573:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757403.902576:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757403.902579:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757403.902588:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61f480.
00000020:00000040:2.0:1787757403.902592:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787757403.902598:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757403.902600:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757403.902603:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757403.902607:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757403.902613:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757403.902623:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafd000.
00000100:00000001:2.0:1787757403.902631:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757403.902643:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61f480 x1874594466074240/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757403.902657:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757403.902662:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757403.902669:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f638b8ce] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61f480 x1874594466074240/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757403.902699:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757403.902704:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757403.902709:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787757403.902711:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757403.902713:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757403.902717:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757403.902721:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18983
00000400:00000200:2.0:1787757403.902725:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757403.902728:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757403.902731:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757403.902734:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757403.902737:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757403.902740:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757403.902743:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757403.902745:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757403.902747:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:2.0:1787757403.902749:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757403.902751:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:2.0:1787757403.902754:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:2.0:1787757403.902756:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:2.0:1787757403.902760:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757403.902763:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757403.902766:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757403.902769:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757403.902772:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:2.0:1787757403.902777:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757403.902780:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757403.902783:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757403.902791:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757403.902794:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757403.902797:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757403.902802:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1787757403.902806:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00000001:2.0:1787757403.902807:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757403.902815:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757403.902816:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000010:2.0:1787757403.902820:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61f840.
00000100:00000001:3.0:1787757403.902823:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1787757403.902826:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:2.0:1787757403.902832:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757403.902837:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757403.902840:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61f480 x1874594466074240/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757403.902841:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757403.902847:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757403.902852:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757403.902862:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507caff400.
00000100:00000001:3.0:1787757403.902870:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757403.902873:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757403.902875:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757403.902883:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:2.0:1787757403.902886:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61f840 x1874594466074368/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1787757403.902887:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757403.902899:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757403.902913:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466074240:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757403.902918:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757403.902922:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757403.902930:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aef5ed20] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61f840 x1874594466074368/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757403.902944:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787757403.902949:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757403.902957:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:3.0:1787757403.902960:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:2.0:1787757403.902963:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:3.0:1787757403.902966:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757403.902969:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:3.0:1787757403.902972:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:2.0:1787757403.902974:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757403.902980:0:277684:0:(import.c:485:import_select_connection()) Process entered
02000000:00000010:3.0:1787757403.902983:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51c000.
00000100:00080000:2.0:1787757403.902984:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18983
02000000:00000001:3.0:1787757403.902993:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757403.903001:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757403.903011:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000400:00000200:3.0:1787757403.903012:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00080000:2.0:1787757403.903015:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000400:00000010:3.0:1787757403.903022:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000100:00000040:2.0:1787757403.903023:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757403.903033:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757403.903036:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000010:3.0:1787757403.903039:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000001:2.0:1787757403.903040:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757403.903049:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757403.903051:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:2.0:1787757403.903053:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:3.0:1787757403.903055:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466074240, portal 25
00000020:00000040:2.0:1787757403.903057:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000100:00000001:3.0:1787757403.903065:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:2.0:1787757403.903066:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000001:3.0:1787757403.903070:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611357824 : -120601098193792 : ffff92505e61f480)
00000020:00000001:2.0:1787757403.903072:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:2.0:1787757403.903082:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757403.903089:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757403.903090:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61f480 x1874594466074240/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787757403.903096:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757403.903105:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757403.903112:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:2.0:1787757403.903121:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757403.903129:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757403.903132:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1787757403.903133:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757403.903141:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1787757403.903150:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
02000000:00000001:2.0:1787757403.903151:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757403.903159:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000010:3.0:1787757403.903163:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a088.
00000008:00100000:2.0:1787757403.903164:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787757403.903175:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1787757403.903178:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466074240, offset 0
00000100:00000001:2.0:1787757403.903179:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757403.903190:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61d2c0.
00000020:00000040:2.0:1787757403.903195:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:2.0:1787757403.903200:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1787757403.903205:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
02000000:00000001:2.0:1787757403.903206:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757403.903215:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757403.903217:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757403.903219:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757403.903225:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafdc00.
00000400:00000200:3.0:1787757403.903228:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757403.903231:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757403.903243:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61d2c0 x1874594466074496/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1787757403.903248:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00000001:2.0:1787757403.903266:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1787757403.903267:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787757403.903306:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757403.903315:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b484489] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61d2c0 x1874594466074496/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757403.903331:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757403.903361:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787757403.903367:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1787757403.903371:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00000040:2.0:1787757403.903378:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18993)
00000400:00000200:3.0:1787757403.903381:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757403.903390:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757403.903396:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56491:56491:256:4294967295] 192.168.201.154@tcp LPNI seq info [56491:56491:8:4294967295]
00000400:00000200:3.0:1787757403.903405:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757403.903420:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757403.903428:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757403.903437:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f900.
00000800:00000200:3.0:1787757403.903446:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757403.903451:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787757403.903459:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757403.903463:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1787757403.903468:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757403.903472:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f900.
00000400:00000200:3.0:1787757403.903478:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757403.903484:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757403.903491:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a088
00000400:00000010:3.0:1787757403.903494:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a088.
00000100:00000001:3.0:1787757403.903500:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757403.903506:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61f480 x1874594466074240/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757403.903520:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757403.903524:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61f480 x1874594466074240/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757428 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757403.903534:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757403.903536:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757403.903545:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757403.903549:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757403.903553:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313656745
00000100:00000010:3.0:1787757403.903559:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350ef00.
00000100:00000001:3.0:1787757403.903568:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787757403.903583:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313656745
00000100:00000010:3.0:1787757403.903588:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350e3c0.
00000100:00000001:3.0:1787757403.903592:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787757403.903596:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757403.903600:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757403.903604:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757403.903611:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757403/real 1787757403]  req@ffff92505e61f480 x1874594466074240/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757403.903624:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757403.903627:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757403.903629:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757403.903634:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757403.903637:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757403.903640:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757403.903644:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61f480 x1874594466074240/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757403.903655:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61f480 x1874594466074240/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757403.903663:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757403.903665:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757403.903668:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757403.903671:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757403.903676:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61f480 x1874594466074240/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757403.903684:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757403.903690:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61f480 x1874594466074240/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757428 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757403.903699:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757403.903703:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757403.903705:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757403.903707:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757403.903710:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757403.903712:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757403.903716:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757403.903721:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757403.903725:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757403.903730:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61f480 x1874594466074240/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757428 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757403.903741:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466074240:192.168.201.154@tcp:250:kworker.0
00000100:00000001:3.0:1787757403.903746:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757403.903749:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757403.903753:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61f480 x1874594466074240/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757428 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757403.903761:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757403.903764:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757403.903767:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51c000.
02000000:00000001:3.0:1787757403.903770:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757403.903772:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757403.903775:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:3.0:1787757403.903778:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757403.903781:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafd000.
02000000:00000001:3.0:1787757403.903785:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757403.903788:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757403.903790:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61f480.
00000100:00000001:3.0:1787757403.903793:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757403.903795:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757403.903798:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757403.903807:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757403.903809:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757403.903812:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757403.903814:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757403.903816:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757403.903821:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61f840 x1874594466074368/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757403.903830:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757403.903832:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757403.903836:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757403.903838:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757403.903841:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757403.903845:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466074368:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757403.903849:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757403.903852:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757403.903854:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757403.903856:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757403.903859:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51c000.
02000000:00000001:3.0:1787757403.903862:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757403.903866:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757403.903869:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757403.903873:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757403.903877:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466074368, portal 10
00000100:00000001:3.0:1787757403.903880:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757403.903882:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611358784 : -120601098192832 : ffff92505e61f840)
00000100:00000040:3.0:1787757403.903890:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61f840 x1874594466074368/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757403.903899:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757403.903902:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757403.903904:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a088.
00000100:00000200:3.0:1787757403.903907:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466074368, offset 0
00000400:00000200:3.0:1787757403.903912:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757403.903917:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757403.903922:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757403.903926:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757403.903929:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757403.903932:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757403.903936:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757403.903939:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56492:56492:256:4294967295] 192.168.201.154@tcp LPNI seq info [56492:56492:8:4294967295]
00000400:00000200:3.0:1787757403.903945:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757403.903953:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757403.903959:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757403.903963:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f900.
00000800:00000200:3.0:1787757403.903968:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757403.903972:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787757403.903978:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757403.903981:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1787757403.903986:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757403.903989:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f900.
00000400:00000200:3.0:1787757403.903992:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757403.903997:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757403.904001:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a088
00000400:00000010:3.0:1787757403.904003:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a088.
00000100:00000001:3.0:1787757403.904006:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757403.904010:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61f840 x1874594466074368/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757403.904020:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757403.904024:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61f840 x1874594466074368/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757428 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757403.904032:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757403.904034:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757403.904038:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757403.904043:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:3.0:1787757403.904047:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757403.904050:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313655849
00000100:00000001:3.0:1787757403.904053:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313656745
00000100:00000001:3.0:1787757403.904056:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313655849
00000100:00000001:3.0:1787757403.904059:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313656745
00000100:00000001:3.0:1787757403.904061:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757403.904064:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757403.904066:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757403.904070:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757403/real 1787757403]  req@ffff92505e61f840 x1874594466074368/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757403.904081:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757403.904082:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757403.904085:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757403.904088:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757403.904089:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757403.904092:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757403.904095:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61f840 x1874594466074368/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757403.904106:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61f840 x1874594466074368/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757403.904118:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757403.904121:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757403.904124:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757403.904127:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757403.904134:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61f840 x1874594466074368/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757403.904148:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757403.904156:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61f840 x1874594466074368/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757428 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757403.904171:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757403.904176:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757403.904179:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757403.904182:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757403.904186:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757403.904190:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757403.904196:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757403.904203:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757403.904208:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757403.904217:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61f840 x1874594466074368/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757428 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757403.904231:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466074368:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757403.904236:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757403.904240:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61d2c0 x1874594466074496/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757403.904249:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757403.904251:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757403.904254:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757403.904256:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757403.904258:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757403.904262:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466074496:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757403.904266:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757403.904268:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757403.904299:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757403.904302:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757403.904307:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51ec00.
02000000:00000001:3.0:1787757403.904309:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757403.904314:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757403.904317:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757403.904322:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757403.904326:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466074496, portal 4
00000100:00000001:3.0:1787757403.904329:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757403.904331:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611349184 : -120601098202432 : ffff92505e61d2c0)
00000100:00000040:3.0:1787757403.904368:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61d2c0 x1874594466074496/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757403.904377:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757403.904380:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757403.904384:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a088.
00000100:00000200:3.0:1787757403.904387:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466074496, offset 0
00000400:00000200:3.0:1787757403.904393:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757403.904399:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757403.904404:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757403.904408:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757403.904411:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757403.904415:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757403.904418:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757403.904422:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56493:56493:256:4294967295] 192.168.201.154@tcp LPNI seq info [56493:56493:8:4294967295]
00000400:00000200:3.0:1787757403.904427:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757403.904436:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757403.904441:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757403.904445:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f900.
00000800:00000200:3.0:1787757403.904450:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757403.904454:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787757403.904459:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757403.904463:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1787757403.904468:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757403.904470:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f900.
00000400:00000200:3.0:1787757403.904474:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757403.904479:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757403.904483:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a088
00000400:00000010:3.0:1787757403.904485:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a088.
00000100:00000001:3.0:1787757403.904488:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757403.904493:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61d2c0 x1874594466074496/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757403.904504:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757403.904507:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61d2c0 x1874594466074496/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757428 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757403.904516:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757403.904518:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757403.904522:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757403.904526:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:3.0:1787757403.904530:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757403.904533:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313655833
00000100:00000001:3.0:1787757403.904537:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313656745
00000100:00000001:3.0:1787757403.904539:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313655833
00000100:00000001:3.0:1787757403.904542:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313656745
00000100:00000001:3.0:1787757403.904545:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757403.904547:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757403.904549:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757403.904554:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757403/real 1787757403]  req@ffff92505e61d2c0 x1874594466074496/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757403.904563:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757403.904565:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757403.904567:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757403.904570:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757403.904572:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757403.904575:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757403.904579:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61d2c0 x1874594466074496/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757403.904589:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61d2c0 x1874594466074496/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757403.904597:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757403.904599:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757403.904601:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757403.904602:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757403.904607:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61d2c0 x1874594466074496/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757403.904614:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757403.904619:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61d2c0 x1874594466074496/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757428 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757403.904627:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757403.904631:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757403.904633:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757403.904635:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757403.904637:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757403.904639:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757403.904642:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757403.904646:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757403.904649:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757403.904653:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61d2c0 x1874594466074496/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757428 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757403.904662:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466074496:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757403.904666:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757403.904669:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757403.904672:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61f840 x1874594466074368/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757428 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757403.904680:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757403.904682:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757403.904684:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51c000.
02000000:00000001:3.0:1787757403.904687:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757403.904689:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757403.904691:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:3.0:1787757403.904694:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757403.904696:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507caff400.
02000000:00000001:3.0:1787757403.904700:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757403.904701:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757403.904703:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61f840.
00000100:00000001:3.0:1787757403.904706:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757403.904708:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757403.904710:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757403.904714:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61d2c0 x1874594466074496/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757428 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757403.904730:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757403.904732:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757403.904734:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51ec00.
02000000:00000001:3.0:1787757403.904737:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757403.904738:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757403.904740:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:3.0:1787757403.904742:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757403.904744:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafdc00.
02000000:00000001:3.0:1787757403.904746:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757403.904747:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757403.904749:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61d2c0.
00000100:00000001:3.0:1787757403.904751:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757403.904753:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757403.904755:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757403.904760:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757403.904761:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757403.904764:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757403.904766:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757404.414423:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757404.414433:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757404.414436:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757404.414442:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757404.414447:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757404.414452:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757404.414456:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757404.414459:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757404.414463:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757404.734573:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757404.734581:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757404.734586:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757404.862442:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313656745, at 4313656768
00000100:00000040:2.0:1787757404.862446:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313656745, at 4313656768
00000100:00000010:3.0:1787757404.862466:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350e3c0.
00000100:00000010:2.0:1787757404.862470:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350ef00.
00000100:00000001:0.0:1787757405.438423:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757405.438433:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757405.438436:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757405.438442:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757405.438447:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757405.438452:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757405.438455:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757405.438459:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757405.438463:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757405.758628:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757405.758635:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757405.758640:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757406.462451:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757406.462463:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757406.462466:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757406.462474:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757406.462480:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757406.462486:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757406.462490:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757406.462494:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757406.462498:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757406.782525:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757406.782534:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757406.782541:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757407.486378:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757407.486387:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757407.486391:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757407.486397:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757407.486402:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757407.486407:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757407.486410:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757407.486414:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757407.486417:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757407.806589:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757407.806596:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757407.806601:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757408.510421:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757408.510431:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757408.510434:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757408.510441:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757408.510446:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757408.510450:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757408.510454:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757408.510458:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757408.510461:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757408.830545:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757408.830551:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757408.830555:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787757409.022476:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757409.022487:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787757409.022491:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757409.022496:0:277752:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757409.022502:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757409.022511:0:277752:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 18988
00000400:00000200:0.0:1787757409.022523:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757409.022531:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757409.022535:0:277752:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757409.022539:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757409.022543:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757409.022547:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757409.022550:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757409.022555:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757409.022558:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787757409.022562:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757409.022566:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787757409.022569:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787757409.022573:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787757409.022577:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757409.022580:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757409.022582:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757409.022585:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757409.022589:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787757409.022593:0:277752:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757409.022596:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757409.022600:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757409.022604:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757409.022607:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757409.022610:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787757409.022613:0:277752:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757409.022623:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae45680.
00000020:00000040:0.0:1787757409.022628:0:277752:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787757409.022649:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757409.022651:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757409.022654:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757409.022658:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757409.022663:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757409.022672:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6800.
00000100:00000001:0.0:1787757409.022680:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757409.022691:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae45680 x1874594466074624/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757409.022723:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757409.022729:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757409.022736:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078e2ff1a] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae45680 x1874594466074624/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757409.022769:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757409.022773:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757409.022778:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787757409.022780:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757409.022783:0:277752:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757409.022787:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757409.022791:0:277752:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18988
00000400:00000200:0.0:1787757409.022796:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757409.022817:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757409.022819:0:277752:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757409.022823:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757409.022825:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757409.022828:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757409.022830:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757409.022834:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757409.022836:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:0.0:1787757409.022837:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757409.022840:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:0.0:1787757409.022843:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:0.0:1787757409.022846:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:0.0:1787757409.022849:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757409.022851:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757409.022852:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787757409.022861:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757409.022865:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757409.022872:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757409.022878:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000040:3.0:1787757409.022879:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae45680 x1874594466074624/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787757409.022881:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:0.0:1787757409.022893:0:277752:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757409.022902:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757409.022906:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1787757409.022907:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787757409.022912:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757409.022918:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757409.022919:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757409.022926:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757409.022927:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757409.022935:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:3.0:1787757409.022936:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787757409.022941:0:277752:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787757409.022944:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae45680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466074624:192.168.201.154@tcp:250:kworker.0
00000008:00000001:0.0:1787757409.022948:0:277752:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757409.022955:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787757409.022956:0:277752:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757409.022965:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:0.0:1787757409.022966:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae47c00.
02000000:00000001:3.0:1787757409.022972:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787757409.022973:0:277752:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787757409.022982:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787757409.022983:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757409.022988:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757409.022990:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757409.022993:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:3.0:1787757409.022993:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51ec00.
02000000:00000001:0.0:1787757409.022998:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757409.023000:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757409.023007:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad7c00.
00000400:00000200:3.0:1787757409.023014:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757409.023017:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1787757409.023023:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000100:00100000:0.0:1787757409.023031:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae47c00 x1874594466074752/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1787757409.023036:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000001:0.0:1787757409.023048:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1787757409.023049:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466074624, portal 25
00000100:00000001:0.0:1787757409.023052:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757409.023058:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006db13aa7] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae47c00 x1874594466074752/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757409.023068:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757409.023072:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089664640 : -120600619886976 : ffff92507ae45680)
00000100:00000040:3.0:1787757409.023088:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae45680 x1874594466074624/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757409.023090:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757409.023101:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787757409.023107:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1787757409.023114:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000040:3.0:1787757409.023116:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000001:0.0:1787757409.023123:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:3.0:1787757409.023124:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a088.
00000100:00080000:0.0:1787757409.023131:0:277752:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:3.0:1787757409.023132:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466074624, offset 0
00000100:00000001:0.0:1787757409.023143:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:3.0:1787757409.023149:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00080000:0.0:1787757409.023156:0:277752:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 18988
00000400:00000200:3.0:1787757409.023164:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757409.023166:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757409.023175:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000400:00000200:3.0:1787757409.023179:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00080000:0.0:1787757409.023181:0:277752:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1787757409.023192:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1787757409.023193:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757409.023199:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1787757409.023204:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00000040:0.0:1787757409.023208:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000200:3.0:1787757409.023215:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1787757409.023217:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:3.0:1787757409.023225:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000020:00000001:0.0:1787757409.023228:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757409.023234:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:0.0:1787757409.023240:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:3.0:1787757409.023264:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56494:56494:256:4294967295] 192.168.201.154@tcp LPNI seq info [56494:56494:8:4294967295]
00000020:00000040:0.0:1787757409.023332:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:0.0:1787757409.023342:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:0.0:1787757409.023345:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:3.0:1787757409.023351:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:0.0:1787757409.023352:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757409.023361:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757409.023365:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757409.023370:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757409.023377:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000400:00000200:3.0:1787757409.023383:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1787757409.023388:0:277752:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757409.023396:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757409.023400:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:3.0:1787757409.023402:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
02000000:00000001:0.0:1787757409.023407:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757409.023412:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1787757409.023413:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f900.
00000100:00000001:0.0:1787757409.023415:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787757409.023423:0:277752:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787757409.023429:0:277752:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1787757409.023430:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:0.0:1787757409.023433:0:277752:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1787757409.023438:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000100:00000010:0.0:1787757409.023441:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae46d00.
00000020:00000040:0.0:1787757409.023448:0:277752:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000800:00000200:3.1:1787757409.023455:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000001:0.0:1787757409.023457:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757409.023464:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1787757409.023465:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1787757409.023468:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757409.023472:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000100:3.0:1787757409.023478:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
02000000:00000001:0.0:1787757409.023479:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1787757409.023489:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f900.
02000000:00000010:0.0:1787757409.023491:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad7000.
00000100:00000001:0.0:1787757409.023500:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757409.023505:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:0.0:1787757409.023509:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae46d00 x1874594466074880/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1787757409.023523:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1787757409.023529:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757409.023533:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757409.023538:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a088
00000100:00000040:0.0:1787757409.023541:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ed326369] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae46d00 x1874594466074880/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1787757409.023546:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a088.
00000100:00000001:3.0:1787757409.023560:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787757409.023561:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757409.023569:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787757409.023575:0:277752:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:3.0:1787757409.023577:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae45680 x1874594466074624/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787757409.023581:0:277752:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18998)
00000100:00000001:3.0:1787757409.023610:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757409.023616:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae45680 x1874594466074624/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757434 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757409.023626:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757409.023628:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757409.023638:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757409.023642:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757409.023646:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313661865
00000100:00000010:3.0:1787757409.023653:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350e3c0.
00000100:00000001:3.0:1787757409.023660:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787757409.023675:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313661865
00000100:00000010:3.0:1787757409.023679:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350ef60.
00000100:00000001:3.0:1787757409.023682:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787757409.023686:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757409.023689:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757409.023692:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757409.023697:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757409/real 1787757409]  req@ffff92507ae45680 x1874594466074624/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757409.023708:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757409.023710:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757409.023713:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757409.023718:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757409.023721:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757409.023724:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757409.023730:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae45680 x1874594466074624/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757409.023741:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae45680 x1874594466074624/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757409.023750:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757409.023752:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757409.023754:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757409.023757:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757409.023761:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae45680 x1874594466074624/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757409.023768:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757409.023773:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae45680 x1874594466074624/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757434 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757409.023781:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757409.023784:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757409.023786:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757409.023787:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757409.023790:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757409.023792:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757409.023795:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757409.023799:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757409.023802:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757409.023806:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae45680 x1874594466074624/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757434 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757409.023814:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae45680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466074624:192.168.201.154@tcp:250:kworker.0
00000100:00000001:3.0:1787757409.023820:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757409.023822:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757409.023825:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae45680 x1874594466074624/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757434 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757409.023840:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757409.023843:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757409.023846:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51ec00.
02000000:00000001:3.0:1787757409.023849:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757409.023851:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757409.023853:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:3.0:1787757409.023856:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757409.023859:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad6800.
02000000:00000001:3.0:1787757409.023862:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757409.023864:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757409.023866:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae45680.
00000100:00000001:3.0:1787757409.023870:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757409.023872:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757409.023874:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757409.023882:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757409.023884:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757409.023886:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757409.023888:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757409.023890:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757409.023894:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae47c00 x1874594466074752/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757409.023902:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757409.023904:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757409.023906:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757409.023909:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757409.023911:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757409.023914:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae47c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466074752:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757409.023917:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757409.023920:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757409.023921:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757409.023923:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757409.023927:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51ec00.
02000000:00000001:3.0:1787757409.023929:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757409.023933:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757409.023936:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757409.023940:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757409.023944:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466074752, portal 10
00000100:00000001:3.0:1787757409.023946:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757409.023948:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089674240 : -120600619877376 : ffff92507ae47c00)
00000100:00000040:3.0:1787757409.023955:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae47c00 x1874594466074752/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757409.023962:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757409.023965:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757409.023967:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a088.
00000100:00000200:3.0:1787757409.023969:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466074752, offset 0
00000400:00000200:3.0:1787757409.023974:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757409.023978:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757409.023983:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757409.023986:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757409.023989:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757409.023992:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757409.023995:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757409.023998:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56495:56495:256:4294967295] 192.168.201.154@tcp LPNI seq info [56495:56495:8:4294967295]
00000400:00000200:3.0:1787757409.024003:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757409.024011:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757409.024016:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757409.024020:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f900.
00000800:00000200:3.0:1787757409.024024:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757409.024027:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787757409.024032:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757409.024035:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1787757409.024040:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757409.024042:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f900.
00000400:00000200:3.0:1787757409.024045:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757409.024050:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757409.024053:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a088
00000400:00000010:3.0:1787757409.024055:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a088.
00000100:00000001:3.0:1787757409.024058:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757409.024062:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae47c00 x1874594466074752/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757409.024071:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757409.024074:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae47c00 x1874594466074752/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757434 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757409.024082:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757409.024084:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757409.024087:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757409.024091:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:3.0:1787757409.024095:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757409.024097:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313660969
00000100:00000001:3.0:1787757409.024100:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313661865
00000100:00000001:3.0:1787757409.024102:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313660969
00000100:00000001:3.0:1787757409.024105:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313661865
00000100:00000001:3.0:1787757409.024107:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757409.024110:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757409.024112:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757409.024115:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757409/real 1787757409]  req@ffff92507ae47c00 x1874594466074752/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757409.024123:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757409.024125:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757409.024126:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757409.024129:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757409.024130:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757409.024132:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757409.024135:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae47c00 x1874594466074752/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757409.024145:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae47c00 x1874594466074752/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757409.024159:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757409.024161:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757409.024162:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757409.024164:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757409.024168:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae47c00 x1874594466074752/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757409.024175:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757409.024178:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae47c00 x1874594466074752/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757434 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757409.024185:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757409.024188:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757409.024190:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757409.024191:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757409.024193:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757409.024195:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757409.024198:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757409.024201:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757409.024203:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757409.024207:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae47c00 x1874594466074752/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757434 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757409.024216:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae47c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466074752:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757409.024222:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757409.024229:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae46d00 x1874594466074880/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757409.024298:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757409.024302:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757409.024308:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757409.024311:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757409.024315:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757409.024322:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae46d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466074880:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757409.024328:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757409.024331:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757409.024333:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757409.024335:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757409.024340:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51c000.
02000000:00000001:3.0:1787757409.024342:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757409.024347:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757409.024350:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757409.024354:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757409.024358:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466074880, portal 4
00000100:00000001:3.0:1787757409.024360:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757409.024362:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089670400 : -120600619881216 : ffff92507ae46d00)
00000100:00000040:3.0:1787757409.024369:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae46d00 x1874594466074880/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757409.024376:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757409.024379:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757409.024381:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a088.
00000100:00000200:3.0:1787757409.024383:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466074880, offset 0
00000400:00000200:3.0:1787757409.024388:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757409.024392:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757409.024397:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757409.024400:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757409.024403:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757409.024406:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757409.024409:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757409.024413:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56496:56496:256:4294967295] 192.168.201.154@tcp LPNI seq info [56496:56496:8:4294967295]
00000400:00000200:3.0:1787757409.024417:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757409.024425:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757409.024431:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757409.024435:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f900.
00000800:00000200:3.0:1787757409.024439:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757409.024442:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787757409.024448:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757409.024450:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1787757409.024455:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757409.024457:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f900.
00000400:00000200:3.0:1787757409.024461:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757409.024465:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757409.024468:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a088
00000400:00000010:3.0:1787757409.024470:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a088.
00000100:00000001:3.0:1787757409.024473:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757409.024477:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae46d00 x1874594466074880/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757409.024487:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757409.024493:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae46d00 x1874594466074880/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757434 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757409.024504:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757409.024507:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757409.024513:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757409.024518:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:3.0:1787757409.024524:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757409.024528:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313660953
00000100:00000001:3.0:1787757409.024533:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313661865
00000100:00000001:3.0:1787757409.024537:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313660953
00000100:00000001:3.0:1787757409.024540:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313661865
00000100:00000001:3.0:1787757409.024545:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757409.024548:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757409.024552:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757409.024560:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757409/real 1787757409]  req@ffff92507ae46d00 x1874594466074880/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757409.024575:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757409.024577:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757409.024580:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757409.024583:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757409.024585:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757409.024588:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757409.024592:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae46d00 x1874594466074880/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757409.024601:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae46d00 x1874594466074880/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757409.024608:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757409.024610:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757409.024612:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757409.024614:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757409.024617:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae46d00 x1874594466074880/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757409.024624:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757409.024628:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae46d00 x1874594466074880/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757434 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757409.024636:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757409.024639:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757409.024641:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757409.024642:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757409.024644:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757409.024645:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757409.024648:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757409.024651:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757409.024654:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757409.024659:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae46d00 x1874594466074880/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757434 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757409.024667:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae46d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466074880:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757409.024672:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757409.024674:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757409.024677:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae47c00 x1874594466074752/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757434 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757409.024684:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757409.024686:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757409.024688:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51ec00.
02000000:00000001:3.0:1787757409.024691:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757409.024692:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757409.024694:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:3.0:1787757409.024696:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757409.024698:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad7c00.
02000000:00000001:3.0:1787757409.024701:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757409.024703:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757409.024705:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae47c00.
00000100:00000001:3.0:1787757409.024708:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757409.024709:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757409.024711:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757409.024714:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae46d00 x1874594466074880/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757434 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757409.024721:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757409.024723:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757409.024724:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51c000.
02000000:00000001:3.0:1787757409.024726:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757409.024727:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757409.024729:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:3.0:1787757409.024730:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757409.024732:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad7000.
02000000:00000001:3.0:1787757409.024734:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757409.024736:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757409.024737:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae46d00.
00000100:00000001:3.0:1787757409.024740:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757409.024741:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757409.024743:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757409.024748:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757409.024749:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757409.024751:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757409.024753:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757409.534435:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757409.534444:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757409.534447:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757409.534455:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757409.534460:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757409.534466:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757409.534471:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757409.534476:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757409.534481:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757409.854570:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757409.854581:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757409.854587:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757409.982469:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313661865, at 4313661888
00000100:00000040:2.0:1787757409.982470:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313661865, at 4313661888
00000100:00000010:3.0:1787757409.982504:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350ef60.
00000100:00000010:2.0:1787757409.982513:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350e3c0.
00000100:00000001:0.0:1787757410.558322:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757410.558328:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757410.558330:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757410.558334:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757410.558337:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757410.558339:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757410.558341:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757410.558344:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757410.558346:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757410.878475:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757410.878479:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757410.878482:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757411.582400:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757411.582409:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757411.582412:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757411.582419:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757411.582423:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757411.582428:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757411.582432:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757411.582436:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757411.582439:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757411.902515:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757411.902522:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757411.902528:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757412.606397:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757412.606409:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757412.606414:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757412.606421:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757412.606426:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757412.606432:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757412.606436:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757412.606440:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757412.606444:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757412.926693:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757412.926702:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757412.926708:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757413.630376:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757413.630385:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757413.630388:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757413.630395:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757413.630400:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757413.630405:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757413.630408:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757413.630411:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757413.630415:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757413.950628:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757413.950635:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757413.950640:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787757414.142862:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757414.142882:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757414.142893:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757414.142925:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077902940 x1874594466075008/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757414.142990:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757414.143005:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757414.143024:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757414.143031:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757414.143042:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757414.143065:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077902940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466075008:192.168.201.154@tcp:250:kworker.0
00000100:00000001:3.0:1787757414.143075:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757414.143086:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757414.143094:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757414.143100:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757414.143114:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51c000.
02000000:00000001:3.0:1787757414.143126:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757414.143143:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757414.143181:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757414.143199:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757414.143215:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466075008, portal 25
00000100:00000001:3.0:1787757414.143231:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757414.143240:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033816384 : -120600675735232 : ffff925077902940)
00000100:00000040:3.0:1787757414.143346:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077902940 x1874594466075008/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757414.143409:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757414.143436:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757414.143451:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a088.
00000100:00000200:3.0:1787757414.143470:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466075008, offset 0
00000400:00000200:3.0:1787757414.143500:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757414.143548:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757414.143578:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757414.143601:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757414.143623:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757414.143638:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757414.143655:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757414.143670:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56497:56497:256:4294967295] 192.168.201.154@tcp LPNI seq info [56497:56497:8:4294967295]
00000400:00000200:3.0:1787757414.143689:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757414.143711:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757414.143734:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757414.143752:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f900.
00000800:00000200:3.0:1787757414.143782:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757414.143796:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:3.0:1787757414.143830:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757414.143855:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757414.143868:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313666985
00000100:00000010:3.0:1787757414.143881:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350ef60.
00000100:00000001:3.0:1787757414.143908:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787757414.143933:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313666985
00000100:00000010:3.0:1787757414.143941:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350e0c0.
00000100:00000001:3.0:1787757414.143948:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787757414.143955:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757414.143960:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757414.143966:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757414.143970:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757414.143985:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757414.143990:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1787757414.143995:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757414.144002:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757414.144006:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757414.144016:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077901680 x1874594466075136/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757414.144029:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757414.144032:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757414.144035:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757414.144039:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757414.144042:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757414.144046:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077901680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466075136:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757414.144052:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757414.144059:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757414.144062:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757414.144065:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757414.144070:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51ec00.
02000000:00000001:3.0:1787757414.144073:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757414.144079:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757414.144083:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f44726370.
00000400:00000010:3.0:1787757414.144090:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a660.
00000100:00000200:3.0:1787757414.144095:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466075136, portal 10
00000100:00000001:3.0:1787757414.144098:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757414.144100:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033811584 : -120600675740032 : ffff925077901680)
00000100:00000040:3.0:1787757414.144110:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077901680 x1874594466075136/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757414.144120:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757414.144125:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757414.144128:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a198.
00000100:00000200:3.0:1787757414.144133:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466075136, offset 0
00000400:00000200:3.0:1787757414.144139:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757414.144145:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757414.144178:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757414.144189:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757414.144195:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757414.144199:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757414.144202:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757414.144207:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56498:56498:255:4294967295] 192.168.201.154@tcp LPNI seq info [56498:56498:7:4294967295]
00000400:00000200:3.0:1787757414.144212:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757414.144222:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757414.144228:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757414.144234:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f500.
00000800:00000200:3.0:1787757414.144240:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757414.144245:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:3.0:1787757414.144249:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757414.144255:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:3.0:1787757414.144259:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757414.144262:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313666089
00000100:00000001:3.0:1787757414.144299:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313666985
00000100:00000001:3.0:1787757414.144304:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313666090
00000100:00000001:3.0:1787757414.144307:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313666985
00000100:00000001:3.0:1787757414.144310:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757414.144314:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757414.144316:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757414.144323:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9250779021c0 x1874594466075264/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757414.144333:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757414.144335:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757414.144338:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757414.144341:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757414.144343:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757414.144347:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9250779021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466075264:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757414.144352:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757414.144356:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757414.144358:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757414.144361:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757414.144366:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51dc00.
02000000:00000001:3.0:1787757414.144369:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757414.144373:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757414.144377:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f44726318.
00000400:00000010:3.0:1787757414.144381:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5add0.
00000100:00000200:3.0:1787757414.144386:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466075264, portal 4
00000100:00000001:3.0:1787757414.144388:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757414.144390:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033814464 : -120600675737152 : ffff9250779021c0)
00000100:00000040:3.0:1787757414.144401:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9250779021c0 x1874594466075264/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757414.144414:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757414.144420:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757414.144425:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a6e8.
00000100:00000200:3.0:1787757414.144430:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466075264, offset 0
00000400:00000200:3.0:1787757414.144438:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757414.144446:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757414.144453:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757414.144459:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757414.144464:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757414.144469:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757414.144474:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757414.144480:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56499:56499:254:4294967295] 192.168.201.154@tcp LPNI seq info [56499:56499:6:4294967295]
00000400:00000200:3.0:1787757414.144488:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757414.144499:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757414.144509:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757414.144517:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f400.
00000800:00000200:3.0:1787757414.144525:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757414.144533:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:3.0:1787757414.144539:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757414.144545:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:3.0:1787757414.144552:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757414.144557:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313666073
00000100:00000001:3.0:1787757414.144563:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313666985
00000100:00000001:3.0:1787757414.144567:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313666073
00000100:00000001:3.0:1787757414.144572:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313666985
00000100:00000001:3.0:1787757414.144587:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757414.144591:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757414.144596:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757414.144608:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757414.144615:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757414.144619:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1787757414.144644:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757414.144647:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757414.144650:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757414.144656:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757414.654389:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757414.654400:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757414.654404:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757414.654413:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757414.654419:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757414.654426:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757414.654431:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757414.654435:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757414.654441:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757414.974622:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757414.974629:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757414.974634:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757415.102414:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313666985, at 4313667008
00000100:00000040:2.0:1787757415.102428:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313666985, at 4313667008
00000100:00000010:3.0:1787757415.102450:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350e0c0.
00000100:00000010:2.0:1787757415.102458:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350ef60.
00000100:00000001:0.0:1787757415.678337:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757415.678343:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757415.678344:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757415.678348:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757415.678351:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757415.678354:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757415.678356:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757415.678358:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757415.678360:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757415.998502:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757415.998508:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757415.998512:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757416.702488:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757416.702504:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757416.702509:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757416.702521:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757416.702530:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757416.702538:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757416.702543:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757416.702548:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757416.702552:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757417.022626:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757417.022635:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757417.022642:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1787757417.214790:0:238945:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.154:988
00000400:00000100:0.0:1787757417.214875:0:238945:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.154@tcp at host 192.168.201.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1787757417.214895:0:238945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757417.214903:0:238945:0:(router.c:1791:lnet_notify()) 192.168.201.54@tcp notifying 192.168.201.154@tcp: down
00000400:00000200:0.0:1787757417.214912:0:238945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757417.214919:0:238945:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1787757417.214930:0:238945:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000800:00000010:0.0:1787757417.214938:0:238945:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f900.
00000400:00000200:0.0:1787757417.214951:0:238945:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787757417.214961:0:238945:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787757417.214973:0:238945:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a088
00000400:00000010:0.0:1787757417.214978:0:238945:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a088.
00000100:00000001:0.0:1787757417.214991:0:238945:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757417.215009:0:238945:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff925077902940 x1874594466075008/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757417.215074:0:238945:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757417.215086:0:238945:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077902940 x1874594466075008/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757439 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757417.215130:0:238945:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757417.215135:0:238945:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787757417.215158:0:238945:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000800:00000010:0.0:1787757417.215164:0:238945:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f500.
00000400:00000200:0.0:1787757417.215171:0:238945:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787757417.215179:0:238945:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787757417.215188:0:238945:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a198
00000400:00000010:0.0:1787757417.215193:0:238945:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a198.
00000100:00000001:0.0:1787757417.215202:0:238945:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757417.215216:0:238945:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff925077901680 x1874594466075136/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757417.215227:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757417.215241:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757417.215245:0:238945:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787757417.215250:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1787757417.215259:0:238945:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077901680 x1874594466075136/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757439 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757417.215313:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757414/real 1787757417]  req@ffff925077901680 x1874594466075136/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757439 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757417.215336:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757417.215340:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757417.215345:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f44726370.
00000400:00000200:3.0:1787757417.215354:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a660
00000400:00000010:3.0:1787757417.215359:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a660.
00000100:00000001:3.0:1787757417.215364:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757417.215371:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077901680 x1874594466075136/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757439 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757417.215427:0:238945:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757417.215438:0:238945:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787757417.215464:0:238945:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000800:00000010:0.0:1787757417.215472:0:238945:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f400.
00000400:00000200:0.0:1787757417.215480:0:238945:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787757417.215490:0:238945:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787757417.215497:0:238945:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a6e8
00000400:00000010:0.0:1787757417.215502:0:238945:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a6e8.
00000100:00000001:0.0:1787757417.215508:0:238945:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757417.215518:0:238945:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9250779021c0 x1874594466075264/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757417.215537:0:238945:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757417.215544:0:238945:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9250779021c0 x1874594466075264/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757439 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757417.215551:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077901680 x1874594466075136/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757417.215591:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757417.215595:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757417.215602:0:238945:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757417.215605:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757417.215611:0:238945:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757417.215614:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757417.215629:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077901680 x1874594466075136/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757417.215645:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757417.215653:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077901680 x1874594466075136/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757439 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757417.215661:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757417.215664:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757417.215666:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757417.215678:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757417.215680:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757417.215683:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757417.215687:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757417.215692:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757417.215695:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757417.215701:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077901680 x1874594466075136/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757439 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757417.215710:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077901680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466075136:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757417.215718:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757417.215724:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757414/real 1787757417]  req@ffff9250779021c0 x1874594466075264/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757417.215739:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757417.215741:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757417.215744:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f44726318.
00000400:00000200:3.0:1787757417.215750:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5add0
00000400:00000010:3.0:1787757417.215753:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5add0.
00000100:00000001:3.0:1787757417.215757:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757417.215762:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9250779021c0 x1874594466075264/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757417.215771:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9250779021c0 x1874594466075264/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757417.215778:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757417.215780:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757417.215782:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757417.215784:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757417.215787:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9250779021c0 x1874594466075264/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757417.215794:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757417.215797:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9250779021c0 x1874594466075264/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757439 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757417.215823:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757417.215826:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757417.215828:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757417.215829:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757417.215832:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757417.215833:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757417.215836:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757417.215840:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757417.215843:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757417.215848:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9250779021c0 x1874594466075264/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757439 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757417.215856:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9250779021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466075264:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757417.215861:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757417.215866:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757414/real 1787757417]  req@ffff925077902940 x1874594466075008/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757417.215876:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757417.215877:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757417.215880:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757417.215883:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757417.215886:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757417.215888:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757417.215892:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077902940 x1874594466075008/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757417.215900:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077902940 x1874594466075008/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757417.215907:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757417.215908:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757417.215910:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757417.215912:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757417.215916:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077902940 x1874594466075008/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757417.215923:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757417.215927:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077902940 x1874594466075008/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757439 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757417.215936:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757417.215938:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757417.215940:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757417.215942:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757417.215944:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757417.215946:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757417.215948:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757417.215952:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757417.215954:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757417.215958:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077902940 x1874594466075008/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757439 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757417.215967:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077902940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466075008:192.168.201.154@tcp:250:kworker.0
00000100:00000001:3.0:1787757417.215971:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757417.215974:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757417.215978:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077901680 x1874594466075136/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757439 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757417.215985:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757417.215989:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757417.215993:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51ec00.
02000000:00000001:3.0:1787757417.215997:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757417.216001:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757417.216003:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:3.0:1787757417.216005:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757417.216008:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077915000.
02000000:00000001:3.0:1787757417.216014:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757417.216016:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757417.216018:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077901680.
00000100:00000001:3.0:1787757417.216022:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757417.216024:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757417.216026:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757417.216030:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9250779021c0 x1874594466075264/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757439 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757417.216037:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757417.216039:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757417.216040:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51dc00.
02000000:00000001:3.0:1787757417.216043:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757417.216045:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757417.216046:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:3.0:1787757417.216048:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757417.216050:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077914c00.
02000000:00000001:3.0:1787757417.216052:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757417.216053:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757417.216055:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9250779021c0.
00000100:00000001:3.0:1787757417.216057:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757417.216059:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757417.216061:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757417.216074:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077902940 x1874594466075008/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757439 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757417.216081:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757417.216083:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757417.216084:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51c000.
02000000:00000001:3.0:1787757417.216087:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757417.216089:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757417.216090:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:3.0:1787757417.216092:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757417.216093:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077916c00.
02000000:00000001:3.0:1787757417.216096:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757417.216097:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757417.216112:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077902940.
00000100:00000001:3.0:1787757417.216115:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757417.216116:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757417.216119:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757417.216128:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757417.216131:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757417.216133:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757417.216135:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757417.726431:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757417.726444:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757417.726447:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757417.726454:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757417.726460:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757417.726467:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757417.726471:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757417.726476:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757417.726480:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757418.046621:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757418.046634:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757418.046642:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757418.750404:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757418.750417:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757418.750421:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757418.750432:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757418.750439:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757418.750446:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757418.750451:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757418.750457:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757418.750463:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757419.070549:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757419.070558:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757419.070566:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757419.262817:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757419.262832:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757419.262843:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757419.262866:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077901a40 x1874594466075392/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757419.262927:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757419.262937:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757419.262950:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757419.262960:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757419.262972:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757419.262989:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077901a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466075392:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787757419.263003:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757419.263014:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757419.263023:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757419.263033:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757419.263049:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787757419.263124:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757419.263148:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757419.263235:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ff840.
00000400:00000010:0.0:1787757419.263256:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000200:0.0:1787757419.263344:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466075392, portal 25
00000100:00000001:0.0:1787757419.263355:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757419.263363:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033812544 : -120600675739072 : ffff925077901a40)
00000100:00000040:0.0:1787757419.263388:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077901a40 x1874594466075392/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757419.263430:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757419.263450:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757419.263464:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905220.
00000100:00000200:0.0:1787757419.263479:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466075392, offset 0
00000400:00000200:0.0:1787757419.263504:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757419.263527:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757419.263551:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757419.263571:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757419.263587:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757419.263601:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757419.263614:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757419.263630:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56500:56500:256:4294967295] 192.168.201.154@tcp LPNI seq info [56500:56500:8:4294967295]
00000400:00000200:0.0:1787757419.263653:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757419.263694:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757419.263720:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757419.263736:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a500.
00000800:00000200:0.0:1787757419.263762:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757419.263779:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787757419.263804:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757419.263831:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787757419.263854:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757419.263863:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a500.
00000400:00000200:0.0:1787757419.263888:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757419.263904:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757419.263915:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905220
00000400:00000010:0.0:1787757419.263921:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905220.
00000100:00000001:0.0:1787757419.263934:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757419.263945:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077901a40 x1874594466075392/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757419.263966:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757419.263973:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077901a40 x1874594466075392/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757419.263987:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757419.263991:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757419.264001:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757419.264009:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757419.264015:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313672105
00000100:00000010:0.0:1787757419.264024:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a7473c0.
00000100:00000001:0.0:1787757419.264035:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787757419.264044:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313672105
00000100:00000010:0.0:1787757419.264052:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a7471e0.
00000100:00000001:0.0:1787757419.264057:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787757419.264097:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757419.264104:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757419.264109:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757419.264120:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757419/real 1787757419]  req@ffff925077901a40 x1874594466075392/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757419.264139:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757419.264143:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757419.264147:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ff840.
00000400:00000200:0.0:1787757419.264191:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757419.264195:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757419.264202:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757419.264212:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077901a40 x1874594466075392/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757419.264230:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077901a40 x1874594466075392/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757419.264244:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757419.264247:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757419.264252:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757419.264256:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757419.264264:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077901a40 x1874594466075392/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757419.264332:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757419.264342:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077901a40 x1874594466075392/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757444 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757419.264366:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757419.264371:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757419.264375:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757419.264378:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757419.264382:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757419.264386:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757419.264391:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757419.264398:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757419.264403:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757419.264412:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077901a40 x1874594466075392/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757444 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757419.264430:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077901a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466075392:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787757419.264440:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757419.264445:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757419.264452:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077901a40 x1874594466075392/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757444 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757419.264465:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757419.264469:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757419.264475:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787757419.264483:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757419.264486:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757419.264489:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:0.0:1787757419.264494:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757419.264498:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077916800.
02000000:00000001:0.0:1787757419.264505:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757419.264508:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757419.264511:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077901a40.
00000100:00000001:0.0:1787757419.264517:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757419.264519:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757419.264523:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757419.264536:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757419.264540:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757419.264544:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757419.264547:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757419.264550:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757419.264559:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077902580 x1874594466075520/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757419.264575:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757419.264580:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757419.264585:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757419.264590:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757419.264596:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757419.264604:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077902580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466075520:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757419.264612:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757419.264616:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757419.264619:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757419.264623:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757419.264632:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787757419.264636:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757419.264645:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757419.264652:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ff840.
00000400:00000010:0.0:1787757419.264660:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000200:0.0:1787757419.264667:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466075520, portal 10
00000100:00000001:0.0:1787757419.264671:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757419.264674:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033815424 : -120600675736192 : ffff925077902580)
00000100:00000040:0.0:1787757419.264700:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077902580 x1874594466075520/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757419.264714:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757419.264719:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757419.264727:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905220.
00000100:00000200:0.0:1787757419.264733:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466075520, offset 0
00000400:00000200:0.0:1787757419.264744:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757419.264756:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757419.264768:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757419.264775:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757419.264783:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757419.264790:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757419.264796:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757419.264803:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56501:56501:256:4294967295] 192.168.201.154@tcp LPNI seq info [56501:56501:8:4294967295]
00000400:00000200:0.0:1787757419.264816:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757419.264832:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757419.264839:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757419.264846:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a500.
00000800:00000200:0.0:1787757419.264855:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757419.264863:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787757419.264874:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757419.264881:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787757419.264890:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757419.264894:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a500.
00000400:00000200:0.0:1787757419.264902:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757419.264913:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757419.264922:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905220
00000400:00000010:0.0:1787757419.264926:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905220.
00000100:00000001:0.0:1787757419.264935:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757419.264945:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077902580 x1874594466075520/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757419.264964:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757419.264972:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077902580 x1874594466075520/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757419.264987:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757419.264991:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757419.265002:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757419.265010:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:0.0:1787757419.265017:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757419.265021:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313671210
00000100:00000001:0.0:1787757419.265027:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313672105
00000100:00000001:0.0:1787757419.265031:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313671210
00000100:00000001:0.0:1787757419.265035:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313672105
00000100:00000001:0.0:1787757419.265038:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757419.265042:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757419.265045:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757419.265050:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757419/real 1787757419]  req@ffff925077902580 x1874594466075520/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757419.265089:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757419.265094:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757419.265098:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ff840.
00000400:00000200:0.0:1787757419.265104:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757419.265106:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757419.265111:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757419.265116:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077902580 x1874594466075520/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757419.265128:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077902580 x1874594466075520/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757419.265137:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757419.265141:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757419.265144:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757419.265147:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757419.265152:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077902580 x1874594466075520/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757419.265161:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757419.265166:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077902580 x1874594466075520/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757444 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757419.265174:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757419.265177:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757419.265180:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757419.265182:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757419.265184:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757419.265188:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757419.265191:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757419.265195:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757419.265198:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757419.265203:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077902580 x1874594466075520/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757444 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757419.265214:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077902580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466075520:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757419.265228:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757419.265235:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077902940 x1874594466075648/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757419.265246:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757419.265248:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757419.265251:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757419.265255:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757419.265258:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757419.265262:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077902940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466075648:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757419.265304:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757419.265308:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757419.265311:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757419.265314:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757419.265320:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad5400.
02000000:00000001:0.0:1787757419.265324:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757419.265330:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757419.265333:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ff840.
00000400:00000010:0.0:1787757419.265337:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000200:0.0:1787757419.265343:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466075648, portal 4
00000100:00000001:0.0:1787757419.265346:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757419.265350:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033816384 : -120600675735232 : ffff925077902940)
00000100:00000040:0.0:1787757419.265359:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077902940 x1874594466075648/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757419.265369:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757419.265373:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757419.265376:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905220.
00000100:00000200:0.0:1787757419.265380:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466075648, offset 0
00000400:00000200:0.0:1787757419.265388:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757419.265396:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757419.265402:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757419.265407:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757419.265412:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757419.265417:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757419.265421:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757419.265428:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56502:56502:256:4294967295] 192.168.201.154@tcp LPNI seq info [56502:56502:8:4294967295]
00000400:00000200:0.0:1787757419.265437:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757419.265451:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757419.265461:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757419.265469:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a500.
00000800:00000200:0.0:1787757419.265477:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757419.265483:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787757419.265493:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757419.265498:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787757419.265506:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757419.265510:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a500.
00000400:00000200:0.0:1787757419.265517:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757419.265526:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757419.265530:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905220
00000400:00000010:0.0:1787757419.265533:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905220.
00000100:00000001:0.0:1787757419.265538:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757419.265543:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077902940 x1874594466075648/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757419.265554:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757419.265559:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077902940 x1874594466075648/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757419.265567:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757419.265570:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757419.265575:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757419.265579:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:0.0:1787757419.265583:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757419.265586:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313671194
00000100:00000001:0.0:1787757419.265589:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313672105
00000100:00000001:0.0:1787757419.265592:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313671194
00000100:00000001:0.0:1787757419.265595:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313672105
00000100:00000001:0.0:1787757419.265598:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757419.265601:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757419.265603:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757419.265608:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757419/real 1787757419]  req@ffff925077902940 x1874594466075648/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757419.265618:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757419.265620:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757419.265622:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ff840.
00000400:00000200:0.0:1787757419.265625:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757419.265627:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757419.265630:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757419.265634:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077902940 x1874594466075648/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757419.265644:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077902940 x1874594466075648/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757419.265652:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757419.265654:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757419.265656:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757419.265657:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757419.265663:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077902940 x1874594466075648/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757419.265672:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757419.265677:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077902940 x1874594466075648/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757444 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757419.265685:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757419.265688:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757419.265690:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757419.265691:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757419.265694:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757419.265696:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757419.265699:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757419.265703:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757419.265705:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757419.265710:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077902940 x1874594466075648/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757444 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757419.265719:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077902940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466075648:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757419.265724:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757419.265727:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757419.265731:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077902580 x1874594466075520/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757444 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757419.265739:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757419.265741:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757419.265744:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787757419.265747:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757419.265749:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757419.265751:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:0.0:1787757419.265753:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757419.265756:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077917000.
02000000:00000001:0.0:1787757419.265760:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757419.265761:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757419.265764:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077902580.
00000100:00000001:0.0:1787757419.265767:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757419.265769:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757419.265771:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757419.265775:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077902940 x1874594466075648/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757444 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757419.265783:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757419.265784:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757419.265786:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad5400.
02000000:00000001:0.0:1787757419.265789:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757419.265790:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757419.265791:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:0.0:1787757419.265793:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757419.265795:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077916000.
02000000:00000001:0.0:1787757419.265797:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757419.265799:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757419.265800:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077902940.
00000100:00000001:0.0:1787757419.265803:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757419.265804:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757419.265806:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757419.265811:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757419.265813:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757419.265815:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757419.265818:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757419.774353:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757419.774359:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757419.774361:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757419.774366:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757419.774369:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757419.774372:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757419.774374:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757419.774377:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757419.774379:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757420.094509:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757420.094520:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757420.094531:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757420.222332:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313672105, at 4313672128
00000100:00000010:3.0:1787757420.222350:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a7471e0.
00000100:00000040:2.0:1787757420.222403:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313672105, at 4313672128
00000100:00000010:2.0:1787757420.222428:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a7473c0.
00000100:00000001:0.0:1787757420.798348:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757420.798354:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757420.798356:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757420.798360:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757420.798363:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757420.798366:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757420.798368:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757420.798370:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757420.798372:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757421.118694:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757421.118704:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757421.118711:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757421.822385:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757421.822395:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757421.822398:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757421.822404:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757421.822409:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757421.822413:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757421.822417:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757421.822420:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757421.822424:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757422.142511:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757422.142521:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757422.142527:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757422.846461:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757422.846470:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757422.846473:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757422.846480:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757422.846485:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757422.846489:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757422.846493:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757422.846497:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757422.846500:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757423.166668:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757423.166676:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757423.166683:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757423.870424:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757423.870433:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757423.870436:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757423.870443:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757423.870447:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757423.870452:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757423.870456:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757423.870475:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757423.870480:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757424.190616:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757424.190626:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757424.190633:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757424.382431:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757424.382444:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757424.382449:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757424.382454:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757424.382461:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757424.382470:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19003
00000400:00000200:3.0:1787757424.382483:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757424.382493:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757424.382498:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757424.382504:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757424.382509:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757424.382514:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757424.382518:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757424.382523:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757424.382526:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757424.382531:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757424.382535:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757424.382537:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757424.382541:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757424.382545:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757424.382548:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757424.382550:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757424.382553:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757424.382557:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757424.382561:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757424.382564:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757424.382568:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757424.382573:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757424.382576:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757424.382579:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757424.382583:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757424.382597:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a1c0.
00000020:00000040:3.0:1787757424.382604:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757424.382611:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757424.382615:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757424.382620:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757424.382625:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757424.382631:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757424.382644:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c000.
00000100:00000001:3.0:1787757424.382655:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757424.382671:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a1c0 x1874594466075776/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757424.382693:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757424.382700:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757424.382708:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062ae16d5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a1c0 x1874594466075776/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757424.382738:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757424.382743:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757424.382747:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757424.382749:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757424.382752:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757424.382756:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757424.382759:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19003
00000400:00000200:3.0:1787757424.382764:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757424.382769:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757424.382773:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757424.382778:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757424.382781:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757424.382787:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757424.382791:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757424.382794:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757424.382797:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757424.382799:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757424.382802:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000100:00000001:0.0:1787757424.382807:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787757424.382807:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787757424.382816:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:0.0:1787757424.382819:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787757424.382822:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757424.382826:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787757424.382828:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757424.382835:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757424.382839:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757424.382846:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00000040:0.0:1787757424.382848:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1a1c0 x1874594466075776/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787757424.382854:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757424.382865:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757424.382871:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787757424.382883:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787757424.382883:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757424.382889:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757424.382895:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757424.382898:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757424.382905:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757424.382908:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757424.382913:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00100000:0.0:1787757424.382916:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466075776:192.168.201.154@tcp:250:kworker.0
00000008:00100000:3.0:1787757424.382920:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787757424.382925:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1787757424.382928:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757424.382934:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787757424.382935:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757424.382941:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757424.382945:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19a40.
02000000:00000001:0.0:1787757424.382948:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1787757424.382955:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000010:0.0:1787757424.382962:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad6000.
02000000:00000001:3.0:1787757424.382963:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757424.382967:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757424.382995:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757424.382996:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757424.383000:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757424.383007:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757424.383011:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000010:3.0:1787757424.383019:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51dc00.
00000400:00000010:0.0:1787757424.383022:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ff840.
00000100:00000001:3.0:1787757424.383028:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787757424.383036:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00100000:3.0:1787757424.383045:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19a40 x1874594466075904/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1787757424.383051:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466075776, portal 25
00000100:00000001:0.0:1787757424.383061:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757424.383065:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118847424 : -120600590704192 : ffff92507ca1a1c0)
00000100:00000001:3.0:1787757424.383072:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757424.383078:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757424.383083:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1a1c0 x1874594466075776/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787757424.383091:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048dd93e3] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19a40 x1874594466075904/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757424.383117:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787757424.383127:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757424.383132:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00080000:3.0:1787757424.383136:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1787757424.383139:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905220.
00000100:00080000:3.0:1787757424.383143:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000200:0.0:1787757424.383148:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466075776, offset 0
00000100:00000001:3.0:1787757424.383149:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757424.383156:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757424.383162:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1787757424.383167:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00080000:3.0:1787757424.383174:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19003
00000400:00000200:3.0:1787757424.383183:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757424.383190:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757424.383195:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000400:00000200:0.0:1787757424.383205:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00080000:3.0:1787757424.383216:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1787757424.383218:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1787757424.383226:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000200:0.0:1787757424.383233:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00000001:3.0:1787757424.383235:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757424.383245:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000200:0.0:1787757424.383247:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787757424.383253:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:0.0:1787757424.383258:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000020:00000001:3.0:1787757424.383261:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757424.383266:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787757424.383300:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757424.383303:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787757424.383306:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787757424.383310:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787757424.383316:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757424.383319:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757424.383324:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000200:0.0:1787757424.383332:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56503:56503:256:4294967295] 192.168.201.154@tcp LPNI seq info [56503:56503:8:4294967295]
00000100:00000001:3.0:1787757424.383333:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757424.383347:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000400:00000200:0.0:1787757424.383355:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00080000:3.0:1787757424.383361:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757424.383367:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757424.383371:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757424.383378:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1787757424.383387:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1787757424.383388:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757424.383398:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757424.383403:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.0:1787757424.383407:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000008:00000001:3.0:1787757424.383410:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757424.383417:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1787757424.383421:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a500.
00000100:00000010:3.0:1787757424.383424:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a940.
00000020:00000040:3.0:1787757424.383431:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000800:00000200:0.0:1787757424.383442:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000001:3.0:1787757424.383442:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757424.383448:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757424.383453:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757424.383455:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757424.383457:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757424.383462:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51ec00.
00000800:00000200:0.0:1787757424.383466:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1787757424.383467:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757424.383484:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a940 x1874594466076032/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1787757424.383486:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757424.383498:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1787757424.383512:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000100:0.0:1787757424.383519:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000100:00000001:3.0:1787757424.383521:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1787757424.383529:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a500.
00000100:00000040:3.0:1787757424.383534:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acf304e1] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a940 x1874594466076032/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787757424.383541:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1787757424.383554:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757424.383561:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1787757424.383562:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787757424.383572:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1787757424.383573:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905220
00000400:00000010:0.0:1787757424.383580:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905220.
00000100:00000040:3.0:1787757424.383581:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19013)
00000100:00000001:0.0:1787757424.383601:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757424.383611:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1a1c0 x1874594466075776/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757424.383627:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757424.383632:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a1c0 x1874594466075776/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757449 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757424.383642:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757424.383644:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757424.383651:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757424.383657:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757424.383661:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313677225
00000100:00000010:0.0:1787757424.383668:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747060.
00000100:00000001:0.0:1787757424.383676:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787757424.383692:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313677225
00000100:00000010:0.0:1787757424.383697:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747d80.
00000100:00000001:0.0:1787757424.383701:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787757424.383705:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757424.383709:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757424.383712:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757424.383718:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757424/real 1787757424]  req@ffff92507ca1a1c0 x1874594466075776/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757424.383732:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757424.383736:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757424.383740:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ff840.
00000400:00000200:0.0:1787757424.383746:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757424.383749:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757424.383753:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757424.383757:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1a1c0 x1874594466075776/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757424.383769:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1a1c0 x1874594466075776/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757424.383776:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757424.383778:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757424.383782:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757424.383784:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757424.383789:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1a1c0 x1874594466075776/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757424.383797:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757424.383803:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1a1c0 x1874594466075776/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757449 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757424.383812:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757424.383816:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757424.383818:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757424.383820:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757424.383823:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757424.383825:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757424.383829:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757424.383834:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757424.383837:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757424.383843:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1a1c0 x1874594466075776/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757449 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757424.383854:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466075776:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787757424.383860:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757424.383862:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757424.383866:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1a1c0 x1874594466075776/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757449 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757424.383874:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757424.383877:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757424.383881:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787757424.383884:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757424.383887:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757424.383889:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:0.0:1787757424.383892:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757424.383896:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51c000.
02000000:00000001:0.0:1787757424.383900:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757424.383902:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757424.383905:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1a1c0.
00000100:00000001:0.0:1787757424.383909:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757424.383910:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757424.383913:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757424.383922:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757424.383925:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757424.383927:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757424.383929:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757424.383931:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757424.383936:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca19a40 x1874594466075904/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757424.383945:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757424.383947:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757424.383950:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757424.383952:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757424.383956:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757424.383960:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca19a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466075904:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757424.383964:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757424.383966:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757424.383969:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757424.383993:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757424.383998:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787757424.384001:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757424.384006:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757424.384009:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ff840.
00000400:00000010:0.0:1787757424.384013:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000200:0.0:1787757424.384018:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466075904, portal 10
00000100:00000001:0.0:1787757424.384020:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757424.384022:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118845504 : -120600590706112 : ffff92507ca19a40)
00000100:00000040:0.0:1787757424.384031:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca19a40 x1874594466075904/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757424.384039:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757424.384042:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757424.384045:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905220.
00000100:00000200:0.0:1787757424.384048:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466075904, offset 0
00000400:00000200:0.0:1787757424.384053:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757424.384058:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757424.384063:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757424.384067:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757424.384071:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757424.384074:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757424.384077:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757424.384082:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56504:56504:256:4294967295] 192.168.201.154@tcp LPNI seq info [56504:56504:8:4294967295]
00000400:00000200:0.0:1787757424.384087:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757424.384096:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757424.384102:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757424.384107:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a500.
00000800:00000200:0.0:1787757424.384112:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757424.384116:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787757424.384122:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757424.384126:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1787757424.384131:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757424.384134:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a500.
00000400:00000200:0.0:1787757424.384138:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757424.384143:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757424.384146:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905220
00000400:00000010:0.0:1787757424.384148:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905220.
00000100:00000001:0.0:1787757424.384152:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757424.384157:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca19a40 x1874594466075904/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757424.384167:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757424.384171:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19a40 x1874594466075904/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757449 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757424.384180:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757424.384182:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757424.384186:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757424.384191:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:0.0:1787757424.384195:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757424.384198:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313676329
00000100:00000001:0.0:1787757424.384201:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313677225
00000100:00000001:0.0:1787757424.384204:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313676329
00000100:00000001:0.0:1787757424.384207:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313677225
00000100:00000001:0.0:1787757424.384210:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757424.384212:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757424.384214:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757424.384219:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757424/real 1787757424]  req@ffff92507ca19a40 x1874594466075904/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757424.384237:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757424.384239:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757424.384241:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ff840.
00000400:00000200:0.0:1787757424.384244:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757424.384246:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757424.384249:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757424.384252:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca19a40 x1874594466075904/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757424.384262:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca19a40 x1874594466075904/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757424.384303:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757424.384305:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757424.384307:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757424.384309:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757424.384314:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca19a40 x1874594466075904/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757424.384323:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757424.384328:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca19a40 x1874594466075904/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757449 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757424.384337:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757424.384340:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757424.384342:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757424.384343:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757424.384345:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757424.384348:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757424.384351:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757424.384355:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757424.384357:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757424.384363:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca19a40 x1874594466075904/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757449 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757424.384373:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca19a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466075904:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757424.384378:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757424.384382:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1a940 x1874594466076032/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757424.384390:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757424.384392:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757424.384395:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757424.384397:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757424.384399:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757424.384403:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466076032:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757424.384406:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757424.384409:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757424.384411:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757424.384413:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757424.384418:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad7000.
02000000:00000001:0.0:1787757424.384420:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757424.384424:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757424.384427:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ff840.
00000400:00000010:0.0:1787757424.384431:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000200:0.0:1787757424.384435:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466076032, portal 4
00000100:00000001:0.0:1787757424.384438:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757424.384439:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118849344 : -120600590702272 : ffff92507ca1a940)
00000100:00000040:0.0:1787757424.384447:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1a940 x1874594466076032/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757424.384455:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757424.384458:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757424.384461:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905220.
00000100:00000200:0.0:1787757424.384464:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466076032, offset 0
00000400:00000200:0.0:1787757424.384469:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757424.384474:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757424.384479:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757424.384483:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757424.384486:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757424.384490:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757424.384493:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757424.384497:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56505:56505:256:4294967295] 192.168.201.154@tcp LPNI seq info [56505:56505:8:4294967295]
00000400:00000200:0.0:1787757424.384502:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757424.384510:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757424.384515:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757424.384519:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a500.
00000800:00000200:0.0:1787757424.384524:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757424.384528:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787757424.384533:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757424.384536:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1787757424.384541:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757424.384544:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a500.
00000400:00000200:0.0:1787757424.384548:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757424.384552:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757424.384556:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905220
00000400:00000010:0.0:1787757424.384558:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905220.
00000100:00000001:0.0:1787757424.384562:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757424.384567:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1a940 x1874594466076032/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757424.384576:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757424.384580:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a940 x1874594466076032/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757449 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757424.384589:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757424.384591:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757424.384594:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757424.384597:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:0.0:1787757424.384601:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757424.384604:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313676313
00000100:00000001:0.0:1787757424.384608:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313677225
00000100:00000001:0.0:1787757424.384611:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313676313
00000100:00000001:0.0:1787757424.384614:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313677225
00000100:00000001:0.0:1787757424.384616:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757424.384618:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757424.384620:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757424.384625:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757424/real 1787757424]  req@ffff92507ca1a940 x1874594466076032/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757424.384634:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757424.384636:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757424.384638:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ff840.
00000400:00000200:0.0:1787757424.384641:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757424.384643:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757424.384645:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757424.384650:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1a940 x1874594466076032/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757424.384660:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1a940 x1874594466076032/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757424.384667:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757424.384669:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757424.384671:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757424.384672:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757424.384676:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1a940 x1874594466076032/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757424.384684:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757424.384689:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1a940 x1874594466076032/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757449 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757424.384697:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757424.384701:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757424.384703:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757424.384705:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757424.384707:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757424.384709:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757424.384712:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757424.384716:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757424.384718:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757424.384723:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1a940 x1874594466076032/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757449 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757424.384732:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466076032:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757424.384736:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757424.384739:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757424.384743:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca19a40 x1874594466075904/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757449 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757424.384750:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757424.384752:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757424.384754:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787757424.384757:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757424.384759:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757424.384761:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:0.0:1787757424.384763:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757424.384765:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51dc00.
02000000:00000001:0.0:1787757424.384768:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757424.384770:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757424.384772:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca19a40.
00000100:00000001:0.0:1787757424.384775:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757424.384777:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757424.384779:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757424.384783:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1a940 x1874594466076032/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757449 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757424.384799:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757424.384800:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757424.384802:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad7000.
02000000:00000001:0.0:1787757424.384805:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757424.384806:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757424.384808:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:0.0:1787757424.384810:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757424.384811:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51ec00.
02000000:00000001:0.0:1787757424.384814:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757424.384815:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757424.384817:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1a940.
00000100:00000001:0.0:1787757424.384819:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757424.384820:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757424.384823:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757424.384826:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757424.384828:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757424.384830:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757424.384832:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757424.894414:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757424.894431:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757424.894436:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757424.894463:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757424.894471:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757424.894479:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757424.894484:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757424.894490:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757424.894496:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757425.214542:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757425.214550:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757425.214558:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757425.342406:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313677225, at 4313677248
00000100:00000010:2.0:1787757425.342433:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747060.
00000100:00000040:3.0:1787757425.342446:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313677225, at 4313677248
00000100:00000010:3.0:1787757425.342469:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747d80.
00000100:00000001:0.0:1787757425.918458:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757425.918470:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757425.918473:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757425.918482:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757425.918487:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757425.918492:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757425.918495:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757425.918498:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757425.918502:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757426.238566:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757426.238576:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757426.238582:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757426.942400:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757426.942410:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757426.942413:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757426.942419:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757426.942424:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757426.942428:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757426.942431:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757426.942435:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757426.942439:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757427.262569:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757427.262575:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757427.262579:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757427.966427:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757427.966439:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757427.966443:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757427.966453:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757427.966460:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757427.966466:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757427.966472:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757427.966477:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757427.966482:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757428.286546:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757428.286555:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757428.286562:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757428.990401:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757428.990410:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757428.990412:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757428.990419:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757428.990424:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757428.990429:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757428.990432:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757428.990436:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757428.990440:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757429.310580:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757429.310589:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757429.310597:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757429.502355:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757429.502367:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757429.502371:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757429.502376:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757429.502382:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757429.502391:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19008
00000400:00000200:3.0:1787757429.502402:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757429.502410:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757429.502414:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757429.502419:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757429.502423:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757429.502426:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757429.502429:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757429.502435:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757429.502438:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757429.502442:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757429.502445:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757429.502448:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757429.502451:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757429.502455:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757429.502458:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757429.502461:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757429.502463:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757429.502467:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757429.502471:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757429.502476:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757429.502480:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757429.502485:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757429.502488:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757429.502491:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757429.502494:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757429.502505:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1bc00.
00000020:00000040:3.0:1787757429.502509:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757429.502515:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757429.502517:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757429.502521:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757429.502524:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757429.502529:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757429.502539:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c400.
00000100:00000001:3.0:1787757429.502546:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757429.502558:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1bc00 x1874594466076160/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757429.502572:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757429.502577:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757429.502584:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002bc35b5c] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1bc00 x1874594466076160/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757429.502614:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757429.502619:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757429.502623:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757429.502625:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757429.502628:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757429.502631:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757429.502635:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19008
00000400:00000200:3.0:1787757429.502639:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757429.502643:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757429.502646:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757429.502650:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757429.502654:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757429.502656:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757429.502659:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757429.502662:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757429.502664:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757429.502666:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757429.502668:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787757429.502670:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787757429.502673:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787757429.502676:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757429.502678:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757429.502681:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757429.502683:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757429.502686:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787757429.502689:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757429.502692:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757429.502695:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757429.502703:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757429.502706:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757429.502708:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757429.502713:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757429.502718:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757429.502720:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757429.502727:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000010:3.0:1787757429.502727:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a940.
00000020:00000040:3.0:1787757429.502734:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000100:00000001:0.0:1787757429.502739:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787757429.502740:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787757429.502747:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787757429.502748:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757429.502755:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757429.502758:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757429.502762:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757429.502766:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1bc00 x1874594466076160/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787757429.502769:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e400.
00000100:00000001:3.0:1787757429.502778:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757429.502795:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:3.0:1787757429.502796:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a940 x1874594466076288/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757429.502800:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757429.502813:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787757429.502819:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1787757429.502821:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757429.502827:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757429.502829:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757429.502838:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acf304e1] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a940 x1874594466076288/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757429.502843:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466076160:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787757429.502859:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757429.502867:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787757429.502869:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757429.502873:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757429.502876:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1787757429.502880:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1787757429.502909:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787757429.502914:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757429.502919:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757429.502923:0:277684:0:(import.c:485:import_select_connection()) Process entered
02000000:00000010:0.0:1787757429.502924:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad6000.
00000100:00080000:3.0:1787757429.502931:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19008
02000000:00000001:0.0:1787757429.502932:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757429.502944:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757429.502952:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757429.502956:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000400:00000010:0.0:1787757429.502963:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ff840.
00000100:00080000:3.0:1787757429.502964:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757429.502976:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757429.502980:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1787757429.502981:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000040:3.0:1787757429.502986:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000200:0.0:1787757429.502994:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466076160, portal 25
00000100:00000001:3.0:1787757429.502996:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:0.0:1787757429.503002:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:3.0:1787757429.503010:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787757429.503011:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118854144 : -120600590697472 : ffff92507ca1bc00)
00000020:00000040:3.0:1787757429.503020:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000100:00000040:0.0:1787757429.503027:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1bc00 x1874594466076160/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787757429.503030:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757429.503040:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000100:00000001:0.0:1787757429.503049:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1787757429.503052:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:0.0:1787757429.503059:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757429.503067:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905220.
00000020:00000001:3.0:1787757429.503067:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000200:0.0:1787757429.503076:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466076160, offset 0
00000100:00000040:3.0:1787757429.503085:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000200:0.0:1787757429.503094:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000001:3.0:1787757429.503098:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757429.503110:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000200:0.0:1787757429.503111:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757429.503122:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:0.0:1787757429.503127:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000020:00000040:3.0:1787757429.503134:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000400:00000200:0.0:1787757429.503139:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1787757429.503152:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000400:00000200:0.0:1787757429.503153:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757429.503163:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787757429.503168:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757429.503170:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
02000000:00000001:3.0:1787757429.503180:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1787757429.503183:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56506:56506:256:4294967295] 192.168.201.154@tcp LPNI seq info [56506:56506:8:4294967295]
02000000:00000001:3.0:1787757429.503191:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1787757429.503192:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000001:3.0:1787757429.503205:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757429.503216:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:0.0:1787757429.503218:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000008:00100000:3.0:1787757429.503224:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.0:1787757429.503233:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000008:00000001:3.0:1787757429.503240:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1787757429.503243:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a500.
00000100:00000001:3.0:1787757429.503249:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757429.503265:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19a40.
00000800:00000200:0.0:1787757429.503307:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757429.503315:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1787757429.503329:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000020:00000040:3.0:1787757429.503333:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000800:00000200:0.1:1787757429.503336:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 47 secs later)
02000000:00000001:3.0:1787757429.503342:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757429.503347:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1787757429.503350:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000100:00000001:3.0:1787757429.503353:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000010:0.0:1787757429.503357:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a500.
02000000:00000001:3.0:1787757429.503359:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757429.503367:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757429.503372:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:3.0:1787757429.503376:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51fc00.
00000400:00000200:0.0:1787757429.503386:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787757429.503390:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757429.503395:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905220
00000400:00000010:0.0:1787757429.503401:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905220.
00000100:00100000:3.0:1787757429.503406:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19a40 x1874594466076416/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757429.503413:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787757429.503423:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1787757429.503426:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1bc00 x1874594466076160/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757429.503428:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757429.503446:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048dd93e3] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19a40 x1874594466076416/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757429.503456:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787757429.503466:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757429.503469:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1bc00 x1874594466076160/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757454 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787757429.503471:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787757429.503488:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1787757429.503500:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757429.503502:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19019)
00000100:00000001:0.0:1787757429.503507:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757429.503517:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757429.503524:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757429.503529:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313682345
00000100:00000010:0.0:1787757429.503537:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a7475a0.
00000100:00000001:0.0:1787757429.503546:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787757429.503554:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313682345
00000100:00000010:0.0:1787757429.503558:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747840.
00000100:00000001:0.0:1787757429.503562:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787757429.503566:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757429.503569:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757429.503572:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757429.503578:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757429/real 1787757429]  req@ffff92507ca1bc00 x1874594466076160/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757429.503589:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757429.503593:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757429.503595:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ff840.
00000400:00000200:0.0:1787757429.503599:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757429.503601:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757429.503604:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757429.503608:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1bc00 x1874594466076160/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757429.503619:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1bc00 x1874594466076160/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757429.503628:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757429.503631:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757429.503634:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757429.503636:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757429.503641:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1bc00 x1874594466076160/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757429.503649:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757429.503654:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1bc00 x1874594466076160/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757454 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757429.503663:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757429.503667:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757429.503669:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757429.503670:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757429.503673:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757429.503676:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757429.503680:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757429.503684:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757429.503687:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757429.503693:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1bc00 x1874594466076160/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757454 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757429.503704:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466076160:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787757429.503711:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757429.503713:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757429.503717:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1bc00 x1874594466076160/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757454 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757429.503725:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757429.503729:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757429.503732:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787757429.503736:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757429.503738:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757429.503740:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:0.0:1787757429.503743:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757429.503746:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51c400.
02000000:00000001:0.0:1787757429.503750:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757429.503752:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757429.503755:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1bc00.
00000100:00000001:0.0:1787757429.503758:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757429.503760:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757429.503763:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757429.503772:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757429.503774:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757429.503777:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757429.503779:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757429.503781:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757429.503785:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1a940 x1874594466076288/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757429.503794:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757429.503796:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757429.503799:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757429.503802:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757429.503804:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757429.503808:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466076288:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757429.503812:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757429.503815:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757429.503817:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757429.503820:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757429.503823:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787757429.503826:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757429.503830:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757429.503833:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ff840.
00000400:00000010:0.0:1787757429.503837:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000200:0.0:1787757429.503841:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466076288, portal 10
00000100:00000001:0.0:1787757429.503843:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757429.503845:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118849344 : -120600590702272 : ffff92507ca1a940)
00000100:00000040:0.0:1787757429.503853:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1a940 x1874594466076288/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757429.503862:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757429.503865:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757429.503867:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905220.
00000100:00000200:0.0:1787757429.503870:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466076288, offset 0
00000400:00000200:0.0:1787757429.503875:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757429.503880:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757429.503913:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757429.503917:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757429.503921:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757429.503924:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757429.503927:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757429.503932:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56507:56507:256:4294967295] 192.168.201.154@tcp LPNI seq info [56507:56507:8:4294967295]
00000400:00000200:0.0:1787757429.503937:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757429.503946:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757429.503952:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757429.503956:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a500.
00000800:00000200:0.0:1787757429.503961:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757429.503965:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1787757429.503971:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757429.503974:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1787757429.503979:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757429.503982:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a500.
00000400:00000200:0.0:1787757429.503987:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757429.503992:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757429.503996:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905220
00000400:00000010:0.0:1787757429.503998:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905220.
00000100:00000001:0.0:1787757429.504002:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757429.504006:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1a940 x1874594466076288/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757429.504017:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757429.504020:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a940 x1874594466076288/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757454 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757429.504029:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757429.504031:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757429.504035:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757429.504039:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:0.0:1787757429.504043:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757429.504046:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313681449
00000100:00000001:0.0:1787757429.504050:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313682345
00000100:00000001:0.0:1787757429.504053:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313681449
00000100:00000001:0.0:1787757429.504056:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313682345
00000100:00000001:0.0:1787757429.504058:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757429.504061:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757429.504063:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757429.504068:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757429/real 1787757429]  req@ffff92507ca1a940 x1874594466076288/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757429.504077:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757429.504079:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757429.504081:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ff840.
00000400:00000200:0.0:1787757429.504084:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757429.504086:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757429.504089:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757429.504093:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1a940 x1874594466076288/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757429.504104:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1a940 x1874594466076288/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757429.504112:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757429.504113:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757429.504115:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757429.504117:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757429.504121:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1a940 x1874594466076288/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757429.504129:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757429.504134:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1a940 x1874594466076288/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757454 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757429.504142:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757429.504144:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757429.504146:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757429.504148:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757429.504150:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757429.504153:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757429.504156:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757429.504160:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757429.504163:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757429.504168:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1a940 x1874594466076288/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757454 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757429.504178:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466076288:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757429.504182:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757429.504186:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca19a40 x1874594466076416/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757429.504203:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757429.504205:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757429.504208:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757429.504210:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757429.504212:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757429.504216:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca19a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466076416:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757429.504219:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757429.504221:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757429.504223:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757429.504225:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757429.504229:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad7c00.
02000000:00000001:0.0:1787757429.504232:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757429.504235:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757429.504238:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ff840.
00000400:00000010:0.0:1787757429.504242:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000200:0.0:1787757429.504246:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466076416, portal 4
00000100:00000001:0.0:1787757429.504248:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757429.504250:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118845504 : -120600590706112 : ffff92507ca19a40)
00000100:00000040:0.0:1787757429.504257:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca19a40 x1874594466076416/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757429.504265:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757429.504297:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757429.504301:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905220.
00000100:00000200:0.0:1787757429.504305:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466076416, offset 0
00000400:00000200:0.0:1787757429.504310:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757429.504315:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757429.504319:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757429.504323:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757429.504327:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757429.504330:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757429.504333:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757429.504337:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56508:56508:256:4294967295] 192.168.201.154@tcp LPNI seq info [56508:56508:8:4294967295]
00000400:00000200:0.0:1787757429.504343:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757429.504351:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757429.504357:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757429.504360:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a500.
00000800:00000200:0.0:1787757429.504365:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757429.504369:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1787757429.504374:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757429.504377:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1787757429.504382:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757429.504385:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a500.
00000400:00000200:0.0:1787757429.504389:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757429.504393:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757429.504397:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905220
00000400:00000010:0.0:1787757429.504399:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905220.
00000100:00000001:0.0:1787757429.504403:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757429.504408:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca19a40 x1874594466076416/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757429.504418:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757429.504422:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19a40 x1874594466076416/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757454 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757429.504430:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757429.504432:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757429.504436:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757429.504439:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:0.0:1787757429.504443:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757429.504445:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313681433
00000100:00000001:0.0:1787757429.504449:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313682345
00000100:00000001:0.0:1787757429.504451:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313681433
00000100:00000001:0.0:1787757429.504454:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313682345
00000100:00000001:0.0:1787757429.504457:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757429.504460:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757429.504462:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757429.504467:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757429/real 1787757429]  req@ffff92507ca19a40 x1874594466076416/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757429.504477:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757429.504478:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757429.504480:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ff840.
00000400:00000200:0.0:1787757429.504483:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757429.504485:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757429.504488:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757429.504492:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca19a40 x1874594466076416/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757429.504502:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca19a40 x1874594466076416/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757429.504510:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757429.504511:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757429.504513:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757429.504515:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757429.504519:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca19a40 x1874594466076416/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757429.504527:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757429.504532:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca19a40 x1874594466076416/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757454 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757429.504540:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757429.504543:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757429.504545:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757429.504547:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757429.504549:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757429.504551:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757429.504554:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757429.504559:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757429.504562:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757429.504567:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca19a40 x1874594466076416/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757454 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757429.504576:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca19a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466076416:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757429.504581:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757429.504583:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757429.504587:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1a940 x1874594466076288/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757454 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757429.504594:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757429.504596:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757429.504599:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787757429.504601:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757429.504603:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757429.504605:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:0.0:1787757429.504608:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757429.504610:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51e400.
02000000:00000001:0.0:1787757429.504613:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757429.504615:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757429.504617:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1a940.
00000100:00000001:0.0:1787757429.504620:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757429.504622:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757429.504624:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757429.504628:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca19a40 x1874594466076416/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757454 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757429.504635:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757429.504637:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757429.504638:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad7c00.
02000000:00000001:0.0:1787757429.504641:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757429.504642:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757429.504644:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:0.0:1787757429.504646:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757429.504648:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51fc00.
02000000:00000001:0.0:1787757429.504654:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757429.504656:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757429.504658:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca19a40.
00000100:00000001:0.0:1787757429.504660:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757429.504662:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757429.504664:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757429.504668:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757429.504670:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757429.504672:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757429.504674:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757430.014405:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757430.014416:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757430.014419:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757430.014428:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757430.014433:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757430.014439:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757430.014443:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757430.014448:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757430.014453:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757430.334567:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757430.334574:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757430.334579:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757430.462380:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313682345, at 4313682368
00000100:00000010:2.0:1787757430.462405:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a7475a0.
00000100:00000040:3.0:1787757430.462407:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313682345, at 4313682368
00000100:00000010:3.0:1787757430.462422:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747840.
00000100:00000001:0.0:1787757431.038388:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757431.038398:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757431.038401:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757431.038408:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757431.038413:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757431.038417:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757431.038421:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757431.038424:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757431.038427:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757431.358696:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757431.358706:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757431.358713:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757432.062461:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757432.062476:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757432.062482:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757432.062495:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757432.062503:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757432.062510:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757432.062515:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757432.062522:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757432.062527:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757432.382613:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757432.382621:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757432.382625:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757433.086401:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757433.086420:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757433.086426:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757433.086438:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757433.086446:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757433.086455:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757433.086461:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757433.086467:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757433.086474:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757433.406616:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757433.406624:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757433.406629:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757434.110424:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757434.110437:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757434.110443:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757434.110453:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757434.110460:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757434.110465:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757434.110470:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757434.110475:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757434.110480:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757434.430623:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757434.430634:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757434.430640:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787757434.622445:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757434.622459:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787757434.622462:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757434.622468:0:277752:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757434.622474:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757434.622484:0:277752:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19014
00000400:00000200:0.0:1787757434.622495:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757434.622503:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757434.622508:0:277752:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757434.622512:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757434.622516:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757434.622520:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757434.622523:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757434.622528:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757434.622531:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787757434.622534:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757434.622539:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787757434.622542:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787757434.622545:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787757434.622549:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757434.622552:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757434.622554:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757434.622556:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757434.622560:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787757434.622565:0:277752:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757434.622568:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757434.622571:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757434.622575:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757434.622579:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757434.622581:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787757434.622584:0:277752:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757434.622596:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae44780.
00000020:00000040:0.0:1787757434.622601:0:277752:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787757434.622606:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757434.622608:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757434.622612:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757434.622616:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757434.622621:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757434.622631:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6800.
00000100:00000001:0.0:1787757434.622639:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757434.622652:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae44780 x1874594466076544/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757434.622665:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757434.622671:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757434.622678:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000825f42ce] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae44780 x1874594466076544/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757434.622715:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757434.622723:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757434.622731:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787757434.622734:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757434.622737:0:277752:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757434.622744:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757434.622750:0:277752:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19014
00000400:00000200:0.0:1787757434.622757:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757434.622763:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757434.622768:0:277752:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757434.622774:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757434.622778:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757434.622782:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757434.622787:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757434.622835:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757434.622839:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:0.0:1787757434.622844:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757434.622848:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:0.0:1787757434.622853:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:3.0:1787757434.622855:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1787757434.622859:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:3.0:1787757434.622865:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757434.622871:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757434.622874:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757434.622884:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757434.622886:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae44780 x1874594466076544/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787757434.622895:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757434.622907:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:3.0:1787757434.622917:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1787757434.622920:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00000001:3.0:1787757434.622922:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757434.622932:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:0.0:1787757434.622936:0:277752:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
02000000:00000001:3.0:1787757434.622938:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757434.622946:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757434.622949:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757434.622955:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae44780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466076544:192.168.201.154@tcp:250:kworker.0
02000000:00000001:0.0:1787757434.622959:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787757434.622966:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757434.622974:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757434.622975:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757434.622978:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757434.622989:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787757434.622990:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757434.622998:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51d800.
00000100:00000001:0.0:1787757434.622999:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:3.0:1787757434.623007:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787757434.623011:0:277752:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1787757434.623018:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000008:00000001:0.0:1787757434.623025:0:277752:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1787757434.623029:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000100:00000001:0.0:1787757434.623034:0:277752:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1787757434.623040:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000010:0.0:1787757434.623048:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae443c0.
00000100:00000200:3.0:1787757434.623053:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466076544, portal 25
00000100:00000001:3.0:1787757434.623060:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757434.623063:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089660800 : -120600619890816 : ffff92507ae44780)
00000100:00000040:3.0:1787757434.623071:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae44780 x1874594466076544/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787757434.623074:0:277752:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:0.0:1787757434.623090:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757434.623097:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757434.623106:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757434.623113:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1787757434.623114:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1787757434.623122:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757434.623124:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757434.623131:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5add0.
00000100:00000200:3.0:1787757434.623137:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466076544, offset 0
02000000:00000010:0.0:1787757434.623139:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad5800.
00000400:00000200:3.0:1787757434.623149:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000001:0.0:1787757434.623153:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757434.623164:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00100000:0.0:1787757434.623173:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae443c0 x1874594466076672/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1787757434.623180:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757434.623195:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757434.623205:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00000001:0.0:1787757434.623208:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1787757434.623213:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1787757434.623220:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757434.623223:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757434.623239:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56509:56509:256:4294967295] 192.168.201.154@tcp LPNI seq info [56509:56509:8:4294967295]
00000100:00000040:0.0:1787757434.623241:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000101c6af6] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae443c0 x1874594466076672/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787757434.623249:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757434.623317:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757434.623324:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1787757434.623326:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757434.623340:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787757434.623346:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:3.0:1787757434.623347:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00080000:0.0:1787757434.623352:0:277752:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757434.623358:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000800:00000010:3.0:1787757434.623359:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9fe00.
00000100:00080000:0.0:1787757434.623367:0:277752:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19014
00000800:00000200:3.0:1787757434.623375:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000400:00000200:0.0:1787757434.623377:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000800:00000200:3.0:1787757434.623387:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 42 secs later)
00000400:00000200:0.0:1787757434.623389:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757434.623398:0:277752:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000800:00000200:3.1:1787757434.623406:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000040:0.0:1787757434.623410:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000800:00000200:3.1:1787757434.623414:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 42 secs later)
00000100:00000001:0.0:1787757434.623416:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757434.623426:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000800:00000100:3.0:1787757434.623435:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000100:00000001:0.0:1787757434.623436:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000800:00000010:3.0:1787757434.623443:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9fe00.
00000020:00000001:0.0:1787757434.623444:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757434.623450:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:0.0:1787757434.623455:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:3.0:1787757434.623458:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:0.0:1787757434.623459:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:0.0:1787757434.623469:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:3.0:1787757434.623477:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000020:00000001:0.0:1787757434.623478:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:3.0:1787757434.623492:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5add0
00000100:00000040:0.0:1787757434.623493:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000010:3.0:1787757434.623499:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5add0.
00000100:00000001:0.0:1787757434.623501:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757434.623510:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757434.623512:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787757434.623514:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757434.623521:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00000200:3.0:1787757434.623526:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae44780 x1874594466076544/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787757434.623531:0:277752:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757434.623540:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757434.623547:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757434.623556:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757434.623559:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1787757434.623564:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757434.623571:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000040:3.0:1787757434.623573:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae44780 x1874594466076544/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757459 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1787757434.623576:0:277752:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787757434.623587:0:277752:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757434.623595:0:277752:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757434.623606:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae470c0.
00000020:00000040:0.0:1787757434.623615:0:277752:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000100:00000001:3.0:1787757434.623617:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757434.623622:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1787757434.623623:0:238954:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1787757434.623628:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757434.623633:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1787757434.623637:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757434.623638:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757434.623644:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757434.623653:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000010:0.0:1787757434.623657:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad4800.
00000100:00000001:3.0:1787757434.623659:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313687465
00000100:00000001:0.0:1787757434.623667:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757434.623671:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350e0c0.
00000100:00100000:0.0:1787757434.623681:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae470c0 x1874594466076800/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757434.623687:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787757434.623702:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313687465
00000100:00000010:3.0:1787757434.623711:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350ea80.
00000100:00000001:0.0:1787757434.623722:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757434.623724:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787757434.623728:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757434.623732:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1787757434.623740:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a74fc68e] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae470c0 x1874594466076800/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757434.623741:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757434.623751:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787757434.623763:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757434.623764:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757434/real 1787757434]  req@ffff92507ae44780 x1874594466076544/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787757434.623768:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787757434.623784:0:277752:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000001:3.0:1787757434.623818:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:0.0:1787757434.623820:0:277752:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19024)
00000400:00000001:3.0:1787757434.623822:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757434.623830:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757434.623837:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757434.623840:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757434.623844:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757434.623851:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae44780 x1874594466076544/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757434.623863:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae44780 x1874594466076544/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757434.623873:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757434.623875:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757434.623878:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757434.623881:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757434.623886:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae44780 x1874594466076544/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757434.623896:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757434.623902:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae44780 x1874594466076544/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757459 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757434.623911:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757434.623914:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757434.623916:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757434.623918:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757434.623921:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757434.623923:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757434.623927:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757434.623932:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757434.623935:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757434.623940:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae44780 x1874594466076544/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757459 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757434.623951:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae44780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466076544:192.168.201.154@tcp:250:kworker.0
00000100:00000001:3.0:1787757434.623957:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757434.623959:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757434.623963:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae44780 x1874594466076544/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757459 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757434.623972:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757434.623976:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757434.623979:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51d800.
02000000:00000001:3.0:1787757434.623983:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757434.623985:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757434.623987:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:3.0:1787757434.623990:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757434.623993:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad6800.
02000000:00000001:3.0:1787757434.623998:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757434.624001:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757434.624003:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae44780.
00000100:00000001:3.0:1787757434.624007:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757434.624009:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757434.624011:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757434.624021:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757434.624023:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757434.624026:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757434.624028:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757434.624030:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757434.624035:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae443c0 x1874594466076672/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757434.624044:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757434.624046:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757434.624049:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757434.624051:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757434.624054:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757434.624058:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae443c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466076672:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757434.624061:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757434.624064:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757434.624065:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757434.624068:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757434.624072:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51d800.
02000000:00000001:3.0:1787757434.624074:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757434.624079:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757434.624082:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757434.624086:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757434.624090:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466076672, portal 10
00000100:00000001:3.0:1787757434.624093:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757434.624095:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089659840 : -120600619891776 : ffff92507ae443c0)
00000100:00000040:3.0:1787757434.624103:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae443c0 x1874594466076672/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757434.624111:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757434.624115:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757434.624118:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5add0.
00000100:00000200:3.0:1787757434.624121:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466076672, offset 0
00000400:00000200:3.0:1787757434.624126:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757434.624131:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757434.624136:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757434.624140:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757434.624144:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757434.624147:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757434.624150:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757434.624154:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56510:56510:256:4294967295] 192.168.201.154@tcp LPNI seq info [56510:56510:8:4294967295]
00000400:00000200:3.0:1787757434.624159:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757434.624168:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757434.624173:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757434.624177:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9fe00.
00000800:00000200:3.0:1787757434.624182:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757434.624186:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787757434.624192:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757434.624195:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1787757434.624200:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757434.624202:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9fe00.
00000400:00000200:3.0:1787757434.624206:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757434.624210:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757434.624214:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5add0
00000400:00000010:3.0:1787757434.624217:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5add0.
00000100:00000001:3.0:1787757434.624220:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757434.624224:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae443c0 x1874594466076672/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757434.624234:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757434.624238:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae443c0 x1874594466076672/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757459 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757434.624246:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757434.624248:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757434.624253:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757434.624258:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:3.0:1787757434.624262:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757434.624265:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313686569
00000100:00000001:3.0:1787757434.624298:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313687465
00000100:00000001:3.0:1787757434.624301:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313686570
00000100:00000001:3.0:1787757434.624304:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313687465
00000100:00000001:3.0:1787757434.624307:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757434.624310:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757434.624312:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757434.624318:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757434/real 1787757434]  req@ffff92507ae443c0 x1874594466076672/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757434.624328:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757434.624330:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757434.624332:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757434.624336:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757434.624338:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757434.624341:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757434.624345:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae443c0 x1874594466076672/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757434.624356:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae443c0 x1874594466076672/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757434.624364:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757434.624365:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757434.624368:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757434.624369:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757434.624374:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae443c0 x1874594466076672/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757434.624381:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757434.624386:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae443c0 x1874594466076672/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757459 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757434.624396:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757434.624399:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757434.624401:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757434.624403:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757434.624405:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757434.624408:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757434.624411:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757434.624414:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757434.624417:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757434.624422:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae443c0 x1874594466076672/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757459 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757434.624432:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae443c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466076672:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757434.624436:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757434.624441:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae470c0 x1874594466076800/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757434.624448:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757434.624450:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757434.624453:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757434.624455:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757434.624458:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757434.624461:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae470c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466076800:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757434.624465:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757434.624467:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757434.624468:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757434.624470:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757434.624476:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51fc00.
02000000:00000001:3.0:1787757434.624478:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757434.624483:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757434.624487:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757434.624490:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757434.624494:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466076800, portal 4
00000100:00000001:3.0:1787757434.624497:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757434.624498:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089671360 : -120600619880256 : ffff92507ae470c0)
00000100:00000040:3.0:1787757434.624505:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae470c0 x1874594466076800/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757434.624513:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757434.624516:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757434.624519:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5add0.
00000100:00000200:3.0:1787757434.624522:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466076800, offset 0
00000400:00000200:3.0:1787757434.624526:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757434.624531:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757434.624535:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757434.624539:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757434.624542:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757434.624545:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757434.624548:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757434.624552:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56511:56511:256:4294967295] 192.168.201.154@tcp LPNI seq info [56511:56511:8:4294967295]
00000400:00000200:3.0:1787757434.624557:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757434.624565:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757434.624570:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757434.624574:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9fe00.
00000800:00000200:3.0:1787757434.624579:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757434.624583:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787757434.624588:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757434.624591:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1787757434.624596:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757434.624599:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9fe00.
00000400:00000200:3.0:1787757434.624603:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757434.624607:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757434.624611:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5add0
00000400:00000010:3.0:1787757434.624614:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5add0.
00000100:00000001:3.0:1787757434.624617:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757434.624621:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae470c0 x1874594466076800/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757434.624631:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757434.624635:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae470c0 x1874594466076800/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757459 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757434.624643:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757434.624645:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757434.624648:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757434.624652:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:3.0:1787757434.624656:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757434.624658:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313686553
00000100:00000001:3.0:1787757434.624662:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313687465
00000100:00000001:3.0:1787757434.624665:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313686553
00000100:00000001:3.0:1787757434.624667:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313687465
00000100:00000001:3.0:1787757434.624670:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757434.624672:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757434.624674:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757434.624679:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757434/real 1787757434]  req@ffff92507ae470c0 x1874594466076800/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757434.624687:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757434.624689:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757434.624691:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757434.624694:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757434.624696:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757434.624699:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757434.624703:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae470c0 x1874594466076800/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757434.624713:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae470c0 x1874594466076800/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757434.624722:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757434.624724:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757434.624726:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757434.624728:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757434.624732:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae470c0 x1874594466076800/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757434.624740:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757434.624744:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae470c0 x1874594466076800/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757459 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757434.624752:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757434.624755:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757434.624757:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757434.624759:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757434.624761:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757434.624762:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757434.624765:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757434.624769:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757434.624771:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757434.624776:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae470c0 x1874594466076800/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757459 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757434.624785:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae470c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466076800:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757434.624789:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757434.624815:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757434.624819:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae443c0 x1874594466076672/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757459 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757434.624828:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757434.624830:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757434.624834:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51d800.
02000000:00000001:3.0:1787757434.624837:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757434.624839:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757434.624841:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:3.0:1787757434.624844:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757434.624846:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad5800.
02000000:00000001:3.0:1787757434.624849:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757434.624851:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757434.624852:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae443c0.
00000100:00000001:3.0:1787757434.624855:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757434.624857:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757434.624859:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757434.624862:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae470c0 x1874594466076800/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757459 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757434.624871:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757434.624872:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757434.624874:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51fc00.
02000000:00000001:3.0:1787757434.624880:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757434.624881:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757434.624883:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:3.0:1787757434.624885:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757434.624886:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad4800.
02000000:00000001:3.0:1787757434.624889:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757434.624890:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757434.624892:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae470c0.
00000100:00000001:3.0:1787757434.624895:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757434.624896:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757434.624899:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757434.624903:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757434.624905:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757434.624907:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757434.624909:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757435.134418:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757435.134428:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757435.134431:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757435.134437:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757435.134442:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757435.134446:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757435.134450:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757435.134453:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757435.134456:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757435.454675:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757435.454685:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757435.454692:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757435.582385:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313687465, at 4313687488
00000100:00000010:3.0:1787757435.582413:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350ea80.
00000100:00000040:2.0:1787757435.582421:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313687465, at 4313687488
00000100:00000010:2.0:1787757435.582442:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350e0c0.
00000100:00000001:0.0:1787757436.158399:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757436.158408:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757436.158412:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757436.158418:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757436.158423:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757436.158427:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757436.158430:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757436.158434:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757436.158437:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757436.478535:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757436.478543:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757436.478549:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757437.182397:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757437.182407:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757437.182410:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757437.182416:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757437.182420:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757437.182425:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757437.182429:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757437.182433:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757437.182436:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757437.502538:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757437.502547:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757437.502555:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757438.206369:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757438.206378:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757438.206380:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757438.206386:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757438.206390:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757438.206403:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757438.206406:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757438.206409:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757438.206411:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757438.526512:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757438.526522:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757438.526528:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757439.230394:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757439.230415:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757439.230418:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757439.230439:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757439.230444:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757439.230449:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757439.230452:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757439.230456:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757439.230459:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757439.550490:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757439.550496:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757439.550499:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787757439.742388:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757439.742398:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787757439.742401:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757439.742404:0:277752:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757439.742408:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757439.742416:0:277752:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19019
00000400:00000200:0.0:1787757439.742424:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757439.742430:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757439.742433:0:277752:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757439.742436:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757439.742438:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757439.742440:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757439.742443:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757439.742446:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757439.742449:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787757439.742452:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757439.742456:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787757439.742458:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787757439.742460:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787757439.742462:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757439.742464:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757439.742466:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757439.742468:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757439.742471:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787757439.742475:0:277752:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757439.742478:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757439.742481:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757439.742485:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757439.742489:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757439.742492:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787757439.742495:0:277752:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757439.742505:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae44b40.
00000020:00000040:0.0:1787757439.742510:0:277752:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787757439.742515:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757439.742518:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757439.742522:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757439.742525:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757439.742531:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757439.742539:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6800.
00000100:00000001:0.0:1787757439.742546:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757439.742555:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae44b40 x1874594466076928/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757439.742564:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757439.742569:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757439.742573:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029b96463] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae44b40 x1874594466076928/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757439.742600:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757439.742603:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757439.742606:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787757439.742608:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757439.742609:0:277752:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757439.742612:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757439.742614:0:277752:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19019
00000400:00000200:0.0:1787757439.742618:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757439.742621:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757439.742624:0:277752:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757439.742644:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757439.742648:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757439.742652:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757439.742655:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757439.742658:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757439.742660:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:0.0:1787757439.742663:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757439.742666:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000100:00000001:3.0:1787757439.742668:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1787757439.742670:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:0.0:1787757439.742677:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:3.0:1787757439.742679:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1787757439.742682:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757439.742687:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787757439.742689:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757439.742695:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757439.742699:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757439.742724:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:0.0:1787757439.742730:0:277752:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000040:3.0:1787757439.742734:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae44b40 x1874594466076928/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757439.742735:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757439.742759:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757439.742767:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757439.742768:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757439.742772:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757439.742773:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757439.742778:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:3.0:1787757439.742779:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:0.0:1787757439.742782:0:277752:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1787757439.742784:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:0.0:1787757439.742790:0:277752:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757439.742791:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757439.742797:0:277752:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757439.742800:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae44b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466076928:192.168.201.154@tcp:250:kworker.0
00000100:00000010:0.0:1787757439.742804:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae452c0.
00000100:00000001:3.0:1787757439.742806:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1787757439.742809:0:277752:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787757439.742812:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757439.742814:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757439.742816:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757439.742817:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757439.742824:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757439.742825:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787757439.742828:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757439.742832:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757439.742834:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51fc00.
02000000:00000010:0.0:1787757439.742839:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6000.
02000000:00000001:3.0:1787757439.742839:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757439.742846:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757439.742851:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00100000:0.0:1787757439.742857:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae452c0 x1874594466077056/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1787757439.742858:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000100:00000001:0.0:1787757439.742869:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:3.0:1787757439.742870:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000001:0.0:1787757439.742875:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1787757439.742881:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466076928, portal 25
00000100:00000040:0.0:1787757439.742882:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d2e4f0d] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae452c0 x1874594466077056/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757439.742888:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757439.742892:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089661760 : -120600619889856 : ffff92507ae44b40)
00000100:00000001:0.0:1787757439.742901:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757439.742905:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae44b40 x1874594466076928/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787757439.742906:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757439.742917:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787757439.742921:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757439.742924:0:277752:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757439.742926:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787757439.742929:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:3.0:1787757439.742934:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00080000:0.0:1787757439.742938:0:277752:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19019
00000400:00000010:3.0:1787757439.742940:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5add0.
00000100:00000200:3.0:1787757439.742945:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466076928, offset 0
00000400:00000200:0.0:1787757439.742947:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757439.742953:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000400:00000200:3.0:1787757439.742958:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00080000:0.0:1787757439.742959:0:277752:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757439.742966:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757439.742969:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1787757439.742972:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:0.0:1787757439.742973:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757439.742977:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757439.742980:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757439.742982:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000400:00000200:3.0:1787757439.742983:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000020:00000001:0.0:1787757439.742985:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757439.742990:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000400:00000200:3.0:1787757439.742991:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:0.0:1787757439.742993:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:0.0:1787757439.742997:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:3.0:1787757439.742999:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00000040:0.0:1787757439.743004:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000200:3.0:1787757439.743008:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1787757439.743010:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1787757439.743017:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00000040:0.0:1787757439.743019:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757439.743024:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:3.0:1787757439.743027:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56512:56512:256:4294967295] 192.168.201.154@tcp LPNI seq info [56512:56512:8:4294967295]
00000020:00000040:0.0:1787757439.743028:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:0.0:1787757439.743037:0:277752:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000400:00000200:3.0:1787757439.743038:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757439.743043:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757439.743052:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1787757439.743057:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757439.743061:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.0:1787757439.743062:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
02000000:00000001:0.0:1787757439.743066:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757439.743070:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000010:3.0:1787757439.743071:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9fe00.
00000008:00100000:0.0:1787757439.743073:0:277752:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787757439.743078:0:277752:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757439.743082:0:277752:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1787757439.743083:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000010:0.0:1787757439.743087:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae470c0.
00000800:00000200:3.0:1787757439.743089:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000020:00000040:0.0:1787757439.743093:0:277752:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:0.0:1787757439.743099:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:3.1:1787757439.743100:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000001:0.0:1787757439.743102:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757439.743106:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:3.1:1787757439.743106:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
02000000:00000001:0.0:1787757439.743110:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757439.743113:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1787757439.743115:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757439.743119:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9fe00.
02000000:00000010:0.0:1787757439.743120:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad7c00.
00000400:00000200:3.0:1787757439.743125:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1787757439.743127:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757439.743133:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757439.743139:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5add0
00000100:00100000:0.0:1787757439.743141:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae470c0 x1874594466077184/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1787757439.743142:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5add0.
00000100:00000001:3.0:1787757439.743149:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757439.743157:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae44b40 x1874594466076928/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757439.743162:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757439.743170:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757439.743171:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757439.743178:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae44b40 x1874594466076928/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757464 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787757439.743183:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a74fc68e] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae470c0 x1874594466077184/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757439.743188:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757439.743194:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757439.743202:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757439.743203:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757439.743225:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1787757439.743225:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757439.743233:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313692584
00000100:00000040:0.0:1787757439.743236:0:277752:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000010:3.0:1787757439.743244:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350ea80.
00000100:00000040:0.0:1787757439.743248:0:277752:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19029)
00000100:00000001:3.0:1787757439.743258:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787757439.743319:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313692585
00000100:00000010:3.0:1787757439.743327:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350ec00.
00000100:00000001:3.0:1787757439.743333:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787757439.743339:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757439.743343:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757439.743348:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757439.743357:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757439/real 1787757439]  req@ffff92507ae44b40 x1874594466076928/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757439.743384:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757439.743386:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757439.743388:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757439.743391:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757439.743393:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757439.743395:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757439.743398:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae44b40 x1874594466076928/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757439.743413:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae44b40 x1874594466076928/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757439.743419:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757439.743421:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757439.743423:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757439.743425:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757439.743429:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae44b40 x1874594466076928/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757439.743435:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757439.743439:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae44b40 x1874594466076928/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757464 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757439.743445:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757439.743447:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757439.743448:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757439.743449:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757439.743451:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757439.743453:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757439.743455:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757439.743460:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757439.743462:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757439.743465:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae44b40 x1874594466076928/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757464 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757439.743472:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae44b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466076928:192.168.201.154@tcp:250:kworker.0
00000100:00000001:3.0:1787757439.743476:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757439.743478:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757439.743481:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae44b40 x1874594466076928/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757464 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757439.743486:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757439.743488:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757439.743490:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51fc00.
02000000:00000001:3.0:1787757439.743495:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757439.743496:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757439.743498:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:3.0:1787757439.743500:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757439.743503:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad6800.
02000000:00000001:3.0:1787757439.743506:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757439.743508:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757439.743509:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae44b40.
00000100:00000001:3.0:1787757439.743512:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757439.743513:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757439.743515:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757439.743526:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757439.743528:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757439.743530:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757439.743531:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757439.743533:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757439.743536:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae452c0 x1874594466077056/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757439.743542:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757439.743543:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757439.743546:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757439.743548:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757439.743550:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757439.743552:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae452c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466077056:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757439.743555:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757439.743557:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757439.743558:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757439.743559:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757439.743562:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51fc00.
02000000:00000001:3.0:1787757439.743564:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757439.743567:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757439.743570:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757439.743572:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757439.743575:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466077056, portal 10
00000100:00000001:3.0:1787757439.743577:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757439.743578:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089663680 : -120600619887936 : ffff92507ae452c0)
00000100:00000040:3.0:1787757439.743584:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae452c0 x1874594466077056/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757439.743589:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757439.743591:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757439.743593:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5add0.
00000100:00000200:3.0:1787757439.743595:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466077056, offset 0
00000400:00000200:3.0:1787757439.743598:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757439.743602:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757439.743605:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757439.743608:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757439.743610:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757439.743612:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757439.743615:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757439.743617:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56513:56513:256:4294967295] 192.168.201.154@tcp LPNI seq info [56513:56513:8:4294967295]
00000400:00000200:3.0:1787757439.743621:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757439.743627:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757439.743649:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757439.743653:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9fe00.
00000800:00000200:3.0:1787757439.743659:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757439.743663:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787757439.743668:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757439.743672:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1787757439.743676:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757439.743679:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9fe00.
00000400:00000200:3.0:1787757439.743683:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757439.743688:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757439.743692:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5add0
00000400:00000010:3.0:1787757439.743694:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5add0.
00000100:00000001:3.0:1787757439.743698:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757439.743727:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae452c0 x1874594466077056/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757439.743738:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757439.743758:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae452c0 x1874594466077056/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757464 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757439.743764:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757439.743765:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757439.743769:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757439.743772:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:3.0:1787757439.743775:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757439.743777:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313691689
00000100:00000001:3.0:1787757439.743779:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313692584
00000100:00000001:3.0:1787757439.743781:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313691689
00000100:00000001:3.0:1787757439.743783:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313692585
00000100:00000001:3.0:1787757439.743785:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757439.743787:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757439.743788:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757439.743791:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757439/real 1787757439]  req@ffff92507ae452c0 x1874594466077056/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757439.743798:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757439.743800:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757439.743801:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757439.743803:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757439.743804:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757439.743806:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757439.743808:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae452c0 x1874594466077056/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757439.743815:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae452c0 x1874594466077056/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757439.743820:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757439.743821:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757439.743823:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757439.743824:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757439.743826:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae452c0 x1874594466077056/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757439.743832:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757439.743834:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae452c0 x1874594466077056/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757464 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757439.743839:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757439.743841:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757439.743843:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757439.743843:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757439.743845:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757439.743847:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757439.743849:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757439.743851:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757439.743853:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757439.743856:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae452c0 x1874594466077056/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757464 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757439.743863:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae452c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466077056:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757439.743866:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757439.743868:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae470c0 x1874594466077184/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757439.743873:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757439.743875:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757439.743876:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757439.743877:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757439.743879:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757439.743881:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae470c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466077184:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757439.743884:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757439.743886:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757439.743887:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757439.743889:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757439.743892:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51d800.
02000000:00000001:3.0:1787757439.743893:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757439.743896:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757439.743898:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757439.743900:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757439.743902:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466077184, portal 4
00000100:00000001:3.0:1787757439.743904:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757439.743905:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089671360 : -120600619880256 : ffff92507ae470c0)
00000100:00000040:3.0:1787757439.743910:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae470c0 x1874594466077184/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757439.743915:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757439.743917:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757439.743919:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5add0.
00000100:00000200:3.0:1787757439.743921:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466077184, offset 0
00000400:00000200:3.0:1787757439.743925:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757439.743928:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757439.743931:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757439.743933:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757439.743936:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757439.743938:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757439.743940:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757439.743942:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56514:56514:256:4294967295] 192.168.201.154@tcp LPNI seq info [56514:56514:8:4294967295]
00000400:00000200:3.0:1787757439.743946:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757439.743951:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757439.743955:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757439.743957:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9fe00.
00000800:00000200:3.0:1787757439.743960:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757439.743963:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787757439.743966:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757439.743968:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1787757439.743972:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757439.743974:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9fe00.
00000400:00000200:3.0:1787757439.743976:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757439.743979:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757439.743981:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5add0
00000400:00000010:3.0:1787757439.743983:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5add0.
00000100:00000001:3.0:1787757439.743985:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757439.743987:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae470c0 x1874594466077184/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757439.743994:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757439.743996:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae470c0 x1874594466077184/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757464 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757439.744001:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757439.744002:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757439.744004:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757439.744006:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:3.0:1787757439.744009:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757439.744011:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313691672
00000100:00000001:3.0:1787757439.744013:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313692584
00000100:00000001:3.0:1787757439.744015:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313691672
00000100:00000001:3.0:1787757439.744017:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313692585
00000100:00000001:3.0:1787757439.744019:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757439.744020:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757439.744021:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757439.744024:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757439/real 1787757439]  req@ffff92507ae470c0 x1874594466077184/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757439.744030:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757439.744030:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757439.744032:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757439.744034:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757439.744035:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757439.744037:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757439.744039:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae470c0 x1874594466077184/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757439.744046:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae470c0 x1874594466077184/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757439.744051:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757439.744052:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757439.744053:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757439.744054:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757439.744057:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae470c0 x1874594466077184/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757439.744062:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757439.744065:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae470c0 x1874594466077184/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757464 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757439.744070:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757439.744072:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757439.744073:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757439.744074:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757439.744076:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757439.744077:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757439.744079:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757439.744082:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757439.744083:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757439.744086:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae470c0 x1874594466077184/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757464 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757439.744092:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae470c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466077184:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757439.744095:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757439.744096:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757439.744098:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae452c0 x1874594466077056/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757464 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757439.744103:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757439.744104:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757439.744106:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51fc00.
02000000:00000001:3.0:1787757439.744108:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757439.744109:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757439.744110:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:3.0:1787757439.744111:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757439.744113:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad6000.
02000000:00000001:3.0:1787757439.744114:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757439.744116:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757439.744117:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae452c0.
00000100:00000001:3.0:1787757439.744119:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757439.744120:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757439.744121:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757439.744124:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae470c0 x1874594466077184/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757464 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757439.744134:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757439.744135:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757439.744136:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51d800.
02000000:00000001:3.0:1787757439.744138:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757439.744139:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757439.744140:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:3.0:1787757439.744141:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757439.744142:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad7c00.
02000000:00000001:3.0:1787757439.744144:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757439.744145:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757439.744146:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae470c0.
00000100:00000001:3.0:1787757439.744147:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757439.744148:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757439.744150:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757439.744152:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757439.744153:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757439.744155:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757439.744156:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757440.254438:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757440.254459:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757440.254466:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757440.254479:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757440.254490:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757440.254499:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757440.254504:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757440.254511:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757440.254517:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757440.574717:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757440.574728:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757440.574735:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757440.702413:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313692585, at 4313692608
00000100:00000040:2.0:1787757440.702419:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313692584, at 4313692608
00000100:00000010:3.0:1787757440.702441:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350ec00.
00000100:00000010:2.0:1787757440.702444:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350ea80.
00000100:00000001:0.0:1787757441.278439:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757441.278450:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757441.278454:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757441.278462:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757441.278468:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757441.278474:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757441.278478:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757441.278483:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757441.278487:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757441.598742:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757441.598756:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757441.598766:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757442.302496:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757442.302511:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757442.302516:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757442.302526:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757442.302535:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757442.302543:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757442.302548:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757442.302551:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757442.302555:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757442.622609:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757442.622617:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757442.622624:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757443.326462:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757443.326474:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757443.326477:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757443.326485:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757443.326490:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757443.326495:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757443.326499:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757443.326503:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757443.326508:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757443.646629:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757443.646774:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757443.646783:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757444.350344:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757444.350352:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757444.350355:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757444.350361:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757444.350365:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757444.350369:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757444.350371:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757444.350373:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757444.350377:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757444.670550:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757444.670556:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757444.670561:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787757444.862451:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757444.862468:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787757444.862472:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757444.862478:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757444.862484:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757444.862494:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19024
00000400:00000200:2.0:1787757444.862504:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757444.862512:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757444.862516:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757444.862520:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757444.862524:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757444.862528:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757444.862531:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757444.862537:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757444.862539:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787757444.862542:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757444.862546:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787757444.862563:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787757444.862566:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787757444.862570:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757444.862581:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757444.862584:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757444.862587:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757444.862591:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787757444.862595:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757444.862598:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757444.862602:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757444.862606:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757444.862609:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757444.862633:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757444.862638:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757444.862649:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61d680.
00000020:00000040:2.0:1787757444.862654:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787757444.862660:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757444.862662:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757444.862666:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757444.862669:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757444.862675:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757444.862684:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafc000.
00000100:00000001:2.0:1787757444.862692:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757444.862705:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61d680 x1874594466077312/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757444.862718:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757444.862723:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757444.862729:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054aea141] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61d680 x1874594466077312/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757444.862757:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757444.862762:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757444.862766:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787757444.862768:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757444.862771:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757444.862775:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757444.862778:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19024
00000400:00000200:2.0:1787757444.862784:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757444.862788:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757444.862791:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757444.862795:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757444.862798:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757444.862801:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757444.862804:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757444.862808:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757444.862811:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:2.0:1787757444.862813:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757444.862817:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:2.0:1787757444.862820:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:2.0:1787757444.862823:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:3.0:1787757444.862827:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1787757444.862828:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757444.862836:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787757444.862839:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1787757444.862840:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757444.862847:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787757444.862848:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757444.862857:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:2.0:1787757444.862865:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000040:3.0:1787757444.862867:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61d680 x1874594466077312/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757444.862869:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757444.862877:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757444.862886:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757444.862892:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1787757444.862894:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757444.862899:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757444.862900:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757444.862910:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1787757444.862910:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:2.0:1787757444.862919:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757444.862920:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757444.862928:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757444.862929:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757444.862937:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61cf00.
00000100:00100000:3.0:1787757444.862940:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466077312:192.168.201.154@tcp:250:kworker.0
00000020:00000040:2.0:1787757444.862944:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:2.0:1787757444.862955:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1787757444.862955:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757444.862962:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757444.862967:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757444.862971:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757444.862974:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787757444.862977:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757444.862981:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757444.862985:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757444.862986:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51d800.
02000000:00000001:3.0:1787757444.862992:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757444.862994:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafec00.
00000100:00000001:2.0:1787757444.863001:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757444.863002:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757444.863012:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000100:00100000:2.0:1787757444.863015:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61cf00 x1874594466077440/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757444.863027:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757444.863030:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757444.863035:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006cc8e384] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61cf00 x1874594466077440/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1787757444.863044:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000001:2.0:1787757444.863062:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1787757444.863064:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466077312, portal 25
00000100:00080000:2.0:1787757444.863067:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787757444.863076:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1787757444.863077:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787757444.863085:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787757444.863087:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611350144 : -120601098201472 : ffff92505e61d680)
00000100:00080000:2.0:1787757444.863088:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757444.863095:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757444.863102:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19024
00000400:00000200:2.0:1787757444.863112:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:3.0:1787757444.863115:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61d680 x1874594466077312/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787757444.863133:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757444.863140:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757444.863151:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757444.863160:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757444.863167:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757444.863167:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787757444.863176:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757444.863182:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:3.0:1787757444.863183:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000020:00000040:2.0:1787757444.863185:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:2.0:1787757444.863192:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000010:3.0:1787757444.863192:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5add0.
00000020:00000040:2.0:1787757444.863200:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000100:00000200:3.0:1787757444.863203:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466077312, offset 0
00000020:00000001:2.0:1787757444.863205:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:2.0:1787757444.863213:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:2.0:1787757444.863222:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000200:3.0:1787757444.863222:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000001:2.0:1787757444.863229:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757444.863234:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757444.863237:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:3.0:1787757444.863246:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000020:00000040:2.0:1787757444.863247:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:2.0:1787757444.863256:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757444.863259:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757444.863263:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
02000000:00000001:2.0:1787757444.863265:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757444.863309:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757444.863314:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757444.863316:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757444.863323:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1787757444.863329:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:2.0:1787757444.863331:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757444.863338:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757444.863343:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00000010:2.0:1787757444.863349:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61f0c0.
00000400:00000200:3.0:1787757444.863353:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000020:00000040:2.0:1787757444.863359:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000400:00000200:3.0:1787757444.863363:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
02000000:00000001:2.0:1787757444.863367:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757444.863374:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757444.863375:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56515:56515:256:4294967295] 192.168.201.154@tcp LPNI seq info [56515:56515:8:4294967295]
00000100:00000001:2.0:1787757444.863386:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1787757444.863392:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000001:2.0:1787757444.863396:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757444.863403:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757444.863415:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
02000000:00000010:2.0:1787757444.863420:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafcc00.
00000800:00000200:3.0:1787757444.863428:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000001:2.0:1787757444.863435:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1787757444.863439:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9fe00.
00000800:00000200:3.0:1787757444.863454:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00100000:2.0:1787757444.863456:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61f0c0 x1874594466077568/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1787757444.863461:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787757444.863481:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757444.863491:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000100:00000001:2.0:1787757444.863498:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000100:3.0:1787757444.863503:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000100:00000001:2.0:1787757444.863508:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1787757444.863510:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9fe00.
00000400:00000200:3.0:1787757444.863526:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1787757444.863529:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bea70ab] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61f0c0 x1874594466077568/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787757444.863538:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757444.863549:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5add0
00000400:00000010:3.0:1787757444.863557:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5add0.
00000100:00000001:3.0:1787757444.863567:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787757444.863571:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1787757444.863578:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61d680 x1874594466077312/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787757444.863594:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787757444.863632:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1787757444.863635:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757444.863644:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19034)
00000100:00000040:3.0:1787757444.863647:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61d680 x1874594466077312/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757469 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757444.863662:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757444.863664:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757444.863676:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757444.863683:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757444.863687:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313697705
00000100:00000010:3.0:1787757444.863694:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350ec00.
00000100:00000001:3.0:1787757444.863703:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787757444.863710:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313697705
00000100:00000010:3.0:1787757444.863714:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350e960.
00000100:00000001:3.0:1787757444.863717:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787757444.863721:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757444.863724:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757444.863728:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757444.863734:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757444/real 1787757444]  req@ffff92505e61d680 x1874594466077312/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757444.863764:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757444.863766:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757444.863769:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757444.863774:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757444.863776:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757444.863780:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757444.863785:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61d680 x1874594466077312/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757444.863797:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61d680 x1874594466077312/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757444.863806:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757444.863808:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757444.863811:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757444.863813:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757444.863818:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61d680 x1874594466077312/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757444.863826:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757444.863832:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61d680 x1874594466077312/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757469 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757444.863842:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757444.863845:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757444.863847:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757444.863849:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757444.863852:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757444.863854:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757444.863858:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757444.863862:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757444.863865:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757444.863870:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61d680 x1874594466077312/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757469 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757444.863880:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466077312:192.168.201.154@tcp:250:kworker.0
00000100:00000001:3.0:1787757444.863886:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757444.863890:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757444.863893:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61d680 x1874594466077312/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757469 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757444.863920:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757444.863924:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757444.863927:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51d800.
02000000:00000001:3.0:1787757444.863931:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757444.863934:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757444.863936:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:3.0:1787757444.863939:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757444.863942:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafc000.
02000000:00000001:3.0:1787757444.863947:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757444.863950:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757444.863952:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61d680.
00000100:00000001:3.0:1787757444.863956:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757444.863958:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757444.863960:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757444.863970:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757444.863973:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757444.863975:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757444.863977:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757444.863979:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757444.863984:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61cf00 x1874594466077440/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757444.863993:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757444.863995:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757444.863998:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757444.864000:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757444.864003:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757444.864007:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466077440:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757444.864011:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757444.864014:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757444.864016:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757444.864018:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757444.864023:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51d800.
02000000:00000001:3.0:1787757444.864025:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757444.864030:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757444.864035:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757444.864042:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757444.864048:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466077440, portal 10
00000100:00000001:3.0:1787757444.864052:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757444.864055:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611348224 : -120601098203392 : ffff92505e61cf00)
00000100:00000040:3.0:1787757444.864067:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61cf00 x1874594466077440/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757444.864079:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757444.864084:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757444.864089:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5add0.
00000100:00000200:3.0:1787757444.864094:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466077440, offset 0
00000400:00000200:3.0:1787757444.864103:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757444.864113:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757444.864121:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757444.864127:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757444.864133:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757444.864138:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757444.864144:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757444.864150:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56516:56516:256:4294967295] 192.168.201.154@tcp LPNI seq info [56516:56516:8:4294967295]
00000400:00000200:3.0:1787757444.864158:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757444.864167:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757444.864174:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757444.864179:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9fe00.
00000800:00000200:3.0:1787757444.864185:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757444.864189:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787757444.864195:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757444.864198:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1787757444.864203:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757444.864205:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9fe00.
00000400:00000200:3.0:1787757444.864210:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757444.864215:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757444.864219:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5add0
00000400:00000010:3.0:1787757444.864222:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5add0.
00000100:00000001:3.0:1787757444.864226:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757444.864231:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61cf00 x1874594466077440/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757444.864242:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757444.864245:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61cf00 x1874594466077440/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757469 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757444.864254:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757444.864256:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757444.864261:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757444.864296:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:3.0:1787757444.864301:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757444.864304:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313696810
00000100:00000001:3.0:1787757444.864308:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313697705
00000100:00000001:3.0:1787757444.864311:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313696810
00000100:00000001:3.0:1787757444.864314:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313697705
00000100:00000001:3.0:1787757444.864317:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757444.864320:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757444.864323:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757444.864328:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757444/real 1787757444]  req@ffff92505e61cf00 x1874594466077440/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757444.864337:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757444.864339:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757444.864342:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757444.864346:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757444.864348:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757444.864351:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757444.864355:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61cf00 x1874594466077440/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757444.864365:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61cf00 x1874594466077440/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757444.864382:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757444.864384:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757444.864387:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757444.864389:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757444.864393:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61cf00 x1874594466077440/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757444.864401:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757444.864406:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61cf00 x1874594466077440/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757469 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757444.864414:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757444.864417:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757444.864419:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757444.864420:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757444.864423:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757444.864426:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757444.864429:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757444.864433:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757444.864436:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757444.864441:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61cf00 x1874594466077440/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757469 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757444.864451:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466077440:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757444.864455:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757444.864459:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61f0c0 x1874594466077568/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757444.864467:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757444.864469:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757444.864472:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757444.864475:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757444.864478:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757444.864481:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466077568:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757444.864485:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757444.864488:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757444.864490:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757444.864492:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757444.864496:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51fc00.
02000000:00000001:3.0:1787757444.864499:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757444.864503:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757444.864506:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757444.864510:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757444.864514:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466077568, portal 4
00000100:00000001:3.0:1787757444.864517:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757444.864518:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611356864 : -120601098194752 : ffff92505e61f0c0)
00000100:00000040:3.0:1787757444.864526:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61f0c0 x1874594466077568/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757444.864534:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757444.864537:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757444.864540:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5add0.
00000100:00000200:3.0:1787757444.864543:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466077568, offset 0
00000400:00000200:3.0:1787757444.864548:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757444.864553:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757444.864558:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757444.864562:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757444.864565:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757444.864568:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757444.864572:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757444.864576:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56517:56517:256:4294967295] 192.168.201.154@tcp LPNI seq info [56517:56517:8:4294967295]
00000400:00000200:3.0:1787757444.864581:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757444.864598:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757444.864605:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757444.864609:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9fe00.
00000800:00000200:3.0:1787757444.864645:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757444.864649:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787757444.864655:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757444.864658:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1787757444.864663:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757444.864666:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9fe00.
00000400:00000200:3.0:1787757444.864670:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757444.864675:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757444.864679:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5add0
00000400:00000010:3.0:1787757444.864681:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5add0.
00000100:00000001:3.0:1787757444.864685:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757444.864690:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61f0c0 x1874594466077568/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757444.864700:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757444.864704:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61f0c0 x1874594466077568/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757469 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757444.864712:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757444.864714:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757444.864719:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757444.864723:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:3.0:1787757444.864727:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757444.864730:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313696793
00000100:00000001:3.0:1787757444.864734:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313697705
00000100:00000001:3.0:1787757444.864736:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313696793
00000100:00000001:3.0:1787757444.864739:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313697705
00000100:00000001:3.0:1787757444.864742:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757444.864744:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757444.864747:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757444.864751:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757444/real 1787757444]  req@ffff92505e61f0c0 x1874594466077568/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757444.864762:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757444.864764:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757444.864766:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757444.864769:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757444.864771:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757444.864773:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757444.864777:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61f0c0 x1874594466077568/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757444.864788:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61f0c0 x1874594466077568/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757444.864796:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757444.864798:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757444.864800:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757444.864801:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757444.864806:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61f0c0 x1874594466077568/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757444.864813:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757444.864818:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61f0c0 x1874594466077568/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757469 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757444.864826:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757444.864829:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757444.864831:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757444.864832:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757444.864834:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757444.864836:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757444.864839:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757444.864843:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757444.864845:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757444.864851:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61f0c0 x1874594466077568/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757469 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757444.864861:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466077568:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757444.864866:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757444.864868:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757444.864872:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61cf00 x1874594466077440/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757469 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757444.864879:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757444.864881:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757444.864884:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51d800.
02000000:00000001:3.0:1787757444.864887:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757444.864889:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757444.864890:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:3.0:1787757444.864893:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757444.864895:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafec00.
02000000:00000001:3.0:1787757444.864898:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757444.864900:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757444.864902:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61cf00.
00000100:00000001:3.0:1787757444.864905:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757444.864906:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757444.864909:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757444.864923:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61f0c0 x1874594466077568/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757469 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757444.864930:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757444.864932:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757444.864934:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51fc00.
02000000:00000001:3.0:1787757444.864939:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757444.864940:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757444.864942:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:3.0:1787757444.864944:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757444.864946:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafcc00.
02000000:00000001:3.0:1787757444.864948:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757444.864950:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757444.864952:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61f0c0.
00000100:00000001:3.0:1787757444.864955:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757444.864957:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757444.864959:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757444.864964:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757444.864966:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757444.864968:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757444.864971:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757445.374383:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757445.374393:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757445.374396:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757445.374402:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757445.374407:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757445.374412:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757445.374416:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757445.374419:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757445.374423:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757445.694543:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757445.694552:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757445.694557:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757445.822413:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313697705, at 4313697728
00000100:00000040:2.0:1787757445.822414:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313697705, at 4313697728
00000100:00000010:2.0:1787757445.822457:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350ec00.
00000100:00000010:3.0:1787757445.822469:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350e960.
00000100:00000001:0.0:1787757446.398399:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757446.398408:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757446.398411:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757446.398417:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757446.398421:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757446.398426:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757446.398431:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757446.398434:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757446.398438:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757446.718694:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757446.718701:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757446.718707:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757447.422413:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757447.422426:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757447.422429:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757447.422437:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757447.422443:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757447.422449:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757447.422453:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757447.422457:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757447.422461:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757447.742631:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757447.742642:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757447.742649:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757448.446436:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757448.446445:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757448.446448:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757448.446455:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757448.446460:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757448.446465:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757448.446468:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757448.446472:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757448.446475:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757448.766615:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757448.766624:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757448.766630:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757449.470382:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757449.470389:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757449.470391:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757449.470396:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757449.470399:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757449.470403:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757449.470405:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757449.470408:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757449.470410:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757449.790598:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757449.790604:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757449.790609:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787757449.982428:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757449.982439:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787757449.982442:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757449.982446:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757449.982451:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757449.982458:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19029
00000400:00000200:2.0:1787757449.982468:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757449.982474:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757449.982477:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757449.982480:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757449.982483:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757449.982485:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757449.982488:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757449.982492:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757449.982506:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787757449.982509:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757449.982513:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787757449.982515:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787757449.982518:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787757449.982540:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757449.982542:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757449.982544:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757449.982546:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757449.982549:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787757449.982553:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757449.982556:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757449.982559:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757449.982562:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757449.982565:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757449.982567:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757449.982570:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757449.982578:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61c780.
00000020:00000040:2.0:1787757449.982582:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787757449.982586:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757449.982588:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757449.982591:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757449.982594:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757449.982598:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757449.982606:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafe000.
00000100:00000001:2.0:1787757449.982612:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757449.982622:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61c780 x1874594466077696/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757449.982633:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757449.982637:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757449.982642:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054c4f452] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61c780 x1874594466077696/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757449.982664:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757449.982668:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757449.982671:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787757449.982673:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757449.982674:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757449.982677:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757449.982680:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19029
00000400:00000200:2.0:1787757449.982685:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757449.982689:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757449.982691:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757449.982695:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757449.982697:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757449.982700:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757449.982702:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757449.982705:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757449.982706:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:2.0:1787757449.982708:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757449.982710:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:2.0:1787757449.982712:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:2.0:1787757449.982714:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:3.0:1787757449.982716:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1787757449.982718:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757449.982723:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787757449.982724:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1787757449.982725:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757449.982730:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787757449.982731:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757449.982735:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:2.0:1787757449.982742:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000040:3.0:1787757449.982743:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61c780 x1874594466077696/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757449.982745:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757449.982751:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757449.982759:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757449.982760:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757449.982782:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757449.982784:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757449.982791:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:3.0:1787757449.982792:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:2.0:1787757449.982797:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1787757449.982799:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:2.0:1787757449.982811:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757449.982812:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757449.982818:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757449.982826:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61fc00.
00000100:00100000:3.0:1787757449.982829:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466077696:192.168.201.154@tcp:250:kworker.0
00000020:00000040:2.0:1787757449.982832:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:2.0:1787757449.982837:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757449.982838:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757449.982841:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757449.982842:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757449.982845:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757449.982850:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafdc00.
00000100:00000001:2.0:1787757449.982856:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757449.982867:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61fc00 x1874594466077824/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757449.982874:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787757449.982885:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757449.982888:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757449.982893:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:2.0:1787757449.982894:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073ddc85a] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61fc00 x1874594466077824/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787757449.982904:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757449.982911:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757449.982915:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:2.0:1787757449.982917:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757449.982925:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787757449.982927:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757449.982929:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000010:3.0:1787757449.982932:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51fc00.
00000100:00000001:2.0:1787757449.982933:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757449.982943:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19029
02000000:00000001:3.0:1787757449.982944:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757449.982953:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757449.982964:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000400:00000200:3.0:1787757449.982966:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00080000:2.0:1787757449.982969:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000400:00000010:3.0:1787757449.982977:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000100:00000040:2.0:1787757449.982978:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757449.982988:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757449.982992:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000010:3.0:1787757449.982995:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000001:2.0:1787757449.982996:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757449.983020:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757449.983021:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:2.0:1787757449.983024:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:3.0:1787757449.983025:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466077696, portal 25
00000020:00000040:2.0:1787757449.983027:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000100:00000001:3.0:1787757449.983032:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:2.0:1787757449.983033:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000001:3.0:1787757449.983037:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611346304 : -120601098205312 : ffff92505e61c780)
00000020:00000001:2.0:1787757449.983038:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:2.0:1787757449.983047:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757449.983049:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757449.983054:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61c780 x1874594466077696/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787757449.983056:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757449.983062:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757449.983068:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:2.0:1787757449.983076:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757449.983082:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757449.983085:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1787757449.983086:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757449.983092:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1787757449.983094:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
02000000:00000001:2.0:1787757449.983096:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1787757449.983099:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5add0.
00000100:00000001:2.0:1787757449.983100:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757449.983106:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000200:3.0:1787757449.983107:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466077696, offset 0
00000008:00000001:2.0:1787757449.983112:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757449.983116:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757449.983121:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000010:2.0:1787757449.983124:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61da40.
00000020:00000040:2.0:1787757449.983128:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:2.0:1787757449.983130:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1787757449.983133:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757449.983141:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
02000000:00000001:2.0:1787757449.983144:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757449.983148:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1787757449.983149:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1787757449.983152:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1787757449.983157:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
02000000:00000001:2.0:1787757449.983158:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757449.983165:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
02000000:00000010:2.0:1787757449.983168:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507caff400.
00000400:00000200:3.0:1787757449.983170:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00000001:2.0:1787757449.983179:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757449.983181:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56518:56518:256:4294967295] 192.168.201.154@tcp LPNI seq info [56518:56518:8:4294967295]
00000400:00000200:3.0:1787757449.983194:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00100000:2.0:1787757449.983195:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61da40 x1874594466077952/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757449.983214:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1787757449.983217:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757449.983228:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000001:2.0:1787757449.983233:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1787757449.983238:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9fe00.
00000100:00000040:2.0:1787757449.983243:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000246cd981] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61da40 x1874594466077952/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1787757449.983256:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757449.983264:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787757449.983271:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757449.983275:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1787757449.983280:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000100:00000001:2.0:1787757449.983299:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757449.983303:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787757449.983308:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1787757449.983313:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19039)
00000800:00000010:3.0:1787757449.983325:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9fe00.
00000400:00000200:3.0:1787757449.983335:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757449.983341:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757449.983347:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5add0
00000400:00000010:3.0:1787757449.983350:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5add0.
00000100:00000001:3.0:1787757449.983354:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757449.983360:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61c780 x1874594466077696/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757449.983377:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757449.983380:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61c780 x1874594466077696/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757474 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757449.983387:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757449.983389:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757449.983396:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757449.983400:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757449.983403:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313702825
00000100:00000010:3.0:1787757449.983410:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350ecc0.
00000100:00000001:3.0:1787757449.983419:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787757449.983435:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313702825
00000100:00000010:3.0:1787757449.983440:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350e900.
00000100:00000001:3.0:1787757449.983445:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787757449.983450:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757449.983454:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757449.983459:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757449.983467:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757449/real 1787757449]  req@ffff92505e61c780 x1874594466077696/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757449.983481:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757449.983484:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757449.983487:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757449.983492:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757449.983495:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757449.983498:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757449.983502:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61c780 x1874594466077696/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757449.983510:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61c780 x1874594466077696/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757449.983517:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757449.983548:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757449.983551:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757449.983553:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757449.983559:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61c780 x1874594466077696/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757449.983566:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757449.983570:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61c780 x1874594466077696/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757474 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757449.983577:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757449.983579:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757449.983581:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757449.983582:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757449.983584:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757449.983586:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757449.983589:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757449.983593:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757449.983595:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757449.983599:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61c780 x1874594466077696/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757474 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757449.983607:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466077696:192.168.201.154@tcp:250:kworker.0
00000100:00000001:3.0:1787757449.983611:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757449.983613:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757449.983616:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61c780 x1874594466077696/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757474 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757449.983625:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757449.983629:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757449.983633:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51fc00.
02000000:00000001:3.0:1787757449.983640:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757449.983643:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757449.983646:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:3.0:1787757449.983649:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757449.983652:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafe000.
02000000:00000001:3.0:1787757449.983657:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757449.983659:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757449.983662:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61c780.
00000100:00000001:3.0:1787757449.983666:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757449.983668:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757449.983671:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757449.983680:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757449.983683:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757449.983686:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757449.983688:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757449.983690:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757449.983696:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61fc00 x1874594466077824/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757449.983704:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757449.983706:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757449.983708:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757449.983710:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757449.983712:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757449.983715:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466077824:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757449.983718:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757449.983720:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757449.983722:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757449.983724:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757449.983727:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51fc00.
02000000:00000001:3.0:1787757449.983729:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757449.983751:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757449.983756:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757449.983761:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757449.983765:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466077824, portal 10
00000100:00000001:3.0:1787757449.983768:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757449.983770:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611359744 : -120601098191872 : ffff92505e61fc00)
00000100:00000040:3.0:1787757449.983779:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61fc00 x1874594466077824/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757449.983789:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757449.983792:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757449.983795:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5add0.
00000100:00000200:3.0:1787757449.983815:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466077824, offset 0
00000400:00000200:3.0:1787757449.983821:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757449.983827:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757449.983832:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757449.983837:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757449.983840:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757449.983844:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757449.983847:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757449.983852:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56519:56519:256:4294967295] 192.168.201.154@tcp LPNI seq info [56519:56519:8:4294967295]
00000400:00000200:3.0:1787757449.983858:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757449.983868:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757449.983876:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757449.983881:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9fe00.
00000800:00000200:3.0:1787757449.983887:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757449.983891:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787757449.983896:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757449.983899:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1787757449.983903:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757449.983905:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9fe00.
00000400:00000200:3.0:1787757449.983908:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757449.983911:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757449.983915:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5add0
00000400:00000010:3.0:1787757449.983917:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5add0.
00000100:00000001:3.0:1787757449.983919:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757449.983923:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61fc00 x1874594466077824/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757449.983931:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757449.983934:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61fc00 x1874594466077824/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757474 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757449.983947:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757449.983948:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757449.983952:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757449.983955:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:3.0:1787757449.983959:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757449.983961:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313701929
00000100:00000001:3.0:1787757449.983964:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313702825
00000100:00000001:3.0:1787757449.983966:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313701929
00000100:00000001:3.0:1787757449.983968:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313702825
00000100:00000001:3.0:1787757449.983970:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757449.983972:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757449.983974:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757449.983977:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757449/real 1787757449]  req@ffff92505e61fc00 x1874594466077824/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757449.983985:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757449.983986:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757449.983988:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757449.983990:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757449.983992:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757449.983994:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757449.983997:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61fc00 x1874594466077824/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757449.984004:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61fc00 x1874594466077824/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757449.984009:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757449.984011:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757449.984012:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757449.984013:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757449.984016:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61fc00 x1874594466077824/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757449.984024:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757449.984027:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61fc00 x1874594466077824/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757474 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757449.984033:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757449.984035:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757449.984037:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757449.984038:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757449.984039:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757449.984041:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757449.984044:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757449.984046:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757449.984048:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757449.984063:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61fc00 x1874594466077824/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757474 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757449.984074:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466077824:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757449.984080:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757449.984085:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61da40 x1874594466077952/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757449.984095:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757449.984097:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757449.984100:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757449.984103:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757449.984106:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757449.984110:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466077952:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757449.984114:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757449.984117:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757449.984121:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757449.984123:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757449.984128:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51d800.
02000000:00000001:3.0:1787757449.984131:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757449.984136:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757449.984139:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757449.984144:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757449.984148:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466077952, portal 4
00000100:00000001:3.0:1787757449.984151:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757449.984153:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611351104 : -120601098200512 : ffff92505e61da40)
00000100:00000040:3.0:1787757449.984161:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61da40 x1874594466077952/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757449.984171:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757449.984175:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757449.984178:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5add0.
00000100:00000200:3.0:1787757449.984181:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466077952, offset 0
00000400:00000200:3.0:1787757449.984187:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757449.984193:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757449.984197:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757449.984200:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757449.984203:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757449.984205:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757449.984207:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757449.984210:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56520:56520:256:4294967295] 192.168.201.154@tcp LPNI seq info [56520:56520:8:4294967295]
00000400:00000200:3.0:1787757449.984214:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757449.984221:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757449.984228:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757449.984233:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9fe00.
00000800:00000200:3.0:1787757449.984239:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757449.984243:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787757449.984248:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757449.984253:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1787757449.984258:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757449.984261:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9fe00.
00000400:00000200:3.0:1787757449.984266:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757449.984307:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757449.984312:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5add0
00000400:00000010:3.0:1787757449.984314:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5add0.
00000100:00000001:3.0:1787757449.984318:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757449.984323:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61da40 x1874594466077952/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757449.984334:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757449.984338:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61da40 x1874594466077952/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757474 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757449.984347:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757449.984349:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757449.984355:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757449.984359:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:3.0:1787757449.984364:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757449.984367:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313701913
00000100:00000001:3.0:1787757449.984371:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313702825
00000100:00000001:3.0:1787757449.984374:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313701913
00000100:00000001:3.0:1787757449.984377:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313702825
00000100:00000001:3.0:1787757449.984381:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757449.984383:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757449.984386:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757449.984392:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757449/real 1787757449]  req@ffff92505e61da40 x1874594466077952/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757449.984403:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757449.984404:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757449.984407:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757449.984410:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757449.984411:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757449.984414:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757449.984417:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61da40 x1874594466077952/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757449.984425:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61da40 x1874594466077952/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757449.984431:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757449.984432:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757449.984433:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757449.984435:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757449.984438:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61da40 x1874594466077952/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757449.984444:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757449.984448:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61da40 x1874594466077952/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757474 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757449.984454:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757449.984456:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757449.984457:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757449.984458:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757449.984460:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757449.984461:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757449.984464:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757449.984466:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757449.984468:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757449.984471:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61da40 x1874594466077952/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757474 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757449.984478:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466077952:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757449.984481:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757449.984483:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757449.984487:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61fc00 x1874594466077824/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757474 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757449.984493:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757449.984495:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757449.984497:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51fc00.
02000000:00000001:3.0:1787757449.984500:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757449.984501:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757449.984503:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:3.0:1787757449.984505:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757449.984506:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafdc00.
02000000:00000001:3.0:1787757449.984509:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757449.984510:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757449.984512:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61fc00.
00000100:00000001:3.0:1787757449.984514:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757449.984516:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757449.984517:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757449.984538:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61da40 x1874594466077952/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757474 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757449.984546:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757449.984547:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757449.984549:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51d800.
02000000:00000001:3.0:1787757449.984551:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757449.984552:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757449.984554:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:3.0:1787757449.984555:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757449.984557:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507caff400.
02000000:00000001:3.0:1787757449.984559:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757449.984560:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757449.984561:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61da40.
00000100:00000001:3.0:1787757449.984563:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757449.984564:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757449.984566:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757449.984570:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757449.984571:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757449.984573:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757449.984574:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757450.494432:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757450.494442:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757450.494445:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757450.494452:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757450.494457:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757450.494462:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757450.494467:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757450.494471:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757450.494476:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757450.814636:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757450.814643:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757450.814648:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757450.942363:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313702825, at 4313702848
00000100:00000010:2.0:1787757450.942384:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350ecc0.
00000100:00000040:3.0:1787757450.942398:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313702825, at 4313702848
00000100:00000010:3.0:1787757450.942414:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350e900.
00000100:00000001:0.0:1787757451.518371:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757451.518380:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757451.518383:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757451.518389:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757451.518394:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757451.518399:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757451.518402:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757451.518405:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757451.518409:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757451.838555:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757451.838562:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757451.838567:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757452.542391:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757452.542402:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757452.542405:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757452.542413:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757452.542418:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757452.542423:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757452.542426:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757452.542429:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757452.542433:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757452.862554:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757452.862564:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757452.862571:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757453.566444:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757453.566454:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757453.566480:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757453.566488:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757453.566494:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757453.566498:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757453.566502:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757453.566505:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757453.566509:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757453.886619:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757453.886626:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757453.886631:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757454.590370:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757454.590378:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757454.590380:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757454.590385:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757454.590389:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757454.590393:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757454.590396:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757454.590399:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757454.590401:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757454.910572:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757454.910577:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757454.910580:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787757455.102419:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757455.102445:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787757455.102456:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757455.102464:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757455.102470:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757455.102478:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19034
00000400:00000200:2.0:1787757455.102489:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757455.102496:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757455.102501:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757455.102505:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757455.102509:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757455.102512:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757455.102514:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757455.102518:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757455.102520:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787757455.102523:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757455.102526:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787757455.102528:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787757455.102530:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787757455.102533:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757455.102535:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757455.102536:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757455.102538:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757455.102541:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787757455.102544:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757455.102546:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757455.102549:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757455.102552:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757455.102554:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757455.102556:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757455.102559:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757455.102565:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61da40.
00000020:00000040:2.0:1787757455.102568:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787757455.102572:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757455.102573:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757455.102575:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757455.102578:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757455.102582:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757455.102589:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafd000.
00000100:00000001:2.0:1787757455.102595:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757455.102603:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61da40 x1874594466078080/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757455.102612:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757455.102616:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757455.102621:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000246cd981] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61da40 x1874594466078080/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757455.102639:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757455.102642:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757455.102646:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787757455.102647:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757455.102649:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757455.102653:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757455.102658:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19034
00000400:00000200:2.0:1787757455.102664:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757455.102668:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757455.102674:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757455.102677:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000400:00000200:2.0:1787757455.102678:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00000040:3.0:1787757455.102686:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61da40 x1874594466078080/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787757455.102690:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757455.102699:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757455.102705:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757455.102711:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757455.102711:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757455.102714:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757455.102718:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
02000000:00000001:3.0:1787757455.102720:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757455.102724:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1787757455.102725:0:277684:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:3.0:1787757455.102729:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787757455.102731:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000100:00100000:3.0:1787757455.102736:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466078080:192.168.201.154@tcp:250:kworker.0
00000020:00000001:2.0:1787757455.102737:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1787757455.102743:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:2.0:1787757455.102744:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
02000000:00000001:3.0:1787757455.102747:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:2.0:1787757455.102751:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
02000000:00000001:3.0:1787757455.102752:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757455.102756:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:2.0:1787757455.102758:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
02000000:00000010:3.0:1787757455.102762:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51d800.
00000100:00000040:2.0:1787757455.102764:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
02000000:00000001:3.0:1787757455.102768:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757455.102769:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757455.102774:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757455.102777:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:3.0:1787757455.102778:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000020:00000040:2.0:1787757455.102783:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000400:00000010:3.0:1787757455.102785:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000100:00080000:2.0:1787757455.102789:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757455.102792:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757455.102794:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:3.0:1787757455.102795:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
02000000:00000001:2.0:1787757455.102800:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:3.0:1787757455.102804:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466078080, portal 25
02000000:00000001:2.0:1787757455.102805:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757455.102810:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757455.102813:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000008:00100000:2.0:1787757455.102815:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1787757455.102817:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611351104 : -120601098200512 : ffff92505e61da40)
00000008:00000001:2.0:1787757455.102819:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757455.102825:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757455.102831:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61fc00.
00000100:00000040:3.0:1787757455.102834:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61da40 x1874594466078080/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787757455.102835:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:2.0:1787757455.102840:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757455.102842:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757455.102847:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757455.102850:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757455.102853:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757455.102859:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:2.0:1787757455.102861:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafe400.
00000100:00000001:2.0:1787757455.102868:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757455.102868:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00100000:2.0:1787757455.102877:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61fc00 x1874594466078208/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1787757455.102877:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5add0.
00000100:00000200:3.0:1787757455.102884:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466078080, offset 0
00000100:00000001:2.0:1787757455.102892:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757455.102894:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757455.102899:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000040:2.0:1787757455.102903:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073ddc85a] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61fc00 x1874594466078208/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787757455.102912:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757455.102919:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757455.102924:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00080000:2.0:1787757455.102925:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757455.102931:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:3.0:1787757455.102932:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787757455.102934:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757455.102937:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1787757455.102940:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00000001:2.0:1787757455.102942:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:3.0:1787757455.102947:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1787757455.102948:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19034
00000400:00000200:3.0:1787757455.102954:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757455.102958:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56521:56521:256:4294967295] 192.168.201.154@tcp LPNI seq info [56521:56521:8:4294967295]
00000400:00000200:3.0:1787757455.102961:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757455.102969:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1787757455.102977:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000800:00000200:3.0:1787757455.102978:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757455.102985:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000800:00000010:3.0:1787757455.102986:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9fe00.
00000100:00080000:2.0:1787757455.102989:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757455.103011:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000800:00000200:3.0:1787757455.103020:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:2.0:1787757455.103021:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757455.103033:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000800:00000200:3.0:1787757455.103033:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000100:00000001:2.0:1787757455.103044:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757455.103047:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757455.103050:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:2.0:1787757455.103052:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757455.103055:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:2.0:1787757455.103058:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:2.0:1787757455.103063:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:2.0:1787757455.103072:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000800:00000200:3.1:1787757455.103075:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:2.0:1787757455.103076:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757455.103083:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757455.103090:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000800:00000200:3.1:1787757455.103092:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000020:00000040:2.0:1787757455.103094:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:2.0:1787757455.103104:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757455.103110:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757455.103119:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000100:3.0:1787757455.103120:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
02000000:00000001:2.0:1787757455.103128:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:3.0:1787757455.103130:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9fe00.
02000000:00000001:2.0:1787757455.103136:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757455.103141:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757455.103144:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1787757455.103147:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00000001:2.0:1787757455.103149:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757455.103159:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757455.103166:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000100:00000010:2.0:1787757455.103167:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61c780.
00000020:00000040:2.0:1787757455.103177:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000400:00000200:3.0:1787757455.103179:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5add0
02000000:00000001:2.0:1787757455.103182:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:3.0:1787757455.103186:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5add0.
02000000:00000001:2.0:1787757455.103187:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757455.103197:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1787757455.103199:0:238954:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:2.0:1787757455.103201:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757455.103207:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1787757455.103213:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61da40 x1874594466078080/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1787757455.103216:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507caff800.
00000100:00000001:2.0:1787757455.103241:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757455.103251:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61c780 x1874594466078336/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757455.103254:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757455.103262:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61da40 x1874594466078080/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757480 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757455.103263:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757455.103267:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757455.103276:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054c4f452] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61c780 x1874594466078336/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757455.103279:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757455.103289:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757455.103292:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787757455.103312:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757455.103320:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757455.103326:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:2.0:1787757455.103330:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1787757455.103332:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313707945
00000100:00000040:2.0:1787757455.103338:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19044)
00000100:00000010:3.0:1787757455.103340:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350e900.
00000100:00000001:3.0:1787757455.103349:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787757455.103355:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313707945
00000100:00000010:3.0:1787757455.103359:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350ec60.
00000100:00000001:3.0:1787757455.103361:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787757455.103364:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757455.103367:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757455.103370:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757455.103377:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757455/real 1787757455]  req@ffff92505e61da40 x1874594466078080/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757455.103389:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757455.103391:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757455.103395:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757455.103401:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757455.103404:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757455.103408:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757455.103413:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61da40 x1874594466078080/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757455.103425:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61da40 x1874594466078080/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757455.103453:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757455.103456:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757455.103459:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757455.103461:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757455.103467:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61da40 x1874594466078080/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757455.103473:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757455.103477:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61da40 x1874594466078080/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757480 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757455.103489:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757455.103492:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757455.103494:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757455.103496:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757455.103498:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757455.103500:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757455.103511:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757455.103517:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757455.103520:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757455.103524:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61da40 x1874594466078080/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757480 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757455.103533:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466078080:192.168.201.154@tcp:250:kworker.0
00000100:00000001:3.0:1787757455.103540:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757455.103542:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757455.103546:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61da40 x1874594466078080/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757480 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757455.103553:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757455.103555:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757455.103558:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51d800.
02000000:00000001:3.0:1787757455.103562:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757455.103564:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757455.103566:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:3.0:1787757455.103569:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757455.103571:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafd000.
02000000:00000001:3.0:1787757455.103574:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757455.103576:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757455.103577:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61da40.
00000100:00000001:3.0:1787757455.103580:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757455.103582:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757455.103584:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757455.103592:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757455.103594:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757455.103597:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757455.103598:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757455.103600:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757455.103603:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61fc00 x1874594466078208/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757455.103609:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757455.103611:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757455.103613:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757455.103615:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757455.103618:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757455.103621:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466078208:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757455.103624:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757455.103626:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757455.103628:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757455.103630:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757455.103633:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51d800.
02000000:00000001:3.0:1787757455.103636:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757455.103640:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757455.103643:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757455.103647:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757455.103651:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466078208, portal 10
00000100:00000001:3.0:1787757455.103653:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757455.103654:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611359744 : -120601098191872 : ffff92505e61fc00)
00000100:00000040:3.0:1787757455.103662:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61fc00 x1874594466078208/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757455.103668:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757455.103728:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757455.103732:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5add0.
00000100:00000200:3.0:1787757455.103736:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466078208, offset 0
00000400:00000200:3.0:1787757455.103740:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757455.103744:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757455.103748:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757455.103751:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757455.103753:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757455.103755:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757455.103757:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757455.103760:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56522:56522:256:4294967295] 192.168.201.154@tcp LPNI seq info [56522:56522:8:4294967295]
00000400:00000200:3.0:1787757455.103763:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757455.103769:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757455.103773:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757455.103776:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9fe00.
00000800:00000200:3.0:1787757455.103779:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757455.103782:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787757455.103786:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757455.103788:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1787757455.103792:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757455.103793:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9fe00.
00000400:00000200:3.0:1787757455.103796:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757455.103799:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757455.103801:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5add0
00000400:00000010:3.0:1787757455.103803:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5add0.
00000100:00000001:3.0:1787757455.103805:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757455.103808:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61fc00 x1874594466078208/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757455.103815:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757455.103817:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61fc00 x1874594466078208/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757480 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757455.103823:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757455.103824:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757455.103827:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757455.103830:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:3.0:1787757455.103832:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757455.103834:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313707049
00000100:00000001:3.0:1787757455.103837:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313707945
00000100:00000001:3.0:1787757455.103839:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313707049
00000100:00000001:3.0:1787757455.103841:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313707945
00000100:00000001:3.0:1787757455.103842:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757455.103844:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757455.103845:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757455.103848:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757455/real 1787757455]  req@ffff92505e61fc00 x1874594466078208/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757455.103854:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757455.103855:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757455.103856:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757455.103858:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757455.103860:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757455.103861:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757455.103864:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61fc00 x1874594466078208/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757455.103870:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61fc00 x1874594466078208/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757455.103875:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757455.103876:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757455.103878:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757455.103879:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757455.103881:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61fc00 x1874594466078208/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757455.104042:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757455.104048:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61fc00 x1874594466078208/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757480 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757455.104057:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757455.104060:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757455.104063:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757455.104065:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757455.104067:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757455.104070:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757455.104073:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757455.104078:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757455.104081:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757455.104087:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61fc00 x1874594466078208/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757480 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757455.104100:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466078208:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757455.104106:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757455.104111:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61c780 x1874594466078336/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757455.104121:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757455.104123:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757455.104125:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757455.104127:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757455.104129:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757455.104132:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466078336:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757455.104135:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757455.104137:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757455.104139:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757455.104140:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757455.104216:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51fc00.
02000000:00000001:3.0:1787757455.104219:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757455.104222:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757455.104224:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757455.104228:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757455.104230:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466078336, portal 4
00000100:00000001:3.0:1787757455.104232:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757455.104234:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611346304 : -120601098205312 : ffff92505e61c780)
00000100:00000040:3.0:1787757455.104259:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61c780 x1874594466078336/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757455.104268:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757455.104271:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757455.104274:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5add0.
00000100:00000200:3.0:1787757455.104277:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466078336, offset 0
00000400:00000200:3.0:1787757455.104282:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757455.104339:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757455.104345:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757455.104350:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757455.104355:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757455.104362:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757455.104365:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757455.104387:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56523:56523:256:4294967295] 192.168.201.154@tcp LPNI seq info [56523:56523:8:4294967295]
00000400:00000200:3.0:1787757455.104391:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757455.104400:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757455.104405:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757455.104408:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9fe00.
00000800:00000200:3.0:1787757455.104412:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757455.104414:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787757455.104418:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757455.104420:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1787757455.104424:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757455.104425:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9fe00.
00000400:00000200:3.0:1787757455.104428:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757455.104450:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757455.104453:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5add0
00000400:00000010:3.0:1787757455.104455:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5add0.
00000100:00000001:3.0:1787757455.104457:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757455.104461:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61c780 x1874594466078336/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757455.104467:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757455.104470:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61c780 x1874594466078336/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757480 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757455.104476:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757455.104477:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757455.104481:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757455.104483:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:3.0:1787757455.104486:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757455.104488:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313707033
00000100:00000001:3.0:1787757455.104490:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313707945
00000100:00000001:3.0:1787757455.104492:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313707033
00000100:00000001:3.0:1787757455.104493:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313707945
00000100:00000001:3.0:1787757455.104495:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757455.104497:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757455.104498:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757455.104501:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757455/real 1787757455]  req@ffff92505e61c780 x1874594466078336/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757455.104507:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757455.104508:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757455.104509:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757455.104511:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757455.104512:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757455.104514:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757455.104516:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61c780 x1874594466078336/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757455.104523:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61c780 x1874594466078336/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757455.104527:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757455.104528:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757455.104530:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757455.104531:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757455.104534:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61c780 x1874594466078336/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757455.104539:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757455.104542:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61c780 x1874594466078336/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757480 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757455.104547:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757455.104549:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757455.104550:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757455.104551:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757455.104552:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757455.104554:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757455.104556:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757455.104558:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757455.104559:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757455.104562:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61c780 x1874594466078336/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757480 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757455.104568:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466078336:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757455.104571:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757455.104573:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757455.104575:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61fc00 x1874594466078208/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757480 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757455.104580:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757455.104582:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757455.104583:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51d800.
02000000:00000001:3.0:1787757455.104585:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757455.104587:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757455.104588:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:3.0:1787757455.104590:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757455.104592:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafe400.
02000000:00000001:3.0:1787757455.104594:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757455.104595:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757455.104596:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61fc00.
00000100:00000001:3.0:1787757455.104598:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757455.104599:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757455.104601:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757455.104603:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61c780 x1874594466078336/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757480 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757455.104608:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757455.104608:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757455.104610:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51fc00.
02000000:00000001:3.0:1787757455.104611:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757455.104612:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757455.104613:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:3.0:1787757455.104615:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757455.104616:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507caff800.
02000000:00000001:3.0:1787757455.104617:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757455.104618:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757455.104619:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61c780.
00000100:00000001:3.0:1787757455.104621:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757455.104622:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757455.104623:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757455.104627:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757455.104628:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757455.104629:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757455.104631:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757455.614409:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757455.614449:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757455.614454:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757455.614462:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757455.614468:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757455.614474:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757455.614479:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757455.614483:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757455.614488:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757455.934576:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757455.934584:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757455.934590:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757456.062498:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313707945, at 4313707968
00000100:00000010:3.0:1787757456.062533:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350ec60.
00000100:00000040:2.0:1787757456.062541:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313707945, at 4313707968
00000100:00000010:2.0:1787757456.062562:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350e900.
00000100:00000001:0.0:1787757456.638441:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757456.638450:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757456.638453:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757456.638459:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757456.638465:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757456.638469:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757456.638473:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757456.638476:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757456.638480:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757456.958608:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757456.958616:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757456.958621:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757457.662441:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757457.662452:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757457.662456:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757457.662463:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757457.662469:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757457.662474:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757457.662477:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757457.662481:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757457.662485:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757457.982612:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757457.982623:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757457.982630:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757458.686444:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757458.686453:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757458.686457:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757458.686465:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757458.686471:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757458.686475:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757458.686479:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757458.686483:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757458.686487:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757459.006560:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757459.006567:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757459.006572:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757459.710403:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757459.710413:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757459.710416:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757459.710424:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757459.710428:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757459.710433:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757459.710436:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757459.710439:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757459.710443:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757460.030665:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757460.030678:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757460.030686:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787757460.222933:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757460.222944:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757460.222950:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757460.222967:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9250779021c0 x1874594466078464/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757460.223002:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757460.223007:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757460.223012:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757460.223020:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757460.223028:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757460.223041:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9250779021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466078464:192.168.201.154@tcp:250:kworker.0
00000100:00000001:3.0:1787757460.223060:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757460.223069:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757460.223076:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757460.223082:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757460.223093:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51fc00.
02000000:00000001:3.0:1787757460.223101:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757460.223118:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757460.223129:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757460.223148:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757460.223165:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466078464, portal 25
00000100:00000001:3.0:1787757460.223174:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757460.223180:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033814464 : -120600675737152 : ffff9250779021c0)
00000100:00000040:3.0:1787757460.223199:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9250779021c0 x1874594466078464/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757460.223235:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757460.223249:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757460.223258:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5add0.
00000100:00000200:3.0:1787757460.223299:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466078464, offset 0
00000400:00000200:3.0:1787757460.223314:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757460.223331:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757460.223379:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757460.223394:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757460.223406:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757460.223419:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757460.223431:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757460.223444:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56524:56524:256:4294967295] 192.168.201.154@tcp LPNI seq info [56524:56524:8:4294967295]
00000400:00000200:3.0:1787757460.223459:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757460.223485:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757460.223504:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757460.223516:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9fe00.
00000800:00000200:3.0:1787757460.223539:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757460.223552:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787757460.223569:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757460.223579:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1787757460.223603:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757460.223610:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9fe00.
00000400:00000200:3.0:1787757460.223622:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757460.223638:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757460.223645:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5add0
00000400:00000010:3.0:1787757460.223653:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5add0.
00000100:00000001:3.0:1787757460.223660:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757460.223667:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9250779021c0 x1874594466078464/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757460.223682:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757460.223687:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9250779021c0 x1874594466078464/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757485 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757460.223697:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757460.223699:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757460.223708:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757460.223713:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757460.223717:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313713065
00000100:00000010:3.0:1787757460.223724:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350ec60.
00000100:00000001:3.0:1787757460.223732:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787757460.223753:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313713065
00000100:00000010:3.0:1787757460.223758:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350eea0.
00000100:00000001:3.0:1787757460.223763:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787757460.223767:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757460.223770:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757460.223774:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757460.223779:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757460/real 1787757460]  req@ffff9250779021c0 x1874594466078464/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757460.223791:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757460.223794:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757460.223796:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757460.223801:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757460.223803:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757460.223806:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757460.223811:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9250779021c0 x1874594466078464/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757460.223822:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9250779021c0 x1874594466078464/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757460.223832:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757460.223835:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757460.223839:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757460.223841:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757460.223847:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9250779021c0 x1874594466078464/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757460.223857:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757460.223863:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9250779021c0 x1874594466078464/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757485 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757460.223872:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757460.223876:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757460.223878:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757460.223879:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757460.223883:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757460.223886:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757460.223890:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757460.223895:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757460.223898:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757460.223903:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9250779021c0 x1874594466078464/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757485 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757460.223913:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9250779021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466078464:192.168.201.154@tcp:250:kworker.0
00000100:00000001:3.0:1787757460.223919:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757460.223922:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757460.223925:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9250779021c0 x1874594466078464/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757485 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757460.223933:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757460.223936:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757460.223940:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51fc00.
02000000:00000001:3.0:1787757460.223947:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757460.223950:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757460.223952:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:3.0:1787757460.223956:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757460.223959:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077917c00.
02000000:00000001:3.0:1787757460.223963:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757460.223966:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757460.223968:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9250779021c0.
00000100:00000001:3.0:1787757460.223971:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757460.223973:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757460.223976:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757460.223985:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757460.223987:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757460.223990:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757460.223992:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757460.223994:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757460.223999:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077901680 x1874594466078592/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757460.224016:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757460.224018:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757460.224021:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757460.224023:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757460.224026:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757460.224029:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077901680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466078592:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757460.224033:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757460.224036:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757460.224038:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757460.224040:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757460.224043:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51fc00.
02000000:00000001:3.0:1787757460.224046:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757460.224050:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757460.224053:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757460.224057:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757460.224061:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466078592, portal 10
00000100:00000001:3.0:1787757460.224064:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757460.224066:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033811584 : -120600675740032 : ffff925077901680)
00000100:00000040:3.0:1787757460.224074:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077901680 x1874594466078592/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757460.224083:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757460.224086:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757460.224089:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5add0.
00000100:00000200:3.0:1787757460.224092:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466078592, offset 0
00000400:00000200:3.0:1787757460.224096:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757460.224101:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757460.224105:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757460.224109:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757460.224113:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757460.224116:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757460.224119:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757460.224124:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56525:56525:256:4294967295] 192.168.201.154@tcp LPNI seq info [56525:56525:8:4294967295]
00000400:00000200:3.0:1787757460.224130:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757460.224139:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757460.224145:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757460.224149:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9fe00.
00000800:00000200:3.0:1787757460.224154:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757460.224158:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787757460.224163:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757460.224166:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1787757460.224171:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757460.224174:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9fe00.
00000400:00000200:3.0:1787757460.224178:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757460.224183:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757460.224187:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5add0
00000400:00000010:3.0:1787757460.224189:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5add0.
00000100:00000001:3.0:1787757460.224192:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757460.224197:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077901680 x1874594466078592/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757460.224206:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757460.224210:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077901680 x1874594466078592/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757485 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757460.224219:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757460.224221:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757460.224224:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757460.224229:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:3.0:1787757460.224233:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757460.224236:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313712169
00000100:00000001:3.0:1787757460.224239:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313713065
00000100:00000001:3.0:1787757460.224242:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313712169
00000100:00000001:3.0:1787757460.224245:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313713065
00000100:00000001:3.0:1787757460.224248:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757460.224251:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757460.224253:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757460.224258:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757460/real 1787757460]  req@ffff925077901680 x1874594466078592/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757460.224298:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757460.224300:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757460.224302:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757460.224306:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757460.224308:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757460.224311:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757460.224315:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077901680 x1874594466078592/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757460.224326:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077901680 x1874594466078592/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757460.224334:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757460.224336:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757460.224358:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757460.224361:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757460.224366:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077901680 x1874594466078592/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757460.224376:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757460.224381:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077901680 x1874594466078592/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757485 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757460.224390:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757460.224393:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757460.224395:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757460.224397:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757460.224399:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757460.224402:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757460.224405:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757460.224410:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757460.224413:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757460.224418:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077901680 x1874594466078592/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757485 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757460.224427:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077901680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466078592:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757460.224432:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757460.224436:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077902940 x1874594466078720/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757460.224444:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757460.224445:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757460.224448:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757460.224450:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757460.224453:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757460.224456:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077902940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466078720:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757460.224461:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757460.224463:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757460.224465:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757460.224467:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757460.224472:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51d800.
02000000:00000001:3.0:1787757460.224474:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757460.224478:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757460.224481:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757460.224484:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757460.224488:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466078720, portal 4
00000100:00000001:3.0:1787757460.224491:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757460.224492:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033816384 : -120600675735232 : ffff925077902940)
00000100:00000040:3.0:1787757460.224500:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077902940 x1874594466078720/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757460.224509:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757460.224512:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757460.224515:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5add0.
00000100:00000200:3.0:1787757460.224518:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466078720, offset 0
00000400:00000200:3.0:1787757460.224523:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757460.224528:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757460.224532:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757460.224536:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757460.224539:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757460.224543:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757460.224546:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757460.224550:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56526:56526:256:4294967295] 192.168.201.154@tcp LPNI seq info [56526:56526:8:4294967295]
00000400:00000200:3.0:1787757460.224555:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757460.224563:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757460.224568:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757460.224571:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9fe00.
00000800:00000200:3.0:1787757460.224576:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757460.224580:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787757460.224586:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757460.224589:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1787757460.224594:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757460.224596:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9fe00.
00000400:00000200:3.0:1787757460.224600:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757460.224605:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757460.224608:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5add0
00000400:00000010:3.0:1787757460.224610:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5add0.
00000100:00000001:3.0:1787757460.224613:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757460.224618:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077902940 x1874594466078720/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757460.224628:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757460.224632:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077902940 x1874594466078720/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757485 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757460.224640:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757460.224642:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757460.224647:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757460.224650:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:3.0:1787757460.224654:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757460.224657:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313712153
00000100:00000001:3.0:1787757460.224660:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313713065
00000100:00000001:3.0:1787757460.224663:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313712153
00000100:00000001:3.0:1787757460.224666:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313713065
00000100:00000001:3.0:1787757460.224668:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757460.224671:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757460.224673:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757460.224677:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757460/real 1787757460]  req@ffff925077902940 x1874594466078720/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757460.224686:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757460.224688:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757460.224690:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757460.224693:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757460.224695:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757460.224698:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757460.224702:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077902940 x1874594466078720/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757460.224711:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077902940 x1874594466078720/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757460.224720:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757460.224722:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757460.224724:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757460.224726:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757460.224730:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077902940 x1874594466078720/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757460.224738:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757460.224742:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077902940 x1874594466078720/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757485 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757460.224752:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757460.224755:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757460.224757:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757460.224759:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757460.224761:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757460.224762:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757460.224765:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757460.224769:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757460.224771:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757460.224776:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077902940 x1874594466078720/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757485 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757460.224785:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077902940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466078720:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757460.224789:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757460.224791:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757460.224795:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077901680 x1874594466078592/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757485 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757460.224802:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757460.224804:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757460.224806:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51fc00.
02000000:00000001:3.0:1787757460.224810:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757460.224811:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757460.224813:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:3.0:1787757460.224815:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757460.224817:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077914400.
02000000:00000001:3.0:1787757460.224820:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757460.224822:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757460.224824:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077901680.
00000100:00000001:3.0:1787757460.224827:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757460.224829:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757460.224831:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757460.224835:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077902940 x1874594466078720/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757485 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757460.224844:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757460.224845:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757460.224847:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51d800.
02000000:00000001:3.0:1787757460.224849:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757460.224851:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757460.224852:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:3.0:1787757460.224854:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757460.224856:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077914800.
02000000:00000001:3.0:1787757460.224858:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757460.224859:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757460.224861:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077902940.
00000100:00000001:3.0:1787757460.224863:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757460.224865:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757460.224867:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757460.224871:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757460.224872:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757460.224875:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757460.224877:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757460.734481:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757460.734494:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757460.734498:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757460.734505:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757460.734513:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757460.734518:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757460.734522:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757460.734526:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757460.734530:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757461.054653:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757461.054663:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757461.054670:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757461.182361:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313713065, at 4313713088
00000100:00000010:3.0:1787757461.182388:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350eea0.
00000100:00000040:2.0:1787757461.182481:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313713065, at 4313713088
00000100:00000010:2.0:1787757461.182504:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350ec60.
00000100:00000001:0.0:1787757461.758445:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757461.758458:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757461.758463:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757461.758472:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757461.758478:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757461.758484:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757461.758489:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757461.758494:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757461.758499:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757462.078620:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757462.078631:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757462.078638:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757462.782476:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757462.782493:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757462.782498:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757462.782509:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757462.782516:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757462.782524:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757462.782529:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757462.782536:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757462.782542:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757463.102533:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757463.102548:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757463.102558:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757463.806414:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757463.806430:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757463.806435:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757463.806447:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757463.806455:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757463.806464:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757463.806469:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757463.806475:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757463.806481:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757464.126648:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757464.126659:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757464.126665:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757464.830444:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757464.830453:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757464.830457:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757464.830464:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757464.830469:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757464.830473:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757464.830477:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757464.830480:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757464.830484:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757465.150516:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757465.150526:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757465.150533:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787757465.342475:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757465.342491:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787757465.342495:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757465.342503:0:277752:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757465.342510:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757465.342521:0:277752:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19044
00000400:00000200:2.0:1787757465.342535:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757465.342544:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757465.342548:0:277752:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757465.342553:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757465.342556:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757465.342559:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757465.342563:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757465.342569:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757465.342572:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787757465.342576:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757465.342580:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787757465.342583:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787757465.342585:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787757465.342589:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757465.342591:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757465.342593:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757465.342596:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757465.342600:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787757465.342604:0:277752:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757465.342607:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757465.342611:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757465.342615:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757465.342618:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757465.342622:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757465.342625:0:277752:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757465.342639:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61f0c0.
00000020:00000040:2.0:1787757465.342644:0:277752:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787757465.342649:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757465.342652:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757465.342657:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757465.342661:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757465.342667:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757465.342679:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafe400.
00000100:00000001:2.0:1787757465.342691:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757465.342709:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61f0c0 x1874594466078848/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757465.342728:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757465.342738:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757465.342748:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bea70ab] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61f0c0 x1874594466078848/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757465.342792:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757465.342798:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757465.342802:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787757465.342804:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757465.342807:0:277752:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757465.342811:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757465.342815:0:277752:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19044
00000400:00000200:2.0:1787757465.342821:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757465.342826:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757465.342829:0:277752:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757465.342833:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757465.342836:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757465.342840:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757465.342843:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757465.342846:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757465.342848:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000100:00000001:3.0:1787757465.342849:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1787757465.342851:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757465.342860:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:2.0:1787757465.342865:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:3.0:1787757465.342865:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1787757465.342876:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:3.0:1787757465.342877:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757465.342891:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757465.342896:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757465.342910:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000040:3.0:1787757465.342914:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61f0c0 x1874594466078848/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757465.342942:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:3.0:1787757465.342943:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757465.342956:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787757465.342957:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
02000000:00000001:3.0:1787757465.342976:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:2.0:1787757465.342977:0:277752:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757465.342986:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757465.342987:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757465.343004:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757465.343012:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:3.0:1787757465.343024:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466078848:192.168.201.154@tcp:250:kworker.0
02000000:00000001:2.0:1787757465.343029:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757465.343040:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757465.343047:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757465.343048:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:2.0:1787757465.343053:0:277752:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1787757465.343059:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:2.0:1787757465.343060:0:277752:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757465.343069:0:277752:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757465.343072:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757465.343076:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61cf00.
00000020:00000040:2.0:1787757465.343083:0:277752:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787757465.343083:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787757465.343093:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757465.343095:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757465.343097:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757465.343099:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757465.343103:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757465.343106:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51d800.
02000000:00000010:2.0:1787757465.343109:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafc800.
02000000:00000001:3.0:1787757465.343121:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757465.343123:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757465.343157:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61cf00 x1874594466078976/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1787757465.343159:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757465.343174:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000100:00000001:2.0:1787757465.343179:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757465.343185:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1787757465.343189:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000040:2.0:1787757465.343192:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006cc8e384] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61cf00 x1874594466078976/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757465.343203:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466078848, portal 25
00000100:00000001:3.0:1787757465.343214:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757465.343216:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757465.343218:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611356864 : -120601098194752 : ffff92505e61f0c0)
00000100:00080000:2.0:1787757465.343232:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757465.343244:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000040:3.0:1787757465.343246:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61f0c0 x1874594466078848/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757465.343331:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757465.343337:0:277752:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757465.343345:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757465.343356:0:277752:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19044
00000100:00000001:3.0:1787757465.343367:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:2.0:1787757465.343370:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757465.343375:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757465.343377:0:277752:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757465.343381:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757465.343384:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757465.343390:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757465.343396:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000040:3.0:1787757465.343398:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000020:00000001:2.0:1787757465.343407:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757465.343410:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000400:00000010:3.0:1787757465.343412:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5add0.
00000020:00000001:2.0:1787757465.343413:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757465.343422:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000100:00000200:3.0:1787757465.343423:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466078848, offset 0
00000020:00000001:2.0:1787757465.343433:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:2.0:1787757465.343438:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:3.0:1787757465.343445:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000040:2.0:1787757465.343448:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757465.343453:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757465.343458:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757465.343461:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:3.0:1787757465.343465:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000020:00000040:2.0:1787757465.343472:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:2.0:1787757465.343480:0:277752:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757465.343482:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757465.343484:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757465.343490:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757465.343493:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757465.343495:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00000001:2.0:1787757465.343498:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757465.343504:0:277752:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1787757465.343506:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:2.0:1787757465.343518:0:277752:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757465.343526:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00000001:2.0:1787757465.343528:0:277752:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757465.343535:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00000010:2.0:1787757465.343537:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61d680.
00000400:00000200:3.0:1787757465.343547:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000020:00000040:2.0:1787757465.343549:0:277752:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:2.0:1787757465.343562:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1787757465.343564:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56527:56527:256:4294967295] 192.168.201.154@tcp LPNI seq info [56527:56527:8:4294967295]
02000000:00000001:2.0:1787757465.343574:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757465.343583:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1787757465.343585:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000001:2.0:1787757465.343595:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757465.343601:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757465.343617:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafd000.
00000400:00000200:3.0:1787757465.343627:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1787757465.343630:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757465.343659:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61d680 x1874594466079104/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1787757465.343659:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757465.343681:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9fe00.
00000100:00000001:2.0:1787757465.343685:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757465.343693:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1787757465.343707:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000040:2.0:1787757465.343708:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054aea141] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61d680 x1874594466079104/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1787757465.343718:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787757465.343748:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757465.343760:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000100:00000001:2.0:1787757465.343772:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1787757465.343772:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757465.343789:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9fe00.
00000100:00000040:2.0:1787757465.343791:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787757465.343806:0:277752:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1787757465.343811:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1787757465.343816:0:277752:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19054)
00000400:00000200:3.0:1787757465.343825:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757465.343835:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5add0
00000400:00000010:3.0:1787757465.343838:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5add0.
00000100:00000001:3.0:1787757465.343844:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757465.343852:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61f0c0 x1874594466078848/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757465.343867:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757465.343872:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61f0c0 x1874594466078848/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757490 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757465.343882:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757465.343884:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757465.343892:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757465.343898:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757465.343902:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313718185
00000100:00000010:3.0:1787757465.343909:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350eea0.
00000100:00000001:3.0:1787757465.343918:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787757465.343938:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313718185
00000100:00000010:3.0:1787757465.343954:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350e7e0.
00000100:00000001:3.0:1787757465.343958:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787757465.343962:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757465.343965:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757465.343969:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757465.343975:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757465/real 1787757465]  req@ffff92505e61f0c0 x1874594466078848/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757465.343997:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757465.343999:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757465.344002:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757465.344019:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757465.344023:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757465.344028:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757465.344035:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61f0c0 x1874594466078848/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757465.344053:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61f0c0 x1874594466078848/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757465.344067:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757465.344070:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757465.344075:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757465.344079:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757465.344087:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61f0c0 x1874594466078848/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757465.344103:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757465.344112:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61f0c0 x1874594466078848/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757490 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757465.344129:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757465.344134:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757465.344137:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757465.344140:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757465.344144:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757465.344148:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757465.344152:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757465.344159:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757465.344163:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757465.344169:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61f0c0 x1874594466078848/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757490 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757465.344181:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466078848:192.168.201.154@tcp:250:kworker.0
00000100:00000001:3.0:1787757465.344187:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757465.344191:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757465.344195:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61f0c0 x1874594466078848/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757490 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757465.344207:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757465.344212:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757465.344216:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51d800.
02000000:00000001:3.0:1787757465.344224:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757465.344228:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757465.344231:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:3.0:1787757465.344234:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757465.344237:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafe400.
02000000:00000001:3.0:1787757465.344242:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757465.344244:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757465.344247:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61f0c0.
00000100:00000001:3.0:1787757465.344318:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757465.344320:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757465.344325:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757465.344339:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757465.344343:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757465.344347:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757465.344351:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757465.344354:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757465.344366:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61cf00 x1874594466078976/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757465.344381:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757465.344384:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757465.344389:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757465.344393:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757465.344397:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757465.344401:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466078976:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757465.344406:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757465.344410:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757465.344413:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757465.344415:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757465.344420:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51d800.
02000000:00000001:3.0:1787757465.344423:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757465.344429:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757465.344432:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757465.344438:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757465.344443:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466078976, portal 10
00000100:00000001:3.0:1787757465.344446:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757465.344448:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611348224 : -120601098203392 : ffff92505e61cf00)
00000100:00000040:3.0:1787757465.344457:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61cf00 x1874594466078976/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757465.344466:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757465.344469:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757465.344472:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5add0.
00000100:00000200:3.0:1787757465.344475:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466078976, offset 0
00000400:00000200:3.0:1787757465.344480:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757465.344486:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757465.344491:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757465.344496:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757465.344500:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757465.344503:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757465.344506:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757465.344510:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56528:56528:256:4294967295] 192.168.201.154@tcp LPNI seq info [56528:56528:8:4294967295]
00000400:00000200:3.0:1787757465.344516:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757465.344525:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757465.344531:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757465.344536:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9fe00.
00000800:00000200:3.0:1787757465.344541:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757465.344546:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787757465.344552:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757465.344556:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1787757465.344561:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757465.344564:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9fe00.
00000400:00000200:3.0:1787757465.344568:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757465.344573:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757465.344577:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5add0
00000400:00000010:3.0:1787757465.344579:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5add0.
00000100:00000001:3.0:1787757465.344582:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757465.344587:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61cf00 x1874594466078976/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757465.344597:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757465.344601:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61cf00 x1874594466078976/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757490 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757465.344610:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757465.344612:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757465.344616:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757465.344621:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:3.0:1787757465.344625:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757465.344628:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313717290
00000100:00000001:3.0:1787757465.344631:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313718185
00000100:00000001:3.0:1787757465.344634:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313717290
00000100:00000001:3.0:1787757465.344637:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313718185
00000100:00000001:3.0:1787757465.344640:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757465.344643:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757465.344645:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757465.344650:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757465/real 1787757465]  req@ffff92505e61cf00 x1874594466078976/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757465.344659:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757465.344661:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757465.344664:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757465.344667:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757465.344669:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757465.344672:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757465.344676:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61cf00 x1874594466078976/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757465.344686:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61cf00 x1874594466078976/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757465.344694:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757465.344696:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757465.344698:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757465.344700:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757465.344704:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61cf00 x1874594466078976/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757465.344712:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757465.344717:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61cf00 x1874594466078976/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757490 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757465.344726:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757465.344730:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757465.344732:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757465.344733:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757465.344736:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757465.344739:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757465.344742:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757465.344746:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757465.344748:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757465.344753:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61cf00 x1874594466078976/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757490 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757465.344763:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466078976:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757465.344770:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757465.344775:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61d680 x1874594466079104/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757465.344783:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757465.344785:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757465.344788:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757465.344790:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757465.344793:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757465.344796:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466079104:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757465.344800:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757465.344802:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757465.344804:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757465.344807:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757465.344811:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51fc00.
02000000:00000001:3.0:1787757465.344813:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757465.344818:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757465.344821:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757465.344824:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757465.344828:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466079104, portal 4
00000100:00000001:3.0:1787757465.344830:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757465.344832:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611350144 : -120601098201472 : ffff92505e61d680)
00000100:00000040:3.0:1787757465.344839:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61d680 x1874594466079104/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757465.344848:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757465.344851:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757465.344853:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5add0.
00000100:00000200:3.0:1787757465.344856:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466079104, offset 0
00000400:00000200:3.0:1787757465.344861:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757465.344865:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757465.344869:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757465.344873:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757465.344877:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757465.344880:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757465.344883:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757465.344887:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56529:56529:256:4294967295] 192.168.201.154@tcp LPNI seq info [56529:56529:8:4294967295]
00000400:00000200:3.0:1787757465.344892:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757465.344900:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757465.344905:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757465.344908:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9fe00.
00000800:00000200:3.0:1787757465.344913:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757465.344917:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787757465.344922:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757465.344925:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1787757465.344930:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757465.344933:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9fe00.
00000400:00000200:3.0:1787757465.344937:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757465.344941:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757465.344954:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5add0
00000400:00000010:3.0:1787757465.344957:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5add0.
00000100:00000001:3.0:1787757465.344959:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757465.344966:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61d680 x1874594466079104/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757465.344982:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757465.344988:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61d680 x1874594466079104/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757490 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757465.345002:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757465.345005:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757465.345023:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757465.345030:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:3.0:1787757465.345037:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757465.345042:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313717273
00000100:00000001:3.0:1787757465.345047:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313718185
00000100:00000001:3.0:1787757465.345053:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313717273
00000100:00000001:3.0:1787757465.345057:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313718185
00000100:00000001:3.0:1787757465.345060:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757465.345063:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757465.345065:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757465.345071:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757465/real 1787757465]  req@ffff92505e61d680 x1874594466079104/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757465.345081:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757465.345083:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757465.345086:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757465.345089:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757465.345092:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757465.345094:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757465.345099:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61d680 x1874594466079104/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757465.345109:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61d680 x1874594466079104/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757465.345117:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757465.345119:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757465.345121:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757465.345122:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757465.345127:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61d680 x1874594466079104/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757465.345135:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757465.345140:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61d680 x1874594466079104/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757490 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757465.345149:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757465.345151:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757465.345153:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757465.345155:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757465.345158:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757465.345161:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757465.345164:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757465.345169:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757465.345172:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757465.345177:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61d680 x1874594466079104/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757490 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757465.345187:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466079104:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757465.345192:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757465.345194:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757465.345198:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61cf00 x1874594466078976/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757490 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757465.345206:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757465.345208:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757465.345211:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51d800.
02000000:00000001:3.0:1787757465.345214:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757465.345216:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757465.345218:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:3.0:1787757465.345221:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757465.345224:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafc800.
02000000:00000001:3.0:1787757465.345227:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757465.345229:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757465.345231:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61cf00.
00000100:00000001:3.0:1787757465.345234:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757465.345236:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757465.345238:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757465.345242:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61d680 x1874594466079104/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757490 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757465.345306:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757465.345309:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757465.345313:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51fc00.
02000000:00000001:3.0:1787757465.345323:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757465.345326:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757465.345328:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:3.0:1787757465.345333:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757465.345336:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafd000.
02000000:00000001:3.0:1787757465.345341:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757465.345344:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757465.345347:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61d680.
00000100:00000001:3.0:1787757465.345352:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757465.345355:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757465.345359:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757465.345367:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757465.345370:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757465.345374:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757465.345377:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757465.854363:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757465.854373:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757465.854377:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757465.854383:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757465.854388:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757465.854393:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757465.854397:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757465.854400:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757465.854404:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757466.174580:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757466.174586:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757466.174592:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757466.302415:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313718185, at 4313718208
00000100:00000010:3.0:1787757466.302436:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350e7e0.
00000100:00000040:2.0:1787757466.302457:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313718185, at 4313718208
00000100:00000010:2.0:1787757466.302473:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350eea0.
00000100:00000001:0.0:1787757466.878442:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757466.878455:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757466.878459:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757466.878467:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757466.878473:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757466.878479:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757466.878482:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757466.878486:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757466.878490:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757467.198512:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757467.198521:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757467.198532:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757467.902422:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757467.902434:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757467.902438:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757467.902447:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757467.902453:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757467.902459:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757467.902464:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757467.902470:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757467.902475:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757468.222645:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757468.222654:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757468.222660:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757468.926422:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757468.926434:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757468.926454:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757468.926463:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757468.926477:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757468.926483:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757468.926488:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757468.926494:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757468.926499:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757469.246565:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757469.246573:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757469.246578:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757469.950407:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757469.950420:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757469.950425:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757469.950434:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757469.950459:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757469.950471:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757469.950476:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757469.950481:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757469.950487:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757470.270606:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757470.270612:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757470.270618:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787757470.462381:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757470.462393:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787757470.462396:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757470.462401:0:277752:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757470.462407:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757470.462416:0:277752:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19049
00000400:00000200:2.0:1787757470.462427:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757470.462435:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757470.462439:0:277752:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757470.462444:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757470.462448:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757470.462451:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757470.462455:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757470.462460:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757470.462462:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787757470.462466:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757470.462470:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787757470.462473:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787757470.462477:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787757470.462481:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757470.462483:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757470.462486:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757470.462488:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757470.462492:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787757470.462496:0:277752:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757470.462499:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757470.462504:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757470.462508:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757470.462512:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757470.462515:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757470.462518:0:277752:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757470.462529:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61d2c0.
00000020:00000040:2.0:1787757470.462533:0:277752:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787757470.462539:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757470.462541:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757470.462545:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757470.462548:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757470.462554:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757470.462564:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507caff400.
00000100:00000001:2.0:1787757470.462573:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757470.462584:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61d2c0 x1874594466079232/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757470.462598:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757470.462603:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757470.462610:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b484489] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61d2c0 x1874594466079232/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757470.462642:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757470.462648:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757470.462666:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787757470.462669:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757470.462672:0:277752:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757470.462678:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757470.462684:0:277752:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19049
00000400:00000200:2.0:1787757470.462692:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757470.462702:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757470.462708:0:277752:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757470.462715:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757470.462722:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787757470.462722:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757470.462734:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1787757470.462735:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757470.462742:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787757470.462746:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757470.462758:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:3.0:1787757470.462760:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61d2c0 x1874594466079232/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787757470.462762:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:2.0:1787757470.462769:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757470.462775:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:2.0:1787757470.462783:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:2.0:1787757470.462793:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:3.0:1787757470.462797:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757470.462802:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757470.462803:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
02000000:00000001:3.0:1787757470.462810:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787757470.462811:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757470.462820:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
02000000:00000001:3.0:1787757470.462821:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757470.462829:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
02000000:00000001:3.0:1787757470.462831:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787757470.462838:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00100000:3.0:1787757470.462846:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466079232:192.168.201.154@tcp:250:kworker.0
00000100:00080000:2.0:1787757470.462851:0:277752:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757470.462863:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787757470.462864:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757470.462871:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757470.462873:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757470.462878:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757470.462881:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757470.462883:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787757470.462891:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757470.462895:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000010:3.0:1787757470.462897:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51fc00.
00000008:00100000:2.0:1787757470.462902:0:277752:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1787757470.462904:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1787757470.462916:0:277752:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757470.462921:0:277752:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757470.462924:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000010:2.0:1787757470.462931:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61f840.
00000400:00000010:3.0:1787757470.462935:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000020:00000040:2.0:1787757470.462939:0:277752:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:2.0:1787757470.462946:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:3.0:1787757470.462948:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
02000000:00000001:2.0:1787757470.462949:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757470.462960:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757470.462964:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:3.0:1787757470.462968:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466079232, portal 25
02000000:00000001:2.0:1787757470.462969:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757470.462980:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000010:2.0:1787757470.462985:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafdc00.
00000100:00000001:3.0:1787757470.462987:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611349184 : -120601098202432 : ffff92505e61d2c0)
00000100:00000001:2.0:1787757470.462995:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757470.463014:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61f840 x1874594466079360/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1787757470.463014:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61d2c0 x1874594466079232/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757470.463055:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757470.463063:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757470.463070:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757470.463073:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aef5ed20] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61f840 x1874594466079360/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787757470.463088:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757470.463100:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5add0.
00000100:00000001:2.0:1787757470.463104:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1787757470.463109:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466079232, offset 0
00000100:00080000:2.0:1787757470.463115:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1787757470.463126:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00080000:2.0:1787757470.463134:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787757470.463141:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1787757470.463145:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00080000:2.0:1787757470.463149:0:277752:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1787757470.463187:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00000001:2.0:1787757470.463190:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:3.0:1787757470.463201:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1787757470.463205:0:277752:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19049
00000400:00000200:3.0:1787757470.463218:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757470.463227:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757470.463233:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757470.463241:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56530:56530:256:4294967295] 192.168.201.154@tcp LPNI seq info [56530:56530:8:4294967295]
00000400:00000200:3.0:1787757470.463252:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757470.463327:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1787757470.463346:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000800:00000200:3.0:1787757470.463348:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757470.463360:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000800:00000010:3.0:1787757470.463361:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9fe00.
00000100:00080000:2.0:1787757470.463368:0:277752:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000800:00000200:3.0:1787757470.463381:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000040:2.0:1787757470.463382:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757470.463394:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.0:1787757470.463396:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 6 secs later)
00000100:00000040:2.0:1787757470.463400:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757470.463410:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757470.463415:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:3.1:1787757470.463417:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000020:00000040:2.0:1787757470.463420:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:2.0:1787757470.463428:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:3.1:1787757470.463431:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 6 secs later)
00000020:00000040:2.0:1787757470.463434:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:2.0:1787757470.463442:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000800:00000100:3.0:1787757470.463444:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000020:00000001:2.0:1787757470.463447:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000800:00000010:3.0:1787757470.463452:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9fe00.
00000100:00000040:2.0:1787757470.463457:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757470.463463:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1787757470.463464:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1787757470.463468:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757470.463474:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:3.0:1787757470.463484:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000020:00000040:2.0:1787757470.463485:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:2.0:1787757470.463499:0:277752:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000400:00000200:3.0:1787757470.463500:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5add0
00000100:00000001:2.0:1787757470.463505:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1787757470.463510:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5add0.
02000000:00000001:2.0:1787757470.463511:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757470.463518:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757470.463525:0:238954:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:2.0:1787757470.463526:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757470.463534:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757470.463539:0:277752:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787757470.463546:0:277752:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1787757470.463548:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61d2c0 x1874594466079232/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757470.463549:0:277752:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757470.463559:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61f480.
00000020:00000040:2.0:1787757470.463566:0:277752:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:2.0:1787757470.463575:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757470.463580:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757470.463587:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757470.463592:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1787757470.463595:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1787757470.463596:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757470.463609:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafe000.
00000100:00000040:3.0:1787757470.463614:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61d2c0 x1874594466079232/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757495 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757470.463616:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757470.463637:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61f480 x1874594466079488/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757470.463640:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757470.463648:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757470.463661:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757470.463663:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757470.463674:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757470.463675:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757470.463685:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313723305
00000100:00000040:2.0:1787757470.463694:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f638b8ce] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61f480 x1874594466079488/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1787757470.463697:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350e7e0.
00000100:00000001:3.0:1787757470.463712:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787757470.463726:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757470.463727:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313723305
00000100:00000010:3.0:1787757470.463739:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350e780.
00000100:00000040:2.0:1787757470.463741:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787757470.463744:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787757470.463752:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1787757470.463758:0:277752:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1787757470.463759:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757470.463769:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:2.0:1787757470.463775:0:277752:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19060)
00000100:00100000:3.0:1787757470.463783:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757470/real 1787757470]  req@ffff92505e61d2c0 x1874594466079232/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757470.463798:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757470.463801:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757470.463804:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757470.463810:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757470.463813:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757470.463816:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757470.463821:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61d2c0 x1874594466079232/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757470.463841:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61d2c0 x1874594466079232/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757470.463850:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757470.463852:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757470.463855:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757470.463858:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757470.463862:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61d2c0 x1874594466079232/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757470.463871:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757470.463876:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61d2c0 x1874594466079232/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757495 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757470.463885:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757470.463888:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757470.463890:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757470.463892:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757470.463895:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757470.463898:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757470.463902:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757470.463907:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757470.463910:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757470.463915:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61d2c0 x1874594466079232/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757495 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757470.463926:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466079232:192.168.201.154@tcp:250:kworker.0
00000100:00000001:3.0:1787757470.463932:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757470.463935:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757470.463938:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61d2c0 x1874594466079232/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757495 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757470.463954:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757470.463958:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757470.463961:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51fc00.
02000000:00000001:3.0:1787757470.463968:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757470.463970:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757470.463972:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:3.0:1787757470.463975:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757470.463979:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507caff400.
02000000:00000001:3.0:1787757470.463985:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757470.463988:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757470.463992:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61d2c0.
00000100:00000001:3.0:1787757470.463998:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757470.464000:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757470.464004:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757470.464018:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757470.464021:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757470.464026:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757470.464029:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757470.464032:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757470.464041:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61f840 x1874594466079360/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757470.464056:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757470.464059:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757470.464064:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757470.464068:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757470.464073:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757470.464079:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466079360:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757470.464086:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757470.464091:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757470.464093:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757470.464096:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757470.464101:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51fc00.
02000000:00000001:3.0:1787757470.464104:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757470.464110:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757470.464114:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757470.464119:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757470.464124:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466079360, portal 10
00000100:00000001:3.0:1787757470.464126:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757470.464128:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611358784 : -120601098192832 : ffff92505e61f840)
00000100:00000040:3.0:1787757470.464137:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61f840 x1874594466079360/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757470.464146:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757470.464149:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757470.464151:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5add0.
00000100:00000200:3.0:1787757470.464154:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466079360, offset 0
00000400:00000200:3.0:1787757470.464191:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757470.464198:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757470.464206:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757470.464212:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757470.464218:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757470.464223:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757470.464227:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757470.464234:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56531:56531:256:4294967295] 192.168.201.154@tcp LPNI seq info [56531:56531:8:4294967295]
00000400:00000200:3.0:1787757470.464242:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757470.464256:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757470.464266:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757470.464312:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9fe00.
00000800:00000200:3.0:1787757470.464320:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757470.464323:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1787757470.464330:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757470.464333:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 6 secs later)
00000800:00000100:3.0:1787757470.464339:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757470.464341:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9fe00.
00000400:00000200:3.0:1787757470.464346:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757470.464351:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757470.464356:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5add0
00000400:00000010:3.0:1787757470.464358:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5add0.
00000100:00000001:3.0:1787757470.464363:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757470.464369:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61f840 x1874594466079360/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757470.464380:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757470.464384:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61f840 x1874594466079360/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757495 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757470.464393:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757470.464395:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757470.464400:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757470.464405:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:3.0:1787757470.464410:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757470.464413:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313722410
00000100:00000001:3.0:1787757470.464417:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313723305
00000100:00000001:3.0:1787757470.464420:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313722410
00000100:00000001:3.0:1787757470.464423:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313723305
00000100:00000001:3.0:1787757470.464425:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757470.464428:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757470.464431:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757470.464435:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757470/real 1787757470]  req@ffff92505e61f840 x1874594466079360/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757470.464445:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757470.464447:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757470.464449:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757470.464452:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757470.464455:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757470.464458:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757470.464462:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61f840 x1874594466079360/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757470.464472:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61f840 x1874594466079360/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757470.464488:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757470.464489:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757470.464492:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757470.464494:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757470.464498:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61f840 x1874594466079360/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757470.464506:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757470.464513:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61f840 x1874594466079360/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757495 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757470.464527:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757470.464532:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757470.464535:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757470.464537:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757470.464540:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757470.464544:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757470.464550:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757470.464557:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757470.464562:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757470.464571:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61f840 x1874594466079360/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757495 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757470.464590:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466079360:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757470.464598:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757470.464605:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61f480 x1874594466079488/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757470.464617:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757470.464619:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757470.464624:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757470.464627:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757470.464629:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757470.464633:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466079488:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757470.464638:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757470.464641:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757470.464643:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757470.464645:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757470.464670:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51d800.
02000000:00000001:3.0:1787757470.464671:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757470.464675:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757470.464677:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757470.464680:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757470.464682:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466079488, portal 4
00000100:00000001:3.0:1787757470.464684:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757470.464685:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611357824 : -120601098193792 : ffff92505e61f480)
00000100:00000040:3.0:1787757470.464690:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61f480 x1874594466079488/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757470.464695:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757470.464697:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757470.464698:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5add0.
00000100:00000200:3.0:1787757470.464700:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466079488, offset 0
00000400:00000200:3.0:1787757470.464703:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757470.464706:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757470.464709:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757470.464712:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757470.464714:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757470.464716:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757470.464717:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757470.464720:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56532:56532:256:4294967295] 192.168.201.154@tcp LPNI seq info [56532:56532:8:4294967295]
00000400:00000200:3.0:1787757470.464723:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757470.464728:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757470.464732:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757470.464734:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9fe00.
00000800:00000200:3.0:1787757470.464737:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757470.464739:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1787757470.464743:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757470.464745:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 6 secs later)
00000800:00000100:3.0:1787757470.464748:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757470.464750:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9fe00.
00000400:00000200:3.0:1787757470.464752:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757470.464755:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757470.464757:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5add0
00000400:00000010:3.0:1787757470.464758:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5add0.
00000100:00000001:3.0:1787757470.464760:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757470.464763:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61f480 x1874594466079488/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757470.464769:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757470.464771:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61f480 x1874594466079488/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757495 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757470.464776:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757470.464777:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757470.464779:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757470.464782:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:3.0:1787757470.464784:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757470.464785:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313722393
00000100:00000001:3.0:1787757470.464787:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313723305
00000100:00000001:3.0:1787757470.464789:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313722393
00000100:00000001:3.0:1787757470.464791:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313723305
00000100:00000001:3.0:1787757470.464792:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757470.464793:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757470.464795:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757470.464797:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757470/real 1787757470]  req@ffff92505e61f480 x1874594466079488/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757470.464804:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757470.464805:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757470.464806:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757470.464808:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757470.464809:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757470.464810:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757470.464812:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61f480 x1874594466079488/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757470.464819:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61f480 x1874594466079488/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757470.464823:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757470.464824:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757470.464826:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757470.464827:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757470.464829:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61f480 x1874594466079488/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757470.464833:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757470.464836:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61f480 x1874594466079488/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757495 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757470.464841:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757470.464842:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757470.464843:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757470.464844:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757470.464845:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757470.464847:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757470.464848:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757470.464851:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757470.464853:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757470.464856:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61f480 x1874594466079488/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757495 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757470.464862:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466079488:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757470.464865:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757470.464866:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757470.464868:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61f840 x1874594466079360/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757495 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757470.464872:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757470.464874:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757470.464875:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51fc00.
02000000:00000001:3.0:1787757470.464877:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757470.464878:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757470.464879:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:3.0:1787757470.464881:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757470.464882:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafdc00.
02000000:00000001:3.0:1787757470.464884:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757470.464885:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757470.464886:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61f840.
00000100:00000001:3.0:1787757470.464888:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757470.464889:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757470.464890:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757470.464892:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61f480 x1874594466079488/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757495 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757470.464897:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757470.464898:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757470.464899:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51d800.
02000000:00000001:3.0:1787757470.464900:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757470.464901:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757470.464902:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:3.0:1787757470.464903:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757470.464904:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafe000.
02000000:00000001:3.0:1787757470.464905:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757470.464906:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757470.464908:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61f480.
00000100:00000001:3.0:1787757470.464909:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757470.464910:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757470.464911:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757470.464914:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757470.464916:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757470.464917:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757470.464918:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757470.974376:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757470.974385:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757470.974389:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757470.974396:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757470.974401:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757470.974406:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757470.974410:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757470.974413:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757470.974429:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757471.294546:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757471.294551:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757471.294555:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757471.422384:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313723305, at 4313723328
00000100:00000040:2.0:1787757471.422400:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313723305, at 4313723328
00000100:00000010:3.0:1787757471.422404:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350e780.
00000100:00000010:2.0:1787757471.422420:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350e7e0.
00000100:00000001:0.0:1787757471.998398:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757471.998408:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757471.998412:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757471.998419:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757471.998425:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757471.998430:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757471.998434:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757471.998438:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757471.998441:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757472.318671:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757472.318680:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757472.318686:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757473.022375:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757473.022385:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757473.022388:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757473.022394:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757473.022399:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757473.022404:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757473.022407:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757473.022410:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757473.022414:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757473.342694:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757473.342706:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757473.342715:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757474.046358:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757474.046367:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757474.046379:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757474.046387:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757474.046390:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757474.046393:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757474.046395:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757474.046397:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757474.046399:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757474.366575:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757474.366584:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757474.366591:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757475.070337:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757475.070347:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757475.070351:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757475.070357:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757475.070361:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757475.070365:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757475.070368:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757475.070372:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757475.070375:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757475.390499:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757475.390506:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757475.390513:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787757475.582405:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757475.582429:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787757475.582433:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757475.582437:0:277752:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757475.582444:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757475.582453:0:277752:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19055
00000400:00000200:2.0:1787757475.582464:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757475.582471:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757475.582476:0:277752:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757475.582480:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757475.582484:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757475.582488:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757475.582492:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757475.582500:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757475.582504:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787757475.582509:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757475.582514:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787757475.582518:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787757475.582523:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787757475.582529:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757475.582533:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757475.582537:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757475.582541:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757475.582548:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787757475.582554:0:277752:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757475.582560:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757475.582565:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757475.582571:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757475.582576:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757475.582581:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757475.582586:0:277752:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757475.582599:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61de00.
00000020:00000040:2.0:1787757475.582606:0:277752:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787757475.582614:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757475.582617:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757475.582622:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757475.582625:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757475.582631:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757475.582640:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafcc00.
00000100:00000001:2.0:1787757475.582649:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757475.582661:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61de00 x1874594466079616/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757475.582675:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757475.582680:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757475.582686:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0b9f896] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61de00 x1874594466079616/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757475.582721:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757475.582737:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757475.582742:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787757475.582744:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757475.582747:0:277752:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757475.582751:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757475.582754:0:277752:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19055
00000400:00000200:2.0:1787757475.582759:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757475.582764:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757475.582767:0:277752:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757475.582771:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757475.582774:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757475.582777:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757475.582780:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757475.582783:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757475.582785:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:2.0:1787757475.582788:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757475.582791:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:2.0:1787757475.582794:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:2.0:1787757475.582797:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:2.0:1787757475.582802:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757475.582805:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757475.582808:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757475.582811:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:3.0:1787757475.582813:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1787757475.582816:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:2.0:1787757475.582825:0:277752:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757475.582826:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757475.582834:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787757475.582835:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757475.582840:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757475.582849:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1787757475.582850:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61de00 x1874594466079616/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787757475.582860:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757475.582868:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757475.582877:0:277752:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1787757475.582879:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757475.582885:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1787757475.582887:0:277752:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757475.582893:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787757475.582894:0:277752:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757475.582902:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1787757475.582905:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61e940.
02000000:00000001:3.0:1787757475.582909:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787757475.582912:0:277752:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000100:00100000:3.0:1787757475.582919:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466079616:192.168.201.154@tcp:250:kworker.0
02000000:00000001:2.0:1787757475.582921:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757475.582926:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757475.582931:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787757475.582932:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757475.582939:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757475.582942:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757475.582943:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757475.582949:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757475.582953:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafec00.
02000000:00000001:3.0:1787757475.582955:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787757475.582963:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757475.582969:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51d800.
02000000:00000001:3.0:1787757475.582975:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757475.582988:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61e940 x1874594466079744/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1787757475.582993:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757475.583008:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:3.0:1787757475.583010:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000100:00000001:2.0:1787757475.583014:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757475.583026:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0cadbca] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61e940 x1874594466079744/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1787757475.583031:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000001:2.0:1787757475.583047:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1787757475.583050:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466079616, portal 25
00000100:00080000:2.0:1787757475.583053:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787757475.583062:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1787757475.583063:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787757475.583094:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787757475.583097:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611352064 : -120601098199552 : ffff92505e61de00)
00000100:00080000:2.0:1787757475.583098:0:277752:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757475.583115:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757475.583122:0:277752:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19055
00000100:00000040:3.0:1787757475.583129:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61de00 x1874594466079616/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787757475.583138:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757475.583150:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00000001:3.0:1787757475.583159:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1787757475.583160:0:277752:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757475.583184:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000040:2.0:1787757475.583185:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757475.583194:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:3.0:1787757475.583197:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5add0.
00000100:00000040:2.0:1787757475.583198:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757475.583209:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757475.583214:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000200:3.0:1787757475.583215:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466079616, offset 0
00000020:00000040:2.0:1787757475.583216:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:2.0:1787757475.583221:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757475.583228:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:2.0:1787757475.583231:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:2.0:1787757475.583236:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:3.0:1787757475.583240:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000040:2.0:1787757475.583247:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757475.583252:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757475.583256:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757475.583259:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:3.0:1787757475.583266:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000020:00000040:2.0:1787757475.583336:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000400:00000200:3.0:1787757475.583342:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00080000:2.0:1787757475.583353:0:277752:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000400:00000200:3.0:1787757475.583355:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787757475.583366:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757475.583370:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
02000000:00000001:2.0:1787757475.583372:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757475.583381:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1787757475.583388:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1787757475.583395:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757475.583396:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00000001:2.0:1787757475.583406:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:3.0:1787757475.583409:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56533:56533:256:4294967295] 192.168.201.154@tcp LPNI seq info [56533:56533:8:4294967295]
00000008:00100000:2.0:1787757475.583416:0:277752:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1787757475.583421:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000008:00000001:2.0:1787757475.583431:0:277752:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757475.583441:0:277752:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757475.583447:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000010:2.0:1787757475.583454:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61c3c0.
00000800:00000200:3.0:1787757475.583460:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000020:00000040:2.0:1787757475.583467:0:277752:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000800:00000010:3.0:1787757475.583472:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9fe00.
02000000:00000001:2.0:1787757475.583475:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757475.583480:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757475.583483:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:3.0:1787757475.583488:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000001:2.0:1787757475.583489:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757475.583499:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1787757475.583500:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1787757475.583514:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000010:2.0:1787757475.583518:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafc000.
00000800:00000200:3.1:1787757475.583520:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1787757475.583531:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000100:00000001:2.0:1787757475.583532:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1787757475.583535:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9fe00.
00000400:00000200:3.0:1787757475.583547:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:2.0:1787757475.583556:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61c3c0 x1874594466079872/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1787757475.583559:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757475.583570:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5add0
00000400:00000010:3.0:1787757475.583576:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5add0.
00000100:00000001:3.0:1787757475.583587:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787757475.583591:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1787757475.583598:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61de00 x1874594466079616/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757475.583601:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757475.583619:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003175400] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61c3c0 x1874594466079872/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757475.583628:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787757475.583640:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757475.583641:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61de00 x1874594466079616/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757500 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787757475.583651:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787757475.583664:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757475.583665:0:277752:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1787757475.583672:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:2.0:1787757475.583677:0:277752:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19065)
00000100:00000001:3.0:1787757475.583683:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757475.583693:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757475.583696:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313728425
00000100:00000010:3.0:1787757475.583704:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350e780.
00000100:00000001:3.0:1787757475.583713:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787757475.583743:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313728425
00000100:00000010:3.0:1787757475.583748:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350eb40.
00000100:00000001:3.0:1787757475.583752:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787757475.583756:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757475.583760:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757475.583764:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757475.583770:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757475/real 1787757475]  req@ffff92505e61de00 x1874594466079616/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757475.583783:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757475.583786:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757475.583791:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757475.583807:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757475.583810:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757475.583812:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757475.583817:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61de00 x1874594466079616/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757475.583828:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61de00 x1874594466079616/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757475.583844:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757475.583846:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757475.583850:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757475.583852:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757475.583857:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61de00 x1874594466079616/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757475.583866:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757475.583871:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61de00 x1874594466079616/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757500 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757475.583880:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757475.583884:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757475.583886:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757475.583887:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757475.583890:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757475.583893:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757475.583897:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757475.583902:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757475.583905:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757475.583910:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61de00 x1874594466079616/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757500 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757475.583920:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466079616:192.168.201.154@tcp:250:kworker.0
00000100:00000001:3.0:1787757475.583926:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757475.583929:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757475.583933:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61de00 x1874594466079616/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757500 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757475.583941:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757475.583944:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757475.583949:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51d800.
02000000:00000001:3.0:1787757475.583952:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757475.583955:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757475.583957:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:3.0:1787757475.583960:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757475.583965:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafcc00.
02000000:00000001:3.0:1787757475.583971:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757475.583975:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757475.583978:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61de00.
00000100:00000001:3.0:1787757475.583984:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757475.583987:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757475.583991:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757475.584004:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757475.584008:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757475.584012:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757475.584015:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757475.584018:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757475.584026:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61e940 x1874594466079744/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757475.584042:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757475.584045:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757475.584050:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757475.584054:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757475.584058:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757475.584064:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466079744:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757475.584094:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757475.584098:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757475.584100:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757475.584103:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757475.584108:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51d800.
02000000:00000001:3.0:1787757475.584111:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757475.584116:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757475.584120:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757475.584125:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757475.584130:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466079744, portal 10
00000100:00000001:3.0:1787757475.584134:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757475.584136:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611354944 : -120601098196672 : ffff92505e61e940)
00000100:00000040:3.0:1787757475.584145:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61e940 x1874594466079744/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757475.584154:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757475.584157:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757475.584160:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5add0.
00000100:00000200:3.0:1787757475.584164:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466079744, offset 0
00000400:00000200:3.0:1787757475.584172:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757475.584181:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757475.584189:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757475.584195:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757475.584201:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757475.584205:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757475.584210:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757475.584217:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56534:56534:256:4294967295] 192.168.201.154@tcp LPNI seq info [56534:56534:8:4294967295]
00000400:00000200:3.0:1787757475.584226:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757475.584241:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757475.584251:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757475.584259:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9fe00.
00000800:00000200:3.0:1787757475.584298:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757475.584303:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1787757475.584309:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757475.584312:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1787757475.584317:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757475.584320:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9fe00.
00000400:00000200:3.0:1787757475.584325:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757475.584330:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757475.584335:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5add0
00000400:00000010:3.0:1787757475.584337:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5add0.
00000100:00000001:3.0:1787757475.584341:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757475.584346:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61e940 x1874594466079744/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757475.584366:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757475.584369:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61e940 x1874594466079744/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757500 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757475.584378:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757475.584380:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757475.584385:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757475.584390:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:3.0:1787757475.584395:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757475.584398:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313727530
00000100:00000001:3.0:1787757475.584402:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313728425
00000100:00000001:3.0:1787757475.584405:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313727530
00000100:00000001:3.0:1787757475.584408:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313728425
00000100:00000001:3.0:1787757475.584411:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757475.584414:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757475.584417:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757475.584422:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757475/real 1787757475]  req@ffff92505e61e940 x1874594466079744/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757475.584432:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757475.584434:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757475.584436:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757475.584439:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757475.584442:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757475.584444:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757475.584448:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61e940 x1874594466079744/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757475.584459:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61e940 x1874594466079744/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757475.584466:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757475.584469:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757475.584471:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757475.584473:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757475.584477:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61e940 x1874594466079744/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757475.584486:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757475.584491:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61e940 x1874594466079744/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757500 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757475.584499:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757475.584502:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757475.584504:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757475.584505:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757475.584507:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757475.584510:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757475.584514:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757475.584518:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757475.584520:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757475.584525:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61e940 x1874594466079744/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757500 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757475.584535:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466079744:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757475.584540:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757475.584544:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61c3c0 x1874594466079872/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757475.584553:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757475.584554:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757475.584557:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757475.584560:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757475.584562:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757475.584566:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466079872:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757475.584570:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757475.584573:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757475.584576:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757475.584578:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757475.584583:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51fc00.
02000000:00000001:3.0:1787757475.584585:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757475.584589:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757475.584592:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000010:3.0:1787757475.584596:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00000200:3.0:1787757475.584600:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466079872, portal 4
00000100:00000001:3.0:1787757475.584602:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757475.584604:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611345344 : -120601098206272 : ffff92505e61c3c0)
00000100:00000040:3.0:1787757475.584611:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61c3c0 x1874594466079872/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757475.584619:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757475.584622:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757475.584625:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5add0.
00000100:00000200:3.0:1787757475.584628:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466079872, offset 0
00000400:00000200:3.0:1787757475.584633:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757475.584637:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757475.584642:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757475.584646:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757475.584649:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757475.584653:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757475.584656:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757475.584660:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56535:56535:256:4294967295] 192.168.201.154@tcp LPNI seq info [56535:56535:8:4294967295]
00000400:00000200:3.0:1787757475.584665:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757475.584673:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757475.584678:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757475.584682:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9fe00.
00000800:00000200:3.0:1787757475.584687:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757475.584691:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1787757475.584696:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757475.584699:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 1 secs later)
00000800:00000100:3.0:1787757475.584705:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757475.584707:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9fe00.
00000400:00000200:3.0:1787757475.584712:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757475.584716:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757475.584719:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5add0
00000400:00000010:3.0:1787757475.584722:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5add0.
00000100:00000001:3.0:1787757475.584724:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757475.584729:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61c3c0 x1874594466079872/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757475.584739:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757475.584742:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61c3c0 x1874594466079872/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757500 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757475.584751:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757475.584753:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757475.584756:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757475.584760:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:3.0:1787757475.584764:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757475.584766:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313727513
00000100:00000001:3.0:1787757475.584769:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313728425
00000100:00000001:3.0:1787757475.584772:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313727513
00000100:00000001:3.0:1787757475.584775:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313728425
00000100:00000001:3.0:1787757475.584777:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757475.584780:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757475.584782:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757475.584786:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757475/real 1787757475]  req@ffff92505e61c3c0 x1874594466079872/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757475.584795:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757475.584798:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757475.584800:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000400:00000200:3.0:1787757475.584802:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000010:3.0:1787757475.584805:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757475.584807:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757475.584811:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61c3c0 x1874594466079872/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757475.584820:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61c3c0 x1874594466079872/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757475.584828:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757475.584830:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757475.584832:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757475.584833:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757475.584837:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61c3c0 x1874594466079872/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757475.584845:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757475.584850:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61c3c0 x1874594466079872/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757500 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757475.584857:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757475.584860:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757475.584863:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757475.584864:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757475.584866:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757475.584869:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757475.584872:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757475.584876:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757475.584878:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757475.584883:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61c3c0 x1874594466079872/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757500 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757475.584899:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466079872:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757475.584905:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757475.584907:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757475.584911:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61e940 x1874594466079744/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757500 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757475.584919:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757475.584921:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757475.584923:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51d800.
02000000:00000001:3.0:1787757475.584926:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757475.584928:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757475.584929:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:3.0:1787757475.584932:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757475.584934:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafec00.
02000000:00000001:3.0:1787757475.584937:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757475.584939:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757475.584941:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61e940.
00000100:00000001:3.0:1787757475.584944:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757475.584945:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757475.584947:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757475.584951:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61c3c0 x1874594466079872/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757500 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757475.584959:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757475.584961:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757475.584963:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51fc00.
02000000:00000001:3.0:1787757475.584970:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757475.584972:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757475.584975:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:3.0:1787757475.584979:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757475.584981:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafc000.
02000000:00000001:3.0:1787757475.584986:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757475.584988:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757475.584991:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61c3c0.
00000100:00000001:3.0:1787757475.584996:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757475.584999:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757475.585002:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757475.585010:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757475.585012:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757475.585016:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757475.585020:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757476.094349:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757476.094358:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757476.094360:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757476.094365:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757476.094370:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757476.094373:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757476.094376:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757476.094379:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757476.094382:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757476.414427:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757476.414431:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757476.414434:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757476.542402:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313728425, at 4313728448
00000100:00000010:3.0:1787757476.542423:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350eb40.
00000100:00000040:2.0:1787757476.542426:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313728425, at 4313728448
00000100:00000010:2.0:1787757476.542439:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350e780.
00000100:00000001:0.0:1787757477.118450:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757477.118500:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757477.118505:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757477.118511:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757477.118516:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757477.118521:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757477.118524:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757477.118528:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757477.118531:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757477.438580:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757477.438588:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757477.438592:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757478.142416:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757478.142426:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757478.142431:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757478.142438:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757478.142444:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757478.142450:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757478.142455:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757478.142460:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757478.142465:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757478.462601:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757478.462608:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757478.462613:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757479.166368:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757479.166376:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757479.166378:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757479.166384:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757479.166398:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757479.166402:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757479.166405:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757479.166408:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757479.166410:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757479.486587:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757479.486594:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757479.486600:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757480.190334:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757480.190341:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757480.190342:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757480.190347:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757480.190349:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757480.190353:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757480.190355:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757480.190357:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757480.190359:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757480.510629:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757480.510638:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757480.510645:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787757480.702446:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757480.702458:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787757480.702460:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757480.702464:0:277752:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757480.702469:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757480.702477:0:277752:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19060
00000400:00000200:2.0:1787757480.702486:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757480.702493:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757480.702496:0:277752:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757480.702500:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757480.702503:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757480.702506:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757480.702509:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757480.702513:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757480.702515:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787757480.702518:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757480.702522:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787757480.702524:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787757480.702528:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787757480.702531:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757480.702533:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757480.702535:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757480.702537:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757480.702540:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787757480.702544:0:277752:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757480.702546:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757480.702549:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757480.702553:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757480.702555:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757480.702558:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757480.702560:0:277752:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757480.702568:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61c3c0.
00000020:00000040:2.0:1787757480.702572:0:277752:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787757480.702576:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757480.702578:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757480.702581:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757480.702584:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757480.702588:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757480.702596:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafc000.
00000100:00000001:2.0:1787757480.702603:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757480.702624:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61c3c0 x1874594466080000/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757480.702636:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757480.702641:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757480.702646:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003175400] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61c3c0 x1874594466080000/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757480.702670:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757480.702674:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757480.702678:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787757480.702680:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757480.702682:0:277752:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757480.702685:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757480.702688:0:277752:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19060
00000400:00000200:2.0:1787757480.702692:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757480.702695:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757480.702697:0:277752:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757480.702700:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757480.702703:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757480.702705:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757480.702708:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757480.702711:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757480.702712:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:2.0:1787757480.702714:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757480.702717:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:2.0:1787757480.702719:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:2.0:1787757480.702721:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:2.0:1787757480.702725:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757480.702727:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787757480.702730:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1787757480.702731:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757480.702738:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:3.0:1787757480.702741:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1787757480.702742:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00000001:3.0:1787757480.702747:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:2.0:1787757480.702749:0:277752:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757480.702754:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757480.702758:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:3.0:1787757480.702762:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61c3c0 x1874594466080000/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787757480.702766:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757480.702773:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757480.702780:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757480.702786:0:277752:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1787757480.702787:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00000001:2.0:1787757480.702794:0:277752:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757480.702794:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757480.702801:0:277752:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757480.702805:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:2.0:1787757480.702807:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61e940.
02000000:00000001:3.0:1787757480.702812:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1787757480.702813:0:277752:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:2.0:1787757480.702818:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757480.702823:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757480.702824:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757480.702826:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757480.702829:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757480.702835:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757480.702843:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafec00.
00000100:00100000:3.0:1787757480.702843:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466080000:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757480.702851:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757480.702861:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:2.0:1787757480.702863:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61e940 x1874594466080128/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1787757480.702869:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787757480.702877:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1787757480.702879:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757480.702881:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757480.702889:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1787757480.702891:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0cadbca] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61e940 x1874594466080128/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787757480.702901:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51fc00.
00000100:00000001:2.0:1787757480.702904:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757480.702912:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:3.0:1787757480.702912:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757480.702922:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787757480.702942:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757480.702945:0:277752:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1787757480.702953:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757480.702954:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757480.702963:0:277752:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19060
00000400:00000010:3.0:1787757480.702971:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f447266e0.
00000400:00000200:2.0:1787757480.702972:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757480.703028:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000400:00000010:3.0:1787757480.703031:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aaa0.
00000100:00080000:2.0:1787757480.703033:0:277752:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757480.703043:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000200:3.0:1787757480.703045:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466080000, portal 25
00000100:00000001:2.0:1787757480.703048:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787757480.703051:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:2.0:1787757480.703057:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757480.703058:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611345344 : -120601098206272 : ffff92505e61c3c0)
00000100:00000001:2.0:1787757480.703069:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757480.703077:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757480.703080:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:2.0:1787757480.703083:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:3.0:1787757480.703086:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61c3c0 x1874594466080000/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787757480.703088:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:2.0:1787757480.703096:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:2.0:1787757480.703102:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:2.0:1787757480.703112:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757480.703118:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757480.703124:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757480.703124:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787757480.703132:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757480.703136:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00000040:3.0:1787757480.703141:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00080000:2.0:1787757480.703145:0:277752:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000400:00000010:3.0:1787757480.703151:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5add0.
00000100:00000001:2.0:1787757480.703152:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757480.703157:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:3.0:1787757480.703163:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466080000, offset 0
02000000:00000001:2.0:1787757480.703164:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757480.703173:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757480.703175:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757480.703178:0:277752:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1787757480.703181:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000008:00000001:2.0:1787757480.703184:0:277752:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757480.703189:0:277752:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757480.703195:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757480.703204:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00000010:2.0:1787757480.703206:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61de00.
00000400:00000200:3.0:1787757480.703212:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:2.0:1787757480.703213:0:277752:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000400:00000200:3.0:1787757480.703221:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
02000000:00000001:2.0:1787757480.703226:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757480.703248:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757480.703251:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757480.703253:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757480.703256:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757480.703260:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
02000000:00000010:2.0:1787757480.703262:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafcc00.
00000100:00000001:2.0:1787757480.703272:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757480.703327:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61de00 x1874594466080256/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1787757480.703335:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757480.703358:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56536:56536:256:4294967295] 192.168.201.154@tcp LPNI seq info [56536:56536:8:4294967295]
00000100:00000001:2.0:1787757480.703359:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757480.703370:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757480.703390:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0b9f896] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61de00 x1874594466080256/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787757480.703397:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757480.703410:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757480.703415:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787757480.703445:0:277752:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1787757480.703447:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1787757480.703454:0:277752:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19070)
00000800:00000200:3.0:1787757480.703462:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757480.703470:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9fe00.
00000800:00000200:3.0:1787757480.703480:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757480.703487:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:3.0:1787757480.703504:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757480.703509:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757480.703512:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313733545
00000100:00000010:3.0:1787757480.703518:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350eb40.
00000100:00000001:3.0:1787757480.703526:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787757480.703534:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313733545
00000100:00000010:3.0:1787757480.703537:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350e420.
00000100:00000001:3.0:1787757480.703541:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787757480.703544:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757480.703548:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757480.703553:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757480.703555:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757480.703565:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757480.703567:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1787757480.703571:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757480.703575:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757480.703577:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757480.703583:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61e940 x1874594466080128/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757480.703593:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757480.703594:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757480.703598:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757480.703600:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757480.703602:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757480.703606:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466080128:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757480.703611:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757480.703615:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757480.703618:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757480.703621:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757480.703627:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51d800.
02000000:00000001:3.0:1787757480.703630:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757480.703636:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757480.703642:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f44726318.
00000400:00000010:3.0:1787757480.703650:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a660.
00000100:00000200:3.0:1787757480.703656:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466080128, portal 10
00000100:00000001:3.0:1787757480.703660:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757480.703662:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611354944 : -120601098196672 : ffff92505e61e940)
00000100:00000040:3.0:1787757480.703675:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61e940 x1874594466080128/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757480.703687:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757480.703692:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757480.703697:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a220.
00000100:00000200:3.0:1787757480.703700:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466080128, offset 0
00000400:00000200:3.0:1787757480.703707:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757480.703714:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757480.703719:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757480.703722:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757480.703726:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757480.703729:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757480.703731:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757480.703734:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56537:56537:255:4294967295] 192.168.201.154@tcp LPNI seq info [56537:56537:7:4294967295]
00000400:00000200:3.0:1787757480.703739:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757480.703746:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757480.703751:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757480.703755:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f300.
00000800:00000200:3.0:1787757480.703759:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757480.703764:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:3.0:1787757480.703767:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757480.703771:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:3.0:1787757480.703775:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757480.703777:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313732649
00000100:00000001:3.0:1787757480.703780:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313733545
00000100:00000001:3.0:1787757480.703782:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313732649
00000100:00000001:3.0:1787757480.703785:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313733545
00000100:00000001:3.0:1787757480.703787:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757480.703789:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757480.703791:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757480.703795:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61de00 x1874594466080256/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757480.703806:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757480.703808:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757480.703811:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757480.703814:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757480.703817:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757480.703823:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466080256:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757480.703829:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757480.703832:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757480.703835:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757480.703837:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757480.703843:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51e400.
02000000:00000001:3.0:1787757480.703846:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757480.703851:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757480.703856:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f44726370.
00000400:00000010:3.0:1787757480.703862:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aee0.
00000100:00000200:3.0:1787757480.703867:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466080256, portal 4
00000100:00000001:3.0:1787757480.703870:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757480.703872:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611352064 : -120601098199552 : ffff92505e61de00)
00000100:00000040:3.0:1787757480.703883:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61de00 x1874594466080256/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757480.703891:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757480.703894:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757480.703897:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a3b8.
00000100:00000200:3.0:1787757480.703902:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466080256, offset 0
00000400:00000200:3.0:1787757480.703909:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757480.703916:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757480.703921:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757480.703925:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757480.703929:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757480.703932:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757480.703952:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757480.703958:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56538:56538:254:4294967295] 192.168.201.154@tcp LPNI seq info [56538:56538:6:4294967295]
00000400:00000200:3.0:1787757480.703966:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757480.704054:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757480.704065:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757480.704072:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f700.
00000800:00000200:3.0:1787757480.704077:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757480.704084:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:3.0:1787757480.704088:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757480.704093:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:3.0:1787757480.704099:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757480.704102:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313732632
00000100:00000001:3.0:1787757480.704106:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313733545
00000100:00000001:3.0:1787757480.704110:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313732632
00000100:00000001:3.0:1787757480.704114:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313733545
00000100:00000001:3.0:1787757480.704117:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757480.704121:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757480.704126:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757480.704129:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757480.704135:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757480.704137:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1787757480.704141:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757480.704143:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757480.704146:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757480.704149:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757481.214368:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757481.214380:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757481.214384:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757481.214404:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757481.214411:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757481.214417:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757481.214421:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757481.214425:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757481.214430:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757481.534580:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757481.534589:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757481.534597:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757481.662439:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313733545, at 4313733568
00000100:00000040:2.0:1787757481.662448:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313733545, at 4313733568
00000100:00000010:3.0:1787757481.662469:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350e420.
00000100:00000010:2.0:1787757481.662471:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350eb40.
00000100:00000001:0.0:1787757482.238339:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757482.238351:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757482.238354:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757482.238362:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757482.238367:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757482.238372:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757482.238375:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757482.238378:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757482.238381:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757482.558519:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757482.558526:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757482.558532:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757483.262368:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757483.262377:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757483.262380:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757483.262386:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757483.262390:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757483.262395:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757483.262399:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757483.262402:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757483.262406:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757483.582417:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757483.582421:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757483.582424:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1787757483.774659:0:238942:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.154:988
00000400:00000100:0.0:1787757483.774728:0:238942:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.154@tcp at host 192.168.201.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1787757483.774741:0:238942:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757483.774746:0:238942:0:(router.c:1791:lnet_notify()) 192.168.201.54@tcp notifying 192.168.201.154@tcp: down
00000400:00000200:0.0:1787757483.774753:0:238942:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757483.774757:0:238942:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1787757483.774762:0:238942:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000800:00000010:0.0:1787757483.774766:0:238942:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9fe00.
00000400:00000200:0.0:1787757483.774774:0:238942:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787757483.774782:0:238942:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787757483.774787:0:238942:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5add0
00000400:00000010:0.0:1787757483.774789:0:238942:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5add0.
00000100:00000001:0.0:1787757483.774795:0:238942:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757483.774803:0:238942:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff92505e61c3c0 x1874594466080000/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757483.774847:0:238942:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757483.774854:0:238942:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61c3c0 x1874594466080000/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757505 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757483.774868:0:238942:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757483.774871:0:238942:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787757483.774889:0:238942:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000800:00000010:0.0:1787757483.774893:0:238942:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f300.
00000400:00000200:0.0:1787757483.774899:0:238942:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787757483.774905:0:238942:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787757483.774914:0:238942:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a220
00000100:00000001:3.0:1787757483.774914:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000010:0.0:1787757483.774918:0:238942:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a220.
00000100:00000001:3.0:1787757483.774942:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757483.774949:0:238942:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787757483.774952:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000200:0.0:1787757483.774974:0:238942:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff92505e61e940 x1874594466080128/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757483.774985:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757480/real 1787757483]  req@ffff92505e61c3c0 x1874594466080000/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757483.774987:0:238942:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757483.774995:0:238942:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61e940 x1874594466080128/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757505 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757483.775008:0:238942:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1787757483.775008:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1787757483.775013:0:238942:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000001:3.0:1787757483.775013:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757483.775020:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f447266e0.
00000800:00000100:0.0:1787757483.775023:0:238942:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000800:00000010:0.0:1787757483.775028:0:238942:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f700.
00000400:00000200:3.0:1787757483.775029:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aaa0
00000400:00000200:0.0:1787757483.775033:0:238942:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000010:3.0:1787757483.775034:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aaa0.
00000100:00000001:3.0:1787757483.775042:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:0.0:1787757483.775043:0:238942:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000100:00000200:3.0:1787757483.775049:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61c3c0 x1874594466080000/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757483.775062:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61c3c0 x1874594466080000/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787757483.775065:0:238942:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a3b8
00000400:00000010:0.0:1787757483.775070:0:238942:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a3b8.
00000100:00000001:0.0:1787757483.775078:0:238942:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787757483.775078:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757483.775083:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:0.0:1787757483.775088:0:238942:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff92505e61de00 x1874594466080256/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757483.775088:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757483.775097:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757483.775107:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61c3c0 x1874594466080000/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757483.775125:0:238942:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787757483.775126:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757483.775134:0:238942:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61de00 x1874594466080256/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757505 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787757483.775136:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61c3c0 x1874594466080000/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757505 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757483.775158:0:238942:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757483.775161:0:238942:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757483.775166:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757483.775172:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757483.775174:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757483.775175:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757483.775178:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757483.775181:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757483.775185:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757483.775196:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757483.775200:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757483.775205:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61c3c0 x1874594466080000/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757505 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757483.775214:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466080000:192.168.201.154@tcp:250:kworker.0
00000100:00000001:3.0:1787757483.775220:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757483.775223:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757483.775226:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61c3c0 x1874594466080000/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757505 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757483.775233:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757483.775237:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757483.775242:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51fc00.
02000000:00000001:3.0:1787757483.775248:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757483.775252:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757483.775254:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:3.0:1787757483.775257:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757483.775260:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafc000.
02000000:00000001:3.0:1787757483.775264:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757483.775293:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757483.775296:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61c3c0.
00000100:00000001:3.0:1787757483.775300:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757483.775302:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757483.775304:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757483.775306:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757483.775308:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757483.775309:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757483.775314:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757480/real 1787757483]  req@ffff92505e61e940 x1874594466080128/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757483.775328:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757483.775329:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757483.775331:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f44726318.
00000400:00000200:3.0:1787757483.775334:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a660
00000400:00000010:3.0:1787757483.775336:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a660.
00000100:00000001:3.0:1787757483.775339:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757483.775343:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61e940 x1874594466080128/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757483.775353:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61e940 x1874594466080128/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757483.775378:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757483.775380:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757483.775383:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757483.775385:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757483.775624:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61e940 x1874594466080128/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757483.775634:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757483.775638:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61e940 x1874594466080128/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757505 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757483.775645:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757483.775648:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757483.775650:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757483.775652:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757483.775655:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757483.775659:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757483.775662:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757483.775668:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757483.775671:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757483.775675:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61e940 x1874594466080128/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757505 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757483.775684:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466080128:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757483.775689:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757483.775694:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757480/real 1787757483]  req@ffff92505e61de00 x1874594466080256/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757483.775700:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757483.775701:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757483.775703:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f44726370.
00000400:00000200:3.0:1787757483.775705:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aee0
00000400:00000010:3.0:1787757483.775706:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aee0.
00000100:00000001:3.0:1787757483.775708:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757483.775711:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61de00 x1874594466080256/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757483.775717:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61de00 x1874594466080256/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757483.775721:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757483.775722:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757483.775723:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757483.775724:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757483.775726:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61de00 x1874594466080256/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757483.775730:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757483.775733:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61de00 x1874594466080256/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757505 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757483.775737:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757483.775739:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757483.775740:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757483.775741:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757483.775742:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757483.775743:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757483.775745:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757483.775747:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757483.775748:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757483.775750:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61de00 x1874594466080256/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757505 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757483.775755:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466080256:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757483.775757:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757483.775759:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757483.775761:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61e940 x1874594466080128/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757505 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757483.775766:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757483.775768:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757483.775769:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51d800.
02000000:00000001:3.0:1787757483.775771:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757483.775772:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757483.775773:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:3.0:1787757483.775775:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757483.775777:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafec00.
02000000:00000001:3.0:1787757483.775778:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757483.775779:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757483.775780:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61e940.
00000100:00000001:3.0:1787757483.775782:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757483.775783:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757483.775784:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757483.775786:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61de00 x1874594466080256/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757505 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757483.775790:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757483.775791:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757483.775792:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51e400.
02000000:00000001:3.0:1787757483.775794:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757483.775794:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757483.775795:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:3.0:1787757483.775796:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757483.775797:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafcc00.
02000000:00000001:3.0:1787757483.775798:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757483.775799:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757483.775800:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61de00.
00000100:00000001:3.0:1787757483.775802:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757483.775803:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757483.775805:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757483.775814:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757483.775816:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757483.775818:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757483.775819:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757484.286460:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757484.286470:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757484.286473:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757484.286479:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757484.286484:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757484.286489:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757484.286492:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757484.286513:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757484.286515:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757484.606431:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757484.606435:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757484.606438:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757485.310350:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757485.310357:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757485.310358:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757485.310381:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757485.310386:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757485.310391:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757485.310394:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757485.310397:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757485.310401:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757485.630586:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757485.630590:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757485.630593:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787757485.822415:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757485.822430:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787757485.822433:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757485.822459:0:277752:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757485.822467:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757485.822480:0:277752:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19065
00000400:00000200:2.0:1787757485.822495:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757485.822521:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757485.822527:0:277752:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757485.822532:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757485.822536:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757485.822540:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757485.822544:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757485.822551:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757485.822554:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787757485.822558:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757485.822563:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787757485.822566:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787757485.822570:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787757485.822574:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757485.822577:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757485.822580:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757485.822582:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757485.822587:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787757485.822592:0:277752:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757485.822596:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757485.822600:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757485.822606:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757485.822609:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757485.822612:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757485.822616:0:277752:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757485.822624:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61f480.
00000020:00000040:2.0:1787757485.822630:0:277752:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787757485.822646:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757485.822649:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757485.822653:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757485.822656:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757485.822662:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757485.822671:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafdc00.
00000100:00000001:2.0:1787757485.822679:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757485.822691:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61f480 x1874594466080384/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757485.822716:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757485.822722:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757485.822729:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f638b8ce] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61f480 x1874594466080384/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757485.822762:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757485.822767:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757485.822772:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787757485.822775:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757485.822777:0:277752:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757485.822781:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757485.822785:0:277752:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19065
00000400:00000200:2.0:1787757485.822790:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757485.822796:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757485.822799:0:277752:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757485.822803:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757485.822807:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757485.822811:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757485.822814:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757485.822817:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757485.822820:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:2.0:1787757485.822823:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757485.822826:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000100:00000001:3.0:1787757485.822829:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1787757485.822830:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:2.0:1787757485.822837:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:3.0:1787757485.822839:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1787757485.822843:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757485.822846:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787757485.822850:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757485.822859:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000040:3.0:1787757485.822862:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61f480 x1874594466080384/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757485.822863:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757485.822871:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00000001:3.0:1787757485.822884:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757485.822907:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757485.822913:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757485.822917:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757485.822921:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757485.822927:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466080384:192.168.201.154@tcp:250:kworker.0
00000100:00080000:2.0:1787757485.822934:0:277752:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757485.822937:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757485.822945:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787757485.822947:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757485.822952:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757485.822954:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757485.822961:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787757485.822965:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1787757485.822971:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51e400.
02000000:00000001:2.0:1787757485.822978:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757485.822987:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757485.822988:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757485.822996:0:277752:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1787757485.823004:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000008:00000001:2.0:1787757485.823006:0:277752:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757485.823012:0:277752:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1787757485.823015:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f44726370.
00000100:00000010:2.0:1787757485.823027:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61f840.
00000400:00000010:3.0:1787757485.823030:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aee0.
00000020:00000040:2.0:1787757485.823033:0:277752:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:2.0:1787757485.823040:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757485.823042:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757485.823044:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757485.823046:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757485.823049:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1787757485.823055:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466080384, portal 25
02000000:00000010:2.0:1787757485.823057:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507caff400.
00000100:00000001:3.0:1787757485.823063:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757485.823067:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757485.823068:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611357824 : -120601098193792 : ffff92505e61f480)
00000100:00100000:2.0:1787757485.823080:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61f840 x1874594466080512/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1787757485.823086:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61f480 x1874594466080384/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757485.823112:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757485.823118:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787757485.823119:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757485.823128:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000040:2.0:1787757485.823134:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aef5ed20] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61f840 x1874594466080512/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1787757485.823137:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a660.
00000100:00000200:3.0:1787757485.823148:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466080384, offset 0
00000100:00000001:2.0:1787757485.823160:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757485.823167:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00080000:2.0:1787757485.823168:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757485.823177:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787757485.823180:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757485.823182:0:277752:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1787757485.823185:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757485.823190:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757485.823199:0:277752:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19065
00000400:00000200:3.0:1787757485.823200:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757485.823212:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757485.823217:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757485.823223:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757485.823227:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757485.823232:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56539:56539:256:4294967295] 192.168.201.154@tcp LPNI seq info [56539:56539:8:4294967295]
00000400:00000200:3.0:1787757485.823239:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757485.823250:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1787757485.823263:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000800:00000200:3.0:1787757485.823265:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757485.823305:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757485.823309:0:277752:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757485.823315:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757485.823318:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757485.823322:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757485.823326:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757485.823330:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757485.823332:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:2.0:1787757485.823337:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757485.823340:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000800:00000010:3.0:1787757485.823343:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f700.
00000020:00000001:2.0:1787757485.823344:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:2.0:1787757485.823352:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:2.0:1787757485.823361:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000800:00000200:3.0:1787757485.823362:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:2.0:1787757485.823369:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.0:1787757485.823372:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000100:00000040:2.0:1787757485.823377:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757485.823386:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000800:00000200:3.1:1787757485.823387:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000020:00000040:2.0:1787757485.823394:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000800:00000200:3.1:1787757485.823396:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000100:00080000:2.0:1787757485.823404:0:277752:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000800:00000100:3.0:1787757485.823412:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000100:00000001:2.0:1787757485.823414:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1787757485.823418:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f700.
02000000:00000001:2.0:1787757485.823421:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1787757485.823428:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1787757485.823429:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757485.823437:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757485.823441:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1787757485.823443:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757485.823449:0:277752:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1787757485.823451:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a660
00000008:00000001:2.0:1787757485.823458:0:277752:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1787757485.823460:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a660.
00000100:00000001:2.0:1787757485.823464:0:277752:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757485.823470:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000010:2.0:1787757485.823474:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61d2c0.
00000020:00000040:2.0:1787757485.823481:0:277752:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:2.0:1787757485.823486:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757485.823488:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757485.823490:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757485.823494:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757485.823497:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757485.823502:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafd000.
00000100:00000001:2.0:1787757485.823506:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757485.823516:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61d2c0 x1874594466080640/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757485.823527:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757485.823530:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757485.823536:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b484489] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61d2c0 x1874594466080640/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757485.823548:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757485.823552:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787757485.823558:0:277752:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1787757485.823565:0:277752:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19075)
00000100:00000200:3.0:1787757485.823589:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61f480 x1874594466080384/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757485.823608:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757485.823616:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61f480 x1874594466080384/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757510 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757485.823627:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757485.823630:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757485.823640:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757485.823646:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757485.823650:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313738665
00000100:00000010:3.0:1787757485.823658:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350e420.
00000100:00000001:3.0:1787757485.823667:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787757485.823696:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313738665
00000100:00000010:3.0:1787757485.823703:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350eae0.
00000100:00000001:3.0:1787757485.823709:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787757485.823714:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757485.823717:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757485.823721:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757485.823729:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757485/real 1787757485]  req@ffff92505e61f480 x1874594466080384/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757485.823744:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757485.823746:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757485.823750:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f44726370.
00000400:00000200:3.0:1787757485.823755:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aee0
00000400:00000010:3.0:1787757485.823758:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aee0.
00000100:00000001:3.0:1787757485.823762:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757485.823767:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61f480 x1874594466080384/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757485.823782:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61f480 x1874594466080384/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757485.823793:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757485.823796:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757485.823799:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757485.823802:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757485.823809:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61f480 x1874594466080384/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757485.823818:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757485.823825:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61f480 x1874594466080384/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757510 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757485.823835:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757485.823840:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757485.823843:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757485.823845:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757485.823848:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757485.823852:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757485.823857:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757485.823862:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757485.823865:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757485.823872:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61f480 x1874594466080384/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757510 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757485.823886:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466080384:192.168.201.154@tcp:250:kworker.0
00000100:00000001:3.0:1787757485.823928:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757485.823932:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757485.823936:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61f480 x1874594466080384/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757510 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757485.823945:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757485.823949:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757485.823952:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51e400.
02000000:00000001:3.0:1787757485.823956:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757485.823959:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757485.823961:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:3.0:1787757485.823964:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757485.823967:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafdc00.
02000000:00000001:3.0:1787757485.823973:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757485.823975:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757485.823977:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61f480.
00000100:00000001:3.0:1787757485.823981:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757485.823984:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757485.823986:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757485.823998:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757485.824001:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757485.824004:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757485.824007:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757485.824009:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757485.824022:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61f840 x1874594466080512/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757485.824039:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757485.824041:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757485.824044:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757485.824047:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757485.824050:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757485.824054:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466080512:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757485.824060:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757485.824063:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757485.824065:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757485.824068:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757485.824073:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51e400.
02000000:00000001:3.0:1787757485.824075:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757485.824081:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757485.824084:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f44726370.
00000400:00000010:3.0:1787757485.824089:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aee0.
00000100:00000200:3.0:1787757485.824094:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466080512, portal 10
00000100:00000001:3.0:1787757485.824097:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757485.824099:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611358784 : -120601098192832 : ffff92505e61f840)
00000100:00000040:3.0:1787757485.824109:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61f840 x1874594466080512/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757485.824118:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757485.824121:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757485.824124:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a660.
00000100:00000200:3.0:1787757485.824128:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466080512, offset 0
00000400:00000200:3.0:1787757485.824134:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757485.824141:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757485.824147:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757485.824151:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757485.824155:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757485.824158:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757485.824161:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757485.824166:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56540:56540:256:4294967295] 192.168.201.154@tcp LPNI seq info [56540:56540:8:4294967295]
00000400:00000200:3.0:1787757485.824172:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757485.824181:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757485.824189:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757485.824201:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f700.
00000800:00000200:3.0:1787757485.824209:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757485.824213:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787757485.824219:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757485.824222:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1787757485.824227:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757485.824230:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f700.
00000400:00000200:3.0:1787757485.824235:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757485.824241:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757485.824246:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a660
00000400:00000010:3.0:1787757485.824248:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a660.
00000100:00000001:3.0:1787757485.824253:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757485.824258:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61f840 x1874594466080512/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757485.824301:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757485.824306:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61f840 x1874594466080512/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757510 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757485.824316:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757485.824319:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757485.824325:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757485.824331:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:3.0:1787757485.824337:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757485.824340:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313737770
00000100:00000001:3.0:1787757485.824344:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313738665
00000100:00000001:3.0:1787757485.824347:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313737770
00000100:00000001:3.0:1787757485.824350:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313738665
00000100:00000001:3.0:1787757485.824353:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757485.824358:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757485.824361:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757485.824367:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757485/real 1787757485]  req@ffff92505e61f840 x1874594466080512/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757485.824378:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757485.824380:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757485.824383:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f44726370.
00000400:00000200:3.0:1787757485.824396:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aee0
00000400:00000010:3.0:1787757485.824399:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aee0.
00000100:00000001:3.0:1787757485.824402:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757485.824407:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61f840 x1874594466080512/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757485.824420:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61f840 x1874594466080512/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757485.824430:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757485.824433:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757485.824437:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757485.824439:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757485.824445:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61f840 x1874594466080512/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757485.824472:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757485.824477:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61f840 x1874594466080512/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757510 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757485.824487:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757485.824491:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757485.824493:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757485.824495:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757485.824497:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757485.824500:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757485.824504:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757485.824509:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757485.824512:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757485.824517:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61f840 x1874594466080512/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757510 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757485.824527:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466080512:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757485.824532:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757485.824537:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61d2c0 x1874594466080640/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757485.824544:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757485.824546:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757485.824549:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757485.824551:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757485.824553:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757485.824557:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466080640:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757485.824561:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757485.824564:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757485.824566:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757485.824568:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757485.824572:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51d800.
02000000:00000001:3.0:1787757485.824575:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757485.824579:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757485.824582:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f44726370.
00000400:00000010:3.0:1787757485.824586:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aee0.
00000100:00000200:3.0:1787757485.824589:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466080640, portal 4
00000100:00000001:3.0:1787757485.824591:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757485.824593:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611349184 : -120601098202432 : ffff92505e61d2c0)
00000100:00000040:3.0:1787757485.824601:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61d2c0 x1874594466080640/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757485.824609:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757485.824613:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757485.824616:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a660.
00000100:00000200:3.0:1787757485.824619:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466080640, offset 0
00000400:00000200:3.0:1787757485.824624:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757485.824630:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757485.824635:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757485.824638:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757485.824642:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757485.824645:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757485.824648:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757485.824652:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56541:56541:256:4294967295] 192.168.201.154@tcp LPNI seq info [56541:56541:8:4294967295]
00000400:00000200:3.0:1787757485.824657:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757485.824673:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757485.824679:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757485.824684:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f700.
00000800:00000200:3.0:1787757485.824689:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757485.824693:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787757485.824698:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757485.824702:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1787757485.824707:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757485.824709:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f700.
00000400:00000200:3.0:1787757485.824714:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757485.824718:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757485.824722:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a660
00000400:00000010:3.0:1787757485.824725:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a660.
00000100:00000001:3.0:1787757485.824729:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757485.824733:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61d2c0 x1874594466080640/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757485.824744:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757485.824748:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61d2c0 x1874594466080640/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757510 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757485.824756:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757485.824758:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757485.824763:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757485.824767:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:3.0:1787757485.824771:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757485.824774:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313737753
00000100:00000001:3.0:1787757485.824777:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313738665
00000100:00000001:3.0:1787757485.824780:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313737753
00000100:00000001:3.0:1787757485.824783:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313738665
00000100:00000001:3.0:1787757485.824785:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757485.824788:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757485.824790:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757485.824795:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757485/real 1787757485]  req@ffff92505e61d2c0 x1874594466080640/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757485.824806:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757485.824808:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757485.824811:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f44726370.
00000400:00000200:3.0:1787757485.824814:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aee0
00000400:00000010:3.0:1787757485.824816:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aee0.
00000100:00000001:3.0:1787757485.824819:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757485.824824:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61d2c0 x1874594466080640/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757485.824833:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61d2c0 x1874594466080640/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757485.824838:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757485.824840:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757485.824842:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757485.824843:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757485.824846:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61d2c0 x1874594466080640/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757485.824852:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757485.824855:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61d2c0 x1874594466080640/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757510 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757485.824861:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757485.824864:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757485.824865:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757485.824866:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757485.824868:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757485.824869:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757485.824871:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757485.824873:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757485.824875:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757485.824878:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61d2c0 x1874594466080640/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757510 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757485.824884:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466080640:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757485.824907:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757485.824910:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757485.824914:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61f840 x1874594466080512/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757510 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757485.824920:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757485.824921:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757485.824924:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51e400.
02000000:00000001:3.0:1787757485.824926:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757485.824928:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757485.824929:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:3.0:1787757485.824931:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757485.824933:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507caff400.
02000000:00000001:3.0:1787757485.824935:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757485.824936:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757485.824938:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61f840.
00000100:00000001:3.0:1787757485.824940:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757485.824941:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757485.824943:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757485.824945:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61d2c0 x1874594466080640/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757510 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757485.824951:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757485.824952:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757485.824953:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51d800.
02000000:00000001:3.0:1787757485.824954:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757485.824955:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757485.824956:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:3.0:1787757485.824957:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757485.824959:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafd000.
02000000:00000001:3.0:1787757485.824960:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757485.824961:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757485.824962:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61d2c0.
00000100:00000001:3.0:1787757485.824964:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757485.824964:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757485.824966:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757485.824982:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757485.824983:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757485.824985:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757485.824987:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757486.334442:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757486.334451:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757486.334454:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757486.334460:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757486.334464:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757486.334468:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757486.334471:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757486.334490:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757486.334494:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757486.654599:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757486.654610:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757486.654618:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757486.782413:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313738665, at 4313738688
00000100:00000040:2.0:1787757486.782414:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313738665, at 4313738688
00000100:00000010:3.0:1787757486.782440:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350eae0.
00000100:00000010:2.0:1787757486.782452:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350e420.
00000100:00000001:0.0:1787757487.358401:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757487.358413:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757487.358416:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757487.358425:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757487.358431:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757487.358437:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757487.358441:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757487.358445:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757487.358450:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757487.678657:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757487.678670:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757487.678680:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757488.382425:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757488.382441:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757488.382446:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757488.382457:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757488.382465:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757488.382472:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757488.382478:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757488.382484:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757488.382491:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757488.702613:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757488.702624:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757488.702632:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757489.406405:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757489.406417:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757489.406420:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757489.406428:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757489.406433:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757489.406437:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757489.406441:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757489.406444:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757489.406448:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757489.726564:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757489.726571:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757489.726576:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757490.430369:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757490.430379:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757490.430383:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757490.430390:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757490.430395:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757490.430399:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757490.430403:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757490.430406:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757490.430410:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757490.750639:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757490.750652:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757490.750660:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757490.943179:0:277752:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787757490.943189:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff925077901a40.
00000020:00000040:1.0:1787757490.943194:0:277752:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:1.0:1787757490.943201:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787757490.943205:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757490.943208:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787757490.943212:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787757490.943218:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787757490.943227:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925077915400.
00000100:00000001:1.0:1787757490.943235:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757490.943247:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff925077901a40 x1874594466080896/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787757490.943263:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787757490.943343:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757490.943360:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046d5ef2f] to pc [ptlrpcd_rcv+-1]  req@ffff925077901a40 x1874594466080896/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757490.943381:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787757490.943389:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787757490.943395:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1787757490.943399:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787757490.943407:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757490.943408:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787757490.943416:0:277752:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787757490.943422:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787757490.943430:0:277752:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19070
00000400:00000200:1.0:1787757490.943439:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757490.943447:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1787757490.943452:0:277752:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787757490.943460:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757490.943465:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787757490.943473:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757490.943479:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:1.0:1787757490.943485:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787757490.943490:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000100:00000001:3.0:1787757490.943493:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1787757490.943503:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787757490.943512:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000100:00000040:3.0:1787757490.943517:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077902580 x1874594466080768/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787757490.943521:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:1.0:1787757490.943535:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000001:3.0:1787757490.943545:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757490.943549:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757490.943553:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
02000000:00000001:3.0:1787757490.943556:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1787757490.943566:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1787757490.943566:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757490.943576:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757490.943577:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00100000:3.0:1787757490.943587:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077902580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466080768:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787757490.943590:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:3.0:1787757490.943603:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:1.0:1787757490.943604:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
02000000:00000001:3.0:1787757490.943612:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:1.0:1787757490.943618:0:277752:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
02000000:00000001:3.0:1787757490.943620:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757490.943628:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787757490.943631:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757490.943636:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51d800.
02000000:00000001:1.0:1787757490.943639:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757490.943642:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757490.943650:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1787757490.943657:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000001:1.0:1787757490.943662:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1787757490.943666:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f44726370.
00000100:00000001:1.0:1787757490.943670:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787757490.943678:0:277752:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000010:3.0:1787757490.943679:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aee0.
00000008:00000001:1.0:1787757490.943688:0:277752:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1787757490.943695:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466080768, portal 25
00000100:00000001:1.0:1787757490.943698:0:277752:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757490.943702:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757490.943707:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033815424 : -120600675736192 : ffff925077902580)
00000100:00000010:1.0:1787757490.943713:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff925077902940.
00000100:00000040:3.0:1787757490.943717:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077902580 x1874594466080768/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787757490.943724:0:277752:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:1.0:1787757490.943736:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1787757490.943740:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1787757490.943742:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757490.943753:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000001:1.0:1787757490.943754:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787757490.943760:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:3.0:1787757490.943763:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a660.
02000000:00000001:1.0:1787757490.943765:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1787757490.943776:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466080768, offset 0
02000000:00000010:1.0:1787757490.943781:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925077915800.
00000100:00000001:1.0:1787757490.943792:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757490.943824:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00100000:1.0:1787757490.943840:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff925077902940 x1874594466081024/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1787757490.943845:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757490.943865:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00000001:1.0:1787757490.943868:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787757490.943877:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757490.943880:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1787757490.943894:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007edc916f] to pc [ptlrpcd_rcv+-1]  req@ffff925077902940 x1874594466081024/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787757490.943908:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00000001:1.0:1787757490.943921:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757490.943924:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1787757490.943932:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1787757490.943937:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00000040:1.0:1787757490.943947:0:277752:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1787757490.943955:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56542:56542:256:4294967295] 192.168.201.154@tcp LPNI seq info [56542:56542:8:4294967295]
00000100:00000040:1.0:1787757490.943963:0:277752:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19080)
00000400:00000200:3.0:1787757490.943973:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757490.943994:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757490.944010:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757490.944021:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f700.
00000800:00000200:3.0:1787757490.944034:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757490.944041:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787757490.944053:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757490.944059:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1787757490.944068:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757490.944073:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f700.
00000400:00000200:3.0:1787757490.944082:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757490.944090:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757490.944097:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a660
00000400:00000010:3.0:1787757490.944100:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a660.
00000100:00000001:3.0:1787757490.944106:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757490.944112:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077902580 x1874594466080768/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757490.944127:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757490.944131:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077902580 x1874594466080768/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757515 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757490.944141:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757490.944144:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757490.944153:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757490.944158:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757490.944162:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313743785
00000100:00000010:3.0:1787757490.944169:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350e600.
00000100:00000001:3.0:1787757490.944177:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787757490.944184:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313743785
00000100:00000010:3.0:1787757490.944188:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350ed80.
00000100:00000001:3.0:1787757490.944191:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787757490.944195:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757490.944199:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757490.944203:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757490.944209:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757490/real 1787757490]  req@ffff925077902580 x1874594466080768/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757490.944220:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757490.944223:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757490.944226:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f44726370.
00000400:00000200:3.0:1787757490.944230:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aee0
00000400:00000010:3.0:1787757490.944232:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aee0.
00000100:00000001:3.0:1787757490.944235:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757490.944239:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077902580 x1874594466080768/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757490.944250:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077902580 x1874594466080768/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757490.944259:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757490.944261:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757490.944264:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757490.944308:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757490.944319:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077902580 x1874594466080768/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757490.944328:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757490.944335:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077902580 x1874594466080768/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757515 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757490.944344:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757490.944348:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757490.944350:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757490.944352:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757490.944355:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757490.944357:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757490.944361:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757490.944365:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757490.944370:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757490.944375:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077902580 x1874594466080768/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757515 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757490.944386:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077902580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466080768:192.168.201.154@tcp:250:kworker.0
00000100:00000001:3.0:1787757490.944392:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757490.944396:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077901a40 x1874594466080896/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757490.944404:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757490.944406:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757490.944409:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757490.944412:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757490.944414:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757490.944418:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077901a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466080896:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757490.944422:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757490.944425:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757490.944427:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757490.944430:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757490.944435:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51e400.
02000000:00000001:3.0:1787757490.944437:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757490.944442:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757490.944446:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f44726370.
00000400:00000010:3.0:1787757490.944451:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aee0.
00000100:00000200:3.0:1787757490.944455:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466080896, portal 10
00000100:00000001:3.0:1787757490.944457:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757490.944459:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033812544 : -120600675739072 : ffff925077901a40)
00000100:00000040:3.0:1787757490.944468:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077901a40 x1874594466080896/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757490.944476:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757490.944479:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757490.944482:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a660.
00000100:00000200:3.0:1787757490.944486:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466080896, offset 0
00000400:00000200:3.0:1787757490.944491:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757490.944498:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757490.944503:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757490.944507:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757490.944511:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757490.944514:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757490.944517:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757490.944522:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56543:56543:256:4294967295] 192.168.201.154@tcp LPNI seq info [56543:56543:8:4294967295]
00000400:00000200:3.0:1787757490.944528:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757490.944537:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757490.944542:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757490.944546:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f700.
00000800:00000200:3.0:1787757490.944551:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757490.944555:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787757490.944561:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757490.944564:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1787757490.944569:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757490.944572:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f700.
00000400:00000200:3.0:1787757490.944576:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757490.944581:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757490.944584:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a660
00000400:00000010:3.0:1787757490.944587:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a660.
00000100:00000001:3.0:1787757490.944590:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757490.944595:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077901a40 x1874594466080896/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757490.944605:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757490.944609:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077901a40 x1874594466080896/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757515 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757490.944617:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757490.944619:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757490.944623:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757490.944628:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:3.0:1787757490.944633:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757490.944635:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313742890
00000100:00000001:3.0:1787757490.944639:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313743785
00000100:00000001:3.0:1787757490.944642:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313742890
00000100:00000001:3.0:1787757490.944645:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313743785
00000100:00000001:3.0:1787757490.944647:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757490.944650:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757490.944652:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757490.944657:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757490/real 1787757490]  req@ffff925077901a40 x1874594466080896/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757490.944666:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757490.944668:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757490.944670:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f44726370.
00000400:00000200:3.0:1787757490.944673:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aee0
00000400:00000010:3.0:1787757490.944675:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aee0.
00000100:00000001:3.0:1787757490.944678:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757490.944682:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077901a40 x1874594466080896/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757490.944692:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077901a40 x1874594466080896/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757490.944700:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757490.944703:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757490.944705:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757490.944706:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757490.944711:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077901a40 x1874594466080896/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757490.944719:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757490.944723:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077901a40 x1874594466080896/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757515 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757490.944733:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757490.944736:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757490.944738:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757490.944740:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757490.944742:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757490.944744:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757490.944747:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757490.944751:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757490.944753:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757490.944758:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077901a40 x1874594466080896/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757515 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757490.944767:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077901a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466080896:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757490.944773:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757490.944775:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757490.944779:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077902580 x1874594466080768/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757515 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757490.944787:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757490.944790:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757490.944793:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51d800.
02000000:00000001:3.0:1787757490.944823:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757490.944827:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757490.944829:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:3.0:1787757490.944832:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757490.944835:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077916400.
02000000:00000001:3.0:1787757490.944840:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757490.944843:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757490.944845:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077902580.
00000100:00000001:3.0:1787757490.944849:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757490.944850:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757490.944854:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757490.944858:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077901a40 x1874594466080896/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757515 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757490.944867:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757490.944868:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757490.944870:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51e400.
02000000:00000001:3.0:1787757490.944873:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757490.944874:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757490.944876:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:3.0:1787757490.944878:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757490.944879:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077915400.
02000000:00000001:3.0:1787757490.944885:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757490.944886:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757490.944888:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077901a40.
00000100:00000001:3.0:1787757490.944891:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757490.944892:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757490.944895:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757490.944903:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757490.944906:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757490.944908:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757490.944910:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757490.944912:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757490.944917:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077902940 x1874594466081024/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757490.944926:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757490.944928:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757490.944931:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757490.944933:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757490.944936:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757490.944939:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077902940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466081024:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757490.944943:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757490.944946:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757490.944948:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757490.944950:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757490.944954:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51e400.
02000000:00000001:3.0:1787757490.944958:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757490.944962:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757490.944965:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f44726370.
00000400:00000010:3.0:1787757490.944969:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aee0.
00000100:00000200:3.0:1787757490.944973:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466081024, portal 4
00000100:00000001:3.0:1787757490.944976:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757490.944978:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033816384 : -120600675735232 : ffff925077902940)
00000100:00000040:3.0:1787757490.944985:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077902940 x1874594466081024/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757490.944994:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757490.944997:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757490.944999:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a660.
00000100:00000200:3.0:1787757490.945002:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466081024, offset 0
00000400:00000200:3.0:1787757490.945007:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757490.945012:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757490.945016:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757490.945020:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757490.945023:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757490.945027:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757490.945030:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757490.945033:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56544:56544:256:4294967295] 192.168.201.154@tcp LPNI seq info [56544:56544:8:4294967295]
00000400:00000200:3.0:1787757490.945039:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757490.945047:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757490.945052:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757490.945056:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f700.
00000800:00000200:3.0:1787757490.945061:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757490.945065:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787757490.945070:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757490.945074:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1787757490.945079:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757490.945081:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f700.
00000400:00000200:3.0:1787757490.945085:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757490.945089:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757490.945094:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a660
00000400:00000010:3.0:1787757490.945096:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a660.
00000100:00000001:3.0:1787757490.945099:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757490.945103:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077902940 x1874594466081024/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757490.945113:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757490.945117:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077902940 x1874594466081024/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757515 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757490.945125:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757490.945127:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757490.945131:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757490.945134:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:3.0:1787757490.945138:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757490.945141:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313742873
00000100:00000001:3.0:1787757490.945144:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313743785
00000100:00000001:3.0:1787757490.945147:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313742873
00000100:00000001:3.0:1787757490.945150:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313743785
00000100:00000001:3.0:1787757490.945152:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757490.945155:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757490.945157:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757490.945161:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757490/real 1787757490]  req@ffff925077902940 x1874594466081024/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757490.945170:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757490.945172:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757490.945174:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f44726370.
00000400:00000200:3.0:1787757490.945177:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aee0
00000400:00000010:3.0:1787757490.945179:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aee0.
00000100:00000001:3.0:1787757490.945182:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757490.945186:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077902940 x1874594466081024/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757490.945204:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077902940 x1874594466081024/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757490.945213:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757490.945214:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757490.945216:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757490.945218:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757490.945222:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077902940 x1874594466081024/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757490.945230:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757490.945234:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077902940 x1874594466081024/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757515 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757490.945242:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757490.945245:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757490.945247:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757490.945248:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757490.945250:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757490.945252:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757490.945255:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757490.945259:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757490.945262:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757490.945297:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077902940 x1874594466081024/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757515 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757490.945309:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077902940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466081024:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757490.945315:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757490.945318:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757490.945324:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077902940 x1874594466081024/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757515 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757490.945342:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757490.945345:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757490.945347:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51e400.
02000000:00000001:3.0:1787757490.945351:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757490.945352:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757490.945354:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:3.0:1787757490.945356:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757490.945358:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077915800.
02000000:00000001:3.0:1787757490.945362:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757490.945364:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757490.945365:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077902940.
00000100:00000001:3.0:1787757490.945368:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757490.945370:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757490.945372:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757490.945376:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757490.945378:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757490.945380:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757490.945383:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757491.454387:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757491.454399:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757491.454402:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757491.454413:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757491.454419:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757491.454427:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757491.454432:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757491.454438:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757491.454444:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757491.774422:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757491.774430:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757491.774436:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757491.774438:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757491.774444:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757491.774446:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757491.774497:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757491.774506:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757491.774512:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757491.902423:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313743785, at 4313743808
00000100:00000010:2.0:1787757491.902450:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350e600.
00000100:00000040:3.0:1787757491.902472:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313743785, at 4313743808
00000100:00000010:3.0:1787757491.902498:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350ed80.
00000100:00000001:0.0:1787757492.478378:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757492.478401:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757492.478404:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757492.478411:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757492.478416:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757492.478421:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757492.478424:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757492.478428:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757492.478432:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757492.798437:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757492.798445:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757492.798455:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757492.798459:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757492.798466:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757492.798468:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757492.798550:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757492.798556:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757492.798561:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757493.502354:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757493.502364:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757493.502367:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757493.502374:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757493.502379:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757493.502386:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757493.502391:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757493.502397:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757493.502402:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757493.822425:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757493.822442:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757493.822461:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757493.822465:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757493.822472:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757493.822479:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757493.822482:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757493.822488:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757493.822494:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757493.822497:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757493.822501:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757493.822506:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757493.822582:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757493.822588:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757493.822593:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757494.526371:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757494.526384:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757494.526389:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757494.526398:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757494.526405:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757494.526410:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757494.526415:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757494.526419:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757494.526426:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757494.846411:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757494.846420:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757494.846432:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757494.846436:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757494.846444:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757494.846448:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757494.846531:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757494.846538:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757494.846543:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757495.550421:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757495.550435:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757495.550440:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757495.550449:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757495.550456:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757495.550462:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757495.550466:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757495.550470:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757495.550474:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757495.870431:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757495.870443:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757495.870459:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757495.870463:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757495.870472:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757495.870477:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757495.870566:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757495.870575:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757495.870583:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787757496.062388:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787757496.062406:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787757496.062410:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787757496.062417:0:277752:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787757496.062424:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787757496.062436:0:277752:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19075
00000400:00000200:1.0:1787757496.062451:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757496.062461:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1787757496.062467:0:277752:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787757496.062474:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757496.062480:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787757496.062484:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757496.062488:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:1.0:1787757496.062493:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787757496.062496:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:1.0:1787757496.062500:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787757496.062505:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:1.0:1787757496.062507:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:1.0:1787757496.062510:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:1.0:1787757496.062514:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757496.062534:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787757496.062537:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757496.062539:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:1.0:1787757496.062543:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:1.0:1787757496.062547:0:277752:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:1.0:1787757496.062552:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757496.062556:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787757496.062561:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757496.062564:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757496.062567:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787757496.062571:0:277752:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787757496.062584:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff925077901680.
00000020:00000040:1.0:1787757496.062588:0:277752:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:1.0:1787757496.062594:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787757496.062596:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757496.062600:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787757496.062604:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787757496.062609:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787757496.062618:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925077914800.
00000100:00000001:1.0:1787757496.062626:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757496.062639:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff925077901680 x1874594466081152/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787757496.062653:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787757496.062659:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757496.062666:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000679d9fb6] to pc [ptlrpcd_rcv+-1]  req@ffff925077901680 x1874594466081152/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757496.062699:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787757496.062705:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787757496.062734:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787757496.062737:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787757496.062742:0:277752:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787757496.062766:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787757496.062773:0:277752:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19075
00000400:00000200:1.0:1787757496.062781:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757496.062791:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00000001:3.0:1787757496.062791:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757496.062801:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1787757496.062802:0:277752:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787757496.062809:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757496.062816:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000040:3.0:1787757496.062827:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077901680 x1874594466081152/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757496.062828:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787757496.062840:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757496.062853:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:3.0:1787757496.062854:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757496.062860:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757496.062861:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787757496.062868:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
02000000:00000001:3.0:1787757496.062870:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:1.0:1787757496.062872:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:3.0:1787757496.062876:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1787757496.062877:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:1.0:1787757496.062887:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
02000000:00000001:3.0:1787757496.062888:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757496.062891:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00100000:3.0:1787757496.062899:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077901680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466081152:192.168.201.154@tcp:250:kworker.0
00000100:00000040:1.0:1787757496.062901:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757496.062911:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787757496.062914:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:1.0:1787757496.062919:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
02000000:00000001:3.0:1787757496.062923:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787757496.062924:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
02000000:00000001:3.0:1787757496.062928:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787757496.062931:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
02000000:00000001:3.0:1787757496.062934:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:1.0:1787757496.062940:0:277752:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:1.0:1787757496.062947:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757496.062947:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51e400.
02000000:00000001:3.0:1787757496.062979:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757496.062980:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787757496.062991:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1787757496.062998:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000001:1.0:1787757496.063000:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757496.063007:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000010:3.0:1787757496.063011:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f44726370.
00000008:00100000:1.0:1787757496.063013:0:277752:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787757496.063024:0:277752:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757496.063027:0:277752:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1787757496.063034:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aee0.
00000100:00000010:1.0:1787757496.063035:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9250779021c0.
00000020:00000040:1.0:1787757496.063044:0:277752:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:1.0:1787757496.063050:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787757496.063052:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1787757496.063054:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466081152, portal 25
00000100:00000001:1.0:1787757496.063056:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787757496.063060:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787757496.063069:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757496.063069:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757496.063079:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033811584 : -120600675740032 : ffff925077901680)
02000000:00000010:1.0:1787757496.063081:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925077914400.
00000100:00000001:1.0:1787757496.063094:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757496.063105:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077901680 x1874594466081152/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757496.063110:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9250779021c0 x1874594466081280/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757496.063159:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787757496.063160:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787757496.063184:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757496.063188:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757496.063194:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a660.
00000100:00000200:3.0:1787757496.063198:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466081152, offset 0
00000100:00000040:1.0:1787757496.063213:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081c07b6a] to pc [ptlrpcd_rcv+-1]  req@ffff9250779021c0 x1874594466081280/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787757496.063217:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000001:1.0:1787757496.063234:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757496.063235:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00080000:1.0:1787757496.063242:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787757496.063250:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:3.0:1787757496.063251:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00000001:1.0:1787757496.063257:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787757496.063262:0:277752:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1787757496.063264:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757496.063273:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757496.063278:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757496.063283:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757496.063290:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56545:56545:256:4294967295] 192.168.201.154@tcp LPNI seq info [56545:56545:8:4294967295]
00000400:00000200:3.0:1787757496.063296:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757496.063301:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787757496.063308:0:277752:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19075
00000400:00000200:1.0:1787757496.063316:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757496.063322:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1787757496.063325:0:277752:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787757496.063328:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757496.063331:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787757496.063334:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757496.063337:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:1.0:1787757496.063340:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787757496.063343:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:1.0:1787757496.063346:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787757496.063349:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:1.0:1787757496.063356:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:3.0:1787757496.063363:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000020:00000001:1.0:1787757496.063365:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:1.0:1787757496.063380:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000800:00000200:3.0:1787757496.063386:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000001:1.0:1787757496.063390:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:3.0:1787757496.063397:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f700.
00000100:00000040:1.0:1787757496.063400:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757496.063409:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000800:00000200:3.0:1787757496.063412:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000020:00000040:1.0:1787757496.063421:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000800:00000200:3.0:1787757496.063423:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000100:00080000:1.0:1787757496.063439:0:277752:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000800:00000200:3.1:1787757496.063440:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757496.063449:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000100:00000001:1.0:1787757496.063453:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1787757496.063461:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
02000000:00000001:1.0:1787757496.063463:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:3.0:1787757496.063467:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f700.
02000000:00000001:1.0:1787757496.063474:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1787757496.063477:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:1.0:1787757496.063485:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757496.063493:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1787757496.063494:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787757496.063503:0:277752:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1787757496.063505:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a660
00000008:00000001:1.0:1787757496.063508:0:277752:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1787757496.063511:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a660.
00000100:00000001:1.0:1787757496.063513:0:277752:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757496.063522:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000010:1.0:1787757496.063524:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff925077902940.
00000020:00000040:1.0:1787757496.063533:0:277752:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000100:00000200:3.0:1787757496.063536:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077901680 x1874594466081152/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787757496.063538:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787757496.063542:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757496.063549:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787757496.063553:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787757496.063556:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787757496.063566:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925077917c00.
00000100:00000001:1.0:1787757496.063576:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757496.063580:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:1.0:1787757496.063589:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff925077902940 x1874594466081408/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1787757496.063598:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077901680 x1874594466081152/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757521 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757496.063606:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787757496.063613:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757496.063626:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007edc916f] to pc [ptlrpcd_rcv+-1]  req@ffff925077902940 x1874594466081408/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757496.063635:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757496.063661:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757496.063664:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757496.063670:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787757496.063675:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757496.063676:0:277752:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1787757496.063690:0:277752:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19085)
00000400:00000200:3.0:1787757496.063693:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757496.063700:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313748905
00000100:00000010:3.0:1787757496.063741:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350ed80.
00000100:00000001:3.0:1787757496.063771:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787757496.063788:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313748905
00000100:00000010:3.0:1787757496.063793:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504350e720.
00000100:00000001:3.0:1787757496.063796:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787757496.063801:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757496.063805:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757496.063808:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757496.063818:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757496/real 1787757496]  req@ffff925077901680 x1874594466081152/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757496.063832:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757496.063835:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757496.063839:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f44726370.
00000400:00000200:3.0:1787757496.063844:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aee0
00000400:00000010:3.0:1787757496.063846:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aee0.
00000100:00000001:3.0:1787757496.063850:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757496.063855:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077901680 x1874594466081152/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757496.063865:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077901680 x1874594466081152/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757496.063873:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757496.063893:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757496.063896:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757496.063898:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757496.063904:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077901680 x1874594466081152/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757496.063913:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757496.063919:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077901680 x1874594466081152/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757521 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757496.063928:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757496.063932:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757496.063934:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757496.063935:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757496.063938:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757496.063941:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757496.063945:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757496.063949:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757496.063953:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757496.063959:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077901680 x1874594466081152/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757521 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757496.063970:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077901680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466081152:192.168.201.154@tcp:250:kworker.0
00000100:00000001:3.0:1787757496.063975:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757496.063978:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757496.063982:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077901680 x1874594466081152/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757521 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757496.063990:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757496.063993:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757496.063996:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51e400.
02000000:00000001:3.0:1787757496.064000:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757496.064003:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757496.064005:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:3.0:1787757496.064010:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757496.064014:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077914800.
02000000:00000001:3.0:1787757496.064020:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757496.064024:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757496.064028:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077901680.
00000100:00000001:3.0:1787757496.064034:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757496.064036:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757496.064040:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757496.064054:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757496.064059:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757496.064063:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757496.064067:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757496.064069:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757496.064078:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9250779021c0 x1874594466081280/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757496.064094:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757496.064097:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757496.064102:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757496.064106:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757496.064111:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757496.064117:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9250779021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466081280:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757496.064122:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757496.064125:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757496.064128:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757496.064130:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757496.064135:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51e400.
02000000:00000001:3.0:1787757496.064138:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757496.064143:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757496.064147:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f44726370.
00000400:00000010:3.0:1787757496.064152:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aee0.
00000100:00000200:3.0:1787757496.064157:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466081280, portal 10
00000100:00000001:3.0:1787757496.064159:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757496.064161:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033814464 : -120600675737152 : ffff9250779021c0)
00000100:00000040:3.0:1787757496.064170:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9250779021c0 x1874594466081280/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757496.064179:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757496.064182:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757496.064202:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a660.
00000100:00000200:3.0:1787757496.064205:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466081280, offset 0
00000400:00000200:3.0:1787757496.064210:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757496.064216:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757496.064221:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757496.064225:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757496.064229:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757496.064232:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757496.064235:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757496.064239:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56546:56546:256:4294967295] 192.168.201.154@tcp LPNI seq info [56546:56546:8:4294967295]
00000400:00000200:3.0:1787757496.064244:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757496.064253:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757496.064259:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757496.064264:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f700.
00000800:00000200:3.0:1787757496.064269:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757496.064273:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787757496.064279:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757496.064283:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1787757496.064288:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757496.064290:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f700.
00000400:00000200:3.0:1787757496.064294:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757496.064328:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757496.064333:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a660
00000400:00000010:3.0:1787757496.064335:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a660.
00000100:00000001:3.0:1787757496.064339:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757496.064343:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9250779021c0 x1874594466081280/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757496.064354:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757496.064358:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9250779021c0 x1874594466081280/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757521 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757496.064366:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757496.064368:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757496.064372:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757496.064377:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:3.0:1787757496.064381:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757496.064384:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313748010
00000100:00000001:3.0:1787757496.064387:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313748905
00000100:00000001:3.0:1787757496.064390:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313748010
00000100:00000001:3.0:1787757496.064393:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313748905
00000100:00000001:3.0:1787757496.064395:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757496.064398:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757496.064400:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757496.064404:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757496/real 1787757496]  req@ffff9250779021c0 x1874594466081280/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757496.064422:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757496.064424:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757496.064426:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f44726370.
00000400:00000200:3.0:1787757496.064429:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aee0
00000400:00000010:3.0:1787757496.064431:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aee0.
00000100:00000001:3.0:1787757496.064434:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757496.064437:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9250779021c0 x1874594466081280/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757496.064447:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9250779021c0 x1874594466081280/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757496.064455:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757496.064456:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757496.064459:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757496.064460:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757496.064464:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9250779021c0 x1874594466081280/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757496.064494:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757496.064499:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9250779021c0 x1874594466081280/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757521 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757496.064507:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757496.064510:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757496.064512:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757496.064514:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757496.064516:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757496.064519:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757496.064522:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757496.064526:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757496.064530:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757496.064539:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9250779021c0 x1874594466081280/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757521 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757496.064556:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9250779021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466081280:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757496.064564:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757496.064571:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077902940 x1874594466081408/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757496.064586:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757496.064589:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757496.064593:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757496.064597:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757496.064601:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757496.064607:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077902940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466081408:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757496.064614:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757496.064619:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757496.064623:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757496.064626:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787757496.064634:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507e51d800.
02000000:00000001:3.0:1787757496.064638:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757496.064645:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:3.0:1787757496.064649:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f44726370.
00000400:00000010:3.0:1787757496.064654:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5aee0.
00000100:00000200:3.0:1787757496.064658:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466081408, portal 4
00000100:00000001:3.0:1787757496.064661:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757496.064663:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033816384 : -120600675735232 : ffff925077902940)
00000100:00000040:3.0:1787757496.064672:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077902940 x1874594466081408/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757496.064681:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757496.064683:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:3.0:1787757496.064686:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046e5a660.
00000100:00000200:3.0:1787757496.064689:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466081408, offset 0
00000400:00000200:3.0:1787757496.064696:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757496.064702:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757496.064728:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757496.064733:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757496.064738:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787757496.064741:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787757496.064745:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757496.064749:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56547:56547:256:4294967295] 192.168.201.154@tcp LPNI seq info [56547:56547:8:4294967295]
00000400:00000200:3.0:1787757496.064773:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757496.064782:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787757496.064788:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757496.064793:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f50c9f700.
00000800:00000200:3.0:1787757496.064798:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.0:1787757496.064801:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787757496.064807:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:3.1:1787757496.064810:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1787757496.064815:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:3.0:1787757496.064817:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f50c9f700.
00000400:00000200:3.0:1787757496.064821:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787757496.064826:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787757496.064829:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5a660
00000400:00000010:3.0:1787757496.064832:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5a660.
00000100:00000001:3.0:1787757496.064835:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757496.064839:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077902940 x1874594466081408/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757496.064849:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757496.064852:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077902940 x1874594466081408/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757521 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757496.064861:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757496.064862:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757496.064867:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757496.064871:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:3.0:1787757496.064874:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757496.064878:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313747993
00000100:00000001:3.0:1787757496.064881:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313748905
00000100:00000001:3.0:1787757496.064884:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313747993
00000100:00000001:3.0:1787757496.064886:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313748905
00000100:00000001:3.0:1787757496.064888:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757496.064891:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757496.064893:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787757496.064897:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757496/real 1787757496]  req@ffff925077902940 x1874594466081408/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787757496.064906:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787757496.064908:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787757496.064910:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f44726370.
00000400:00000200:3.0:1787757496.064913:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046e5aee0
00000400:00000010:3.0:1787757496.064915:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046e5aee0.
00000100:00000001:3.0:1787757496.064917:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787757496.064921:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077902940 x1874594466081408/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757496.064931:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077902940 x1874594466081408/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757496.064938:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787757496.064940:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757496.064942:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757496.064943:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787757496.064947:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077902940 x1874594466081408/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757496.064954:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757496.064959:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077902940 x1874594466081408/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757521 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757496.064966:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757496.064970:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757496.064972:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757496.064973:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757496.064993:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757496.064996:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757496.064999:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757496.065003:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757496.065006:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787757496.065013:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077902940 x1874594466081408/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757521 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757496.065029:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077902940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466081408:192.168.201.154@tcp:8:kworker.0
00000100:00000001:3.0:1787757496.065037:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757496.065041:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757496.065048:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9250779021c0 x1874594466081280/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757521 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757496.065061:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757496.065065:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757496.065068:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51e400.
02000000:00000001:3.0:1787757496.065074:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757496.065077:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757496.065080:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:3.0:1787757496.065085:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757496.065089:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077914400.
02000000:00000001:3.0:1787757496.065094:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757496.065097:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757496.065100:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9250779021c0.
00000100:00000001:3.0:1787757496.065105:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757496.065107:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757496.065111:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757496.065118:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077902940 x1874594466081408/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757521 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757496.065135:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787757496.065137:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787757496.065139:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507e51d800.
02000000:00000001:3.0:1787757496.065142:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757496.065143:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787757496.065145:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:3.0:1787757496.065147:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787757496.065149:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077917c00.
02000000:00000001:3.0:1787757496.065152:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787757496.065153:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757496.065154:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077902940.
00000100:00000001:3.0:1787757496.065157:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787757496.065158:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757496.065161:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757496.065166:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757496.065184:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757496.065187:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757496.065189:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757496.574407:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757496.574420:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757496.574424:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757496.574433:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757496.574440:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757496.574447:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757496.574452:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757496.574457:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757496.574462:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757496.894437:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757496.894448:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757496.894460:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757496.894464:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757496.894474:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757496.894477:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757496.894522:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757496.894529:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757496.894533:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757497.022398:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313748905, at 4313748928
00000100:00000040:2.0:1787757497.022421:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313748905, at 4313748928
00000100:00000010:3.0:1787757497.022435:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350e720.
00000100:00000010:2.0:1787757497.022437:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504350ed80.
00000100:00000001:0.0:1787757497.598386:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757497.598396:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757497.598399:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757497.598406:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757497.598411:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757497.598416:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757497.598419:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757497.598422:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757497.598426:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757497.918451:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757497.918460:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757497.918472:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757497.918475:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757497.918483:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757497.918486:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757497.918572:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757497.918582:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757497.918588:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757498.622332:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757498.622338:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757498.622341:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757498.622344:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757498.622347:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757498.622350:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757498.622352:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757498.622354:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757498.622356:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757498.942333:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757498.942340:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757498.942346:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757498.942348:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757498.942352:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757498.942354:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757498.942387:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757498.942391:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757498.942396:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757499.646375:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757499.646382:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757499.646384:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757499.646389:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757499.646392:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757499.646395:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757499.646397:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757499.646399:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757499.646402:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757499.966418:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757499.966428:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757499.966441:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757499.966444:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757499.966452:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757499.966455:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757499.966560:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757499.966566:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757499.966571:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757500.670431:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757500.670441:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757500.670444:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757500.670451:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757500.670455:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757500.670460:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757500.670464:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757500.670467:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757500.670471:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757500.990499:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757500.990525:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757500.990532:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757500.990538:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757500.990546:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757500.990550:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757500.990554:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757500.990559:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757500.990568:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757500.990573:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757500.990576:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757500.990581:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757500.990584:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757500.990587:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757500.990590:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757500.990594:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757500.990599:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757500.990602:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757500.990713:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757500.990723:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757500.990730:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757501.182470:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757501.182486:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757501.182491:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757501.182497:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757501.182504:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757501.182518:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19080
00000400:00000200:3.0:1787757501.182532:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757501.182542:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757501.182547:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757501.182552:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757501.182556:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757501.182559:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757501.182563:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757501.182569:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757501.182572:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757501.182576:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757501.182581:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757501.182586:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757501.182591:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757501.182597:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757501.182600:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757501.182605:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757501.182609:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757501.182615:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757501.182647:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757501.182653:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757501.182658:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757501.182666:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757501.182672:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757501.182677:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757501.182695:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757501.182717:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a1c0.
00000020:00000040:3.0:1787757501.182725:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757501.182733:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757501.182737:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757501.182743:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757501.182749:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757501.182760:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757501.182777:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51d800.
00000100:00000001:3.0:1787757501.182792:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757501.182813:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a1c0 x1874594466081536/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757501.182849:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757501.182857:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757501.182866:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062ae16d5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a1c0 x1874594466081536/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757501.182905:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757501.182910:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757501.182915:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757501.182917:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757501.182920:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757501.182924:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757501.182928:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19080
00000400:00000200:3.0:1787757501.182934:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757501.182938:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757501.182941:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757501.182946:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757501.182949:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757501.182952:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757501.182954:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757501.182958:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757501.182960:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757501.182962:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757501.182965:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787757501.182967:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787757501.182970:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787757501.182973:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757501.182977:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757501.182980:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757501.182983:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757501.182986:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787757501.182990:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757501.182994:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757501.182997:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757501.183008:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757501.183011:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757501.183014:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757501.183021:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757501.183026:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757501.183029:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757501.183034:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000010:3.0:1787757501.183036:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19680.
00000020:00000040:3.0:1787757501.183047:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000100:00000001:0.0:1787757501.183050:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787757501.183054:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787757501.183056:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787757501.183060:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757501.183069:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757501.183077:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:0.0:1787757501.183079:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1a1c0 x1874594466081536/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787757501.183088:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757501.183111:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e400.
00000100:00000001:0.0:1787757501.183112:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757501.183119:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757501.183128:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787757501.183129:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757501.183133:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757501.183141:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757501.183157:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466081536:192.168.201.154@tcp:250:kworker.0
00000100:00100000:3.0:1787757501.183159:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19680 x1874594466081664/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757501.183171:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757501.183185:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787757501.183196:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1787757501.183197:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757501.183205:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757501.183206:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1787757501.183226:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c14b51e] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19680 x1874594466081664/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1787757501.183228:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad6400.
02000000:00000001:0.0:1787757501.183243:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757501.183312:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757501.183322:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ff840.
00000400:00000010:0.0:1787757501.183334:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000200:0.0:1787757501.183344:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466081536, portal 25
00000100:00000001:0.0:1787757501.183349:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757501.183352:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118847424 : -120600590704192 : ffff92507ca1a1c0)
00000100:00000040:0.0:1787757501.183363:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1a1c0 x1874594466081536/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757501.183369:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757501.183388:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757501.183410:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787757501.183419:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787757501.183424:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787757501.183427:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:0.0:1787757501.183441:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000001:3.0:1787757501.183442:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:0.0:1787757501.183455:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905220.
00000100:00080000:3.0:1787757501.183456:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19080
00000100:00000200:0.0:1787757501.183470:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466081536, offset 0
00000400:00000200:3.0:1787757501.183475:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757501.183488:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757501.183493:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1787757501.183502:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000040:3.0:1787757501.183506:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757501.183512:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757501.183516:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757501.183519:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757501.183524:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:0.0:1787757501.183532:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000020:00000040:3.0:1787757501.183535:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787757501.183544:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:0.0:1787757501.183550:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000020:00000040:3.0:1787757501.183551:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000400:00000200:0.0:1787757501.183564:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1787757501.183567:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:0.0:1787757501.183574:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000020:00000001:3.0:1787757501.183583:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:0.0:1787757501.183589:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757501.183596:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00000040:3.0:1787757501.183612:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000200:0.0:1787757501.183613:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56548:56548:256:4294967295] 192.168.201.154@tcp LPNI seq info [56548:56548:8:4294967295]
00000100:00000001:3.0:1787757501.183658:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787757501.183665:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:3.0:1787757501.183676:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757501.183691:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:0.0:1787757501.183697:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1787757501.183713:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000800:00000200:0.0:1787757501.183721:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757501.183733:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a500.
00000100:00080000:3.0:1787757501.183735:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757501.183748:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787757501.183755:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000001:3.0:1787757501.183762:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.0:1787757501.183765:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
02000000:00000001:3.0:1787757501.183777:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.1:1787757501.183780:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000001:3.0:1787757501.183793:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787757501.183793:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1787757501.183815:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000100:0.0:1787757501.183817:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757501.183826:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a500.
00000008:00100000:3.0:1787757501.183828:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1787757501.183836:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00000001:3.0:1787757501.183842:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757501.183849:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787757501.183852:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757501.183859:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905220
00000100:00000010:3.0:1787757501.183863:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1b0c0.
00000400:00000010:0.0:1787757501.183866:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905220.
00000020:00000040:3.0:1787757501.183875:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000100:00000001:0.0:1787757501.183882:0:238954:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1787757501.183883:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757501.183892:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757501.183901:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:0.0:1787757501.183902:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1a1c0 x1874594466081536/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787757501.183904:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757501.183913:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757501.183930:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51fc00.
00000100:00000001:0.0:1787757501.183937:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787757501.183939:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757501.183951:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a1c0 x1874594466081536/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757526 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757501.183960:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1b0c0 x1874594466081792/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757501.184042:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757501.184053:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757501.184079:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043bdf1c5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1b0c0 x1874594466081792/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757501.184081:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757501.184090:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757501.184098:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757501.184118:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757501.184131:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313754025
00000100:00000001:3.0:1787757501.184138:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757501.184141:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747ea0.
00000100:00000040:3.0:1787757501.184151:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787757501.184156:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000040:3.0:1787757501.184169:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787757501.184180:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19090)
00000100:00000001:0.0:1787757501.184181:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313754025
00000100:00000010:0.0:1787757501.184191:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747120.
00000100:00000001:0.0:1787757501.184199:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787757501.184204:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757501.184209:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757501.184214:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757501.184223:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757501/real 1787757501]  req@ffff92507ca1a1c0 x1874594466081536/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757501.184235:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757501.184239:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757501.184243:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ff840.
00000400:00000200:0.0:1787757501.184247:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757501.184249:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757501.184253:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757501.184260:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1a1c0 x1874594466081536/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757501.184311:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1a1c0 x1874594466081536/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757501.184321:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757501.184323:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757501.184326:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757501.184329:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757501.184334:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1a1c0 x1874594466081536/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757501.184344:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757501.184350:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1a1c0 x1874594466081536/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757526 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757501.184359:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757501.184363:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757501.184365:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757501.184366:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757501.184369:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757501.184372:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757501.184377:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757501.184382:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757501.184385:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757501.184390:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1a1c0 x1874594466081536/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757526 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757501.184405:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466081536:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787757501.184415:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757501.184419:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757501.184426:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1a1c0 x1874594466081536/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757526 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757501.184439:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757501.184444:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757501.184449:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad6400.
02000000:00000001:0.0:1787757501.184455:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757501.184460:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757501.184463:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:0.0:1787757501.184468:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757501.184473:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51d800.
02000000:00000001:0.0:1787757501.184480:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757501.184484:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757501.184489:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1a1c0.
00000100:00000001:0.0:1787757501.184494:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757501.184497:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757501.184501:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757501.184513:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757501.184516:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757501.184519:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757501.184521:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757501.184524:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757501.184530:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca19680 x1874594466081664/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757501.184541:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757501.184543:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757501.184546:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757501.184549:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757501.184551:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757501.184555:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466081664:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757501.184559:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757501.184563:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757501.184565:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757501.184568:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757501.184572:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad6400.
02000000:00000001:0.0:1787757501.184575:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757501.184580:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757501.184583:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ff840.
00000400:00000010:0.0:1787757501.184588:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000200:0.0:1787757501.184593:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466081664, portal 10
00000100:00000001:0.0:1787757501.184595:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757501.184598:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118844544 : -120600590707072 : ffff92507ca19680)
00000100:00000040:0.0:1787757501.184606:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca19680 x1874594466081664/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757501.184615:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757501.184645:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757501.184651:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905220.
00000100:00000200:0.0:1787757501.184655:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466081664, offset 0
00000400:00000200:0.0:1787757501.184661:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757501.184667:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757501.184672:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757501.184677:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757501.184680:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757501.184684:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757501.184687:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757501.184691:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56549:56549:256:4294967295] 192.168.201.154@tcp LPNI seq info [56549:56549:8:4294967295]
00000400:00000200:0.0:1787757501.184696:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757501.184706:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757501.184711:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757501.184716:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a500.
00000800:00000200:0.0:1787757501.184721:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757501.184725:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787757501.184732:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757501.184735:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1787757501.184740:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757501.184742:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a500.
00000400:00000200:0.0:1787757501.184747:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757501.184752:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757501.184755:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905220
00000400:00000010:0.0:1787757501.184758:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905220.
00000100:00000001:0.0:1787757501.184762:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757501.184767:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca19680 x1874594466081664/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757501.184778:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757501.184782:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19680 x1874594466081664/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757526 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757501.184790:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757501.184792:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757501.184797:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757501.184802:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:0.0:1787757501.184806:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757501.184809:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313753130
00000100:00000001:0.0:1787757501.184813:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313754025
00000100:00000001:0.0:1787757501.184816:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313753130
00000100:00000001:0.0:1787757501.184819:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313754025
00000100:00000001:0.0:1787757501.184821:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757501.184824:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757501.184826:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757501.184831:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757501/real 1787757501]  req@ffff92507ca19680 x1874594466081664/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757501.184841:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757501.184843:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757501.184845:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ff840.
00000400:00000200:0.0:1787757501.184848:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757501.184850:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757501.184852:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757501.184856:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca19680 x1874594466081664/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757501.184868:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca19680 x1874594466081664/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757501.184876:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757501.184877:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757501.184879:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757501.184881:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757501.184885:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca19680 x1874594466081664/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757501.184893:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757501.184898:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca19680 x1874594466081664/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757526 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757501.184907:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757501.184911:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757501.184913:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757501.184915:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757501.184917:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757501.184920:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757501.184923:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757501.184926:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757501.184929:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757501.184934:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca19680 x1874594466081664/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757526 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757501.184943:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466081664:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757501.184948:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757501.184953:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1b0c0 x1874594466081792/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757501.184962:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757501.184964:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757501.184967:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757501.184969:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757501.184972:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757501.184975:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466081792:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757501.184979:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757501.184982:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757501.184984:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757501.184986:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757501.184991:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad5400.
02000000:00000001:0.0:1787757501.184993:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757501.184997:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757501.185000:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ff840.
00000400:00000010:0.0:1787757501.185005:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000200:0.0:1787757501.185009:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466081792, portal 4
00000100:00000001:0.0:1787757501.185011:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757501.185013:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118851264 : -120600590700352 : ffff92507ca1b0c0)
00000100:00000040:0.0:1787757501.185020:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1b0c0 x1874594466081792/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757501.185028:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757501.185031:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757501.185034:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905220.
00000100:00000200:0.0:1787757501.185036:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466081792, offset 0
00000400:00000200:0.0:1787757501.185041:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757501.185045:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757501.185049:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757501.185053:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757501.185056:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757501.185059:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757501.185062:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757501.185066:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56550:56550:256:4294967295] 192.168.201.154@tcp LPNI seq info [56550:56550:8:4294967295]
00000400:00000200:0.0:1787757501.185071:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757501.185079:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757501.185084:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757501.185088:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a500.
00000800:00000200:0.0:1787757501.185092:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757501.185095:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787757501.185101:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757501.185104:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1787757501.185109:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757501.185111:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a500.
00000400:00000200:0.0:1787757501.185115:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757501.185119:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757501.185123:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905220
00000400:00000010:0.0:1787757501.185126:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905220.
00000100:00000001:0.0:1787757501.185129:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757501.185133:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1b0c0 x1874594466081792/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757501.185143:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757501.185147:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1b0c0 x1874594466081792/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757526 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757501.185155:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757501.185157:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757501.185160:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757501.185163:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:0.0:1787757501.185167:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757501.185169:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313753113
00000100:00000001:0.0:1787757501.185172:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313754025
00000100:00000001:0.0:1787757501.185175:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313753113
00000100:00000001:0.0:1787757501.185178:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313754025
00000100:00000001:0.0:1787757501.185181:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757501.185183:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757501.185185:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757501.185190:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757501/real 1787757501]  req@ffff92507ca1b0c0 x1874594466081792/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757501.185198:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757501.185200:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757501.185201:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ff840.
00000400:00000200:0.0:1787757501.185204:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757501.185206:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757501.185209:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757501.185212:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1b0c0 x1874594466081792/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757501.185223:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1b0c0 x1874594466081792/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757501.185232:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757501.185234:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757501.185236:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757501.185238:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757501.185242:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1b0c0 x1874594466081792/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757501.185250:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757501.185254:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1b0c0 x1874594466081792/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757526 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757501.185262:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757501.185264:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757501.185295:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757501.185296:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757501.185299:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757501.185301:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757501.185304:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757501.185308:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757501.185311:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757501.185315:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1b0c0 x1874594466081792/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757526 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757501.185325:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466081792:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757501.185330:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757501.185332:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757501.185336:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca19680 x1874594466081664/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757526 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757501.185344:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757501.185346:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757501.185349:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad6400.
02000000:00000001:0.0:1787757501.185352:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757501.185354:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757501.185356:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:0.0:1787757501.185358:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757501.185360:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51e400.
02000000:00000001:0.0:1787757501.185364:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757501.185365:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757501.185367:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca19680.
00000100:00000001:0.0:1787757501.185371:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757501.185373:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757501.185375:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757501.185378:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1b0c0 x1874594466081792/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757526 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757501.185387:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757501.185388:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757501.185390:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad5400.
02000000:00000001:0.0:1787757501.185393:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757501.185395:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757501.185398:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:0.0:1787757501.185401:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757501.185404:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51fc00.
02000000:00000001:0.0:1787757501.185412:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757501.185414:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757501.185417:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1b0c0.
00000100:00000001:0.0:1787757501.185421:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757501.185424:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757501.185427:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757501.185434:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757501.185436:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757501.185440:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757501.185444:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757501.694406:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757501.694416:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757501.694419:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757501.694428:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757501.694436:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757501.694442:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757501.694445:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757501.694448:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757501.694452:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757502.014450:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757502.014462:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757502.014497:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757502.014502:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757502.014511:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757502.014515:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757502.014596:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757502.014645:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757502.014652:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757502.142436:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313754025, at 4313754048
00000100:00000040:3.0:1787757502.142455:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313754025, at 4313754048
00000100:00000010:2.0:1787757502.142459:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747ea0.
00000100:00000010:3.0:1787757502.142504:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747120.
00000100:00000001:0.0:1787757502.718458:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757502.718467:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757502.718470:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757502.718477:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757502.718482:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757502.718487:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757502.718491:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757502.718495:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757502.718498:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757503.038446:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757503.038456:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757503.038469:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757503.038472:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757503.038480:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757503.038484:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757503.038583:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757503.038618:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757503.038623:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757503.742457:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757503.742469:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757503.742472:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757503.742480:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757503.742487:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757503.742492:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757503.742496:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757503.742499:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757503.742502:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757504.062490:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757504.062503:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757504.062520:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757504.062524:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757504.062535:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757504.062545:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757504.062548:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757504.062554:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757504.062558:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757504.062563:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757504.062594:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757504.062600:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757504.062701:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757504.062712:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757504.062719:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757504.766387:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757504.766398:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757504.766402:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757504.766409:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757504.766415:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757504.766421:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757504.766425:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757504.766429:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757504.766433:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757505.086446:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757505.086457:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757505.086496:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757505.086499:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757505.086510:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757505.086513:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757505.086659:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757505.086664:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757505.086669:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757505.790452:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757505.790464:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757505.790468:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757505.790475:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757505.790481:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757505.790487:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757505.790491:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757505.790497:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757505.790501:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757506.110632:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757506.110643:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757506.110652:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757506.110655:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757506.110661:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757506.110664:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757506.110737:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757506.110743:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757506.110747:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787757506.302403:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757506.302413:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787757506.302416:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757506.302420:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757506.302425:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757506.302432:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19085
00000400:00000200:2.0:1787757506.302442:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757506.302448:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757506.302451:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757506.302454:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757506.302457:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757506.302460:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757506.302462:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757506.302467:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757506.302469:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787757506.302472:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757506.302475:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787757506.302478:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787757506.302480:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787757506.302483:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757506.302485:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757506.302487:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757506.302489:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757506.302492:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787757506.302495:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757506.302497:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757506.302500:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757506.302503:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757506.302505:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757506.302507:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757506.302510:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757506.302519:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61d680.
00000020:00000040:2.0:1787757506.302522:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787757506.302544:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757506.302546:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757506.302549:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757506.302552:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757506.302557:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757506.302565:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafe400.
00000100:00000001:2.0:1787757506.302572:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757506.302582:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61d680 x1874594466081920/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757506.302593:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757506.302597:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757506.302602:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054aea141] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61d680 x1874594466081920/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757506.302624:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757506.302627:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757506.302632:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787757506.302633:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757506.302635:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757506.302638:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757506.302641:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19085
00000400:00000200:2.0:1787757506.302644:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757506.302647:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757506.302649:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757506.302651:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757506.302653:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757506.302655:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757506.302657:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757506.302659:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757506.302661:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:2.0:1787757506.302662:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757506.302664:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:2.0:1787757506.302667:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:2.0:1787757506.302669:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:2.0:1787757506.302673:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757506.302674:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757506.302676:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757506.302678:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757506.302681:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:2.0:1787757506.302684:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757506.302687:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757506.302689:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757506.302696:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757506.302698:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757506.302699:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757506.302704:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787757506.302707:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757506.302710:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757506.302713:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61cf00.
00000020:00000040:2.0:1787757506.302716:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:2.0:1787757506.302718:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757506.302720:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757506.302721:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757506.302722:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787757506.302728:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1787757506.302729:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757506.302738:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507caff800.
00000100:00000001:2.0:1787757506.302742:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757506.302749:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1787757506.302750:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61cf00 x1874594466082048/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757506.302760:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787757506.302770:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757506.302775:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757506.302787:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61d680 x1874594466081920/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787757506.302789:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006cc8e384] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61cf00 x1874594466082048/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757506.302829:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757506.302833:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787757506.302839:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1787757506.302843:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787757506.302845:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757506.302853:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757506.302857:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:0.0:1787757506.302859:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787757506.302862:0:277684:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:0.0:1787757506.302867:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1787757506.302869:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19085
02000000:00000001:0.0:1787757506.302874:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757506.302882:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00100000:0.0:1787757506.302891:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466081920:192.168.201.154@tcp:250:kworker.0
00000400:00000200:2.0:1787757506.302898:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00000001:0.0:1787757506.302915:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:2.0:1787757506.302916:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757506.302930:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
02000000:00000001:0.0:1787757506.302932:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787757506.302941:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1787757506.302942:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757506.302953:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1787757506.302956:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757506.302961:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757506.302963:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757506.302964:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:2.0:1787757506.302965:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757506.302970:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
02000000:00000010:0.0:1787757506.302972:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787757506.302984:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757506.302985:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:2.0:1787757506.302999:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:0.0:1787757506.303006:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:2.0:1787757506.303007:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757506.303018:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1787757506.303020:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ff840.
00000100:00000040:2.0:1787757506.303022:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757506.303029:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757506.303033:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000400:00000010:0.0:1787757506.303036:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00080000:2.0:1787757506.303038:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757506.303046:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757506.303048:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:0.0:1787757506.303054:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466081920, portal 25
02000000:00000001:2.0:1787757506.303055:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757506.303067:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1787757506.303068:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757506.303081:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611350144 : -120601098201472 : ffff92505e61d680)
00000100:00000001:2.0:1787757506.303083:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757506.303093:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787757506.303098:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757506.303101:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757506.303102:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61d680 x1874594466081920/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1787757506.303110:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61f0c0.
00000020:00000040:2.0:1787757506.303124:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000100:00000001:0.0:1787757506.303136:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1787757506.303137:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757506.303142:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757506.303147:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000001:2.0:1787757506.303150:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:0.0:1787757506.303156:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905220.
02000000:00000001:2.0:1787757506.303158:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757506.303168:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787757506.303170:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466081920, offset 0
02000000:00000010:2.0:1787757506.303181:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafc800.
00000400:00000200:0.0:1787757506.303189:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000001:2.0:1787757506.303189:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757506.303207:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61f0c0 x1874594466082176/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787757506.303221:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757506.303242:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00000001:2.0:1787757506.303246:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757506.303255:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757506.303260:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1787757506.303301:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bea70ab] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61f0c0 x1874594466082176/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757506.303314:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757506.303318:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787757506.303323:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1787757506.303329:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19095)
00000400:00000200:0.0:1787757506.303333:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757506.303342:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757506.303347:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757506.303360:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56551:56551:256:4294967295] 192.168.201.154@tcp LPNI seq info [56551:56551:8:4294967295]
00000400:00000200:0.0:1787757506.303368:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757506.303383:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757506.303392:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757506.303401:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a500.
00000800:00000200:0.0:1787757506.303412:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757506.303418:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787757506.303429:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757506.303434:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1787757506.303440:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757506.303444:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a500.
00000400:00000200:0.0:1787757506.303454:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757506.303461:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757506.303469:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905220
00000400:00000010:0.0:1787757506.303473:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905220.
00000100:00000001:0.0:1787757506.303484:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757506.303490:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61d680 x1874594466081920/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757506.303505:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757506.303510:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61d680 x1874594466081920/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757531 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757506.303520:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757506.303523:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757506.303555:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757506.303562:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757506.303566:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313759145
00000100:00000010:0.0:1787757506.303574:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747540.
00000100:00000001:0.0:1787757506.303585:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787757506.303606:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313759145
00000100:00000010:0.0:1787757506.303610:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747c60.
00000100:00000001:0.0:1787757506.303615:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787757506.303619:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757506.303623:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757506.303628:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757506.303636:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757506/real 1787757506]  req@ffff92505e61d680 x1874594466081920/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757506.303649:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757506.303652:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757506.303655:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ff840.
00000400:00000200:0.0:1787757506.303659:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757506.303661:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757506.303665:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757506.303669:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61d680 x1874594466081920/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757506.303680:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61d680 x1874594466081920/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757506.303689:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757506.303691:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757506.303694:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757506.303697:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757506.303702:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61d680 x1874594466081920/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757506.303711:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757506.303716:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61d680 x1874594466081920/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757531 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757506.303726:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757506.303730:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757506.303732:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757506.303735:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757506.303739:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757506.303742:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757506.303747:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757506.303753:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757506.303756:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757506.303761:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61d680 x1874594466081920/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757531 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757506.303771:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466081920:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787757506.303778:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757506.303781:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757506.303785:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61d680 x1874594466081920/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757531 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757506.303793:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757506.303797:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757506.303801:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787757506.303805:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757506.303809:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757506.303812:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:0.0:1787757506.303815:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757506.303819:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafe400.
02000000:00000001:0.0:1787757506.303824:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757506.303827:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757506.303829:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61d680.
00000100:00000001:0.0:1787757506.303834:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757506.303836:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757506.303839:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757506.303850:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757506.303853:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757506.303856:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757506.303859:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757506.303861:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757506.303866:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61cf00 x1874594466082048/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757506.303876:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757506.303879:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757506.303882:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757506.303884:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757506.303887:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757506.303890:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466082048:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757506.303894:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757506.303897:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757506.303899:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757506.303901:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757506.303905:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787757506.303907:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757506.303911:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757506.303914:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ff840.
00000400:00000010:0.0:1787757506.303918:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000200:0.0:1787757506.303922:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466082048, portal 10
00000100:00000001:0.0:1787757506.303924:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757506.303927:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611348224 : -120601098203392 : ffff92505e61cf00)
00000100:00000040:0.0:1787757506.303936:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61cf00 x1874594466082048/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757506.303945:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757506.303948:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757506.303951:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905220.
00000100:00000200:0.0:1787757506.303954:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466082048, offset 0
00000400:00000200:0.0:1787757506.303959:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757506.303964:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757506.303968:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757506.303972:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757506.303976:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757506.303979:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757506.303982:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757506.303987:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56552:56552:256:4294967295] 192.168.201.154@tcp LPNI seq info [56552:56552:8:4294967295]
00000400:00000200:0.0:1787757506.303993:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757506.304002:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757506.304008:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757506.304012:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a500.
00000800:00000200:0.0:1787757506.304017:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757506.304021:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787757506.304026:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757506.304029:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1787757506.304034:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757506.304037:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a500.
00000400:00000200:0.0:1787757506.304041:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757506.304046:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757506.304049:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905220
00000400:00000010:0.0:1787757506.304052:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905220.
00000100:00000001:0.0:1787757506.304055:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757506.304060:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61cf00 x1874594466082048/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757506.304070:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757506.304073:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61cf00 x1874594466082048/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757531 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757506.304082:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757506.304084:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757506.304087:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757506.304093:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:0.0:1787757506.304097:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757506.304099:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313758249
00000100:00000001:0.0:1787757506.304103:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313759145
00000100:00000001:0.0:1787757506.304106:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313758249
00000100:00000001:0.0:1787757506.304109:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313759145
00000100:00000001:0.0:1787757506.304112:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757506.304115:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757506.304117:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757506.304122:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757506/real 1787757506]  req@ffff92505e61cf00 x1874594466082048/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757506.304132:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757506.304134:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757506.304135:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ff840.
00000400:00000200:0.0:1787757506.304138:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757506.304140:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757506.304143:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757506.304147:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61cf00 x1874594466082048/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757506.304158:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61cf00 x1874594466082048/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757506.304165:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757506.304167:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757506.304169:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757506.304171:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757506.304175:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61cf00 x1874594466082048/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757506.304183:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757506.304187:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61cf00 x1874594466082048/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757531 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757506.304195:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757506.304198:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757506.304200:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757506.304201:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757506.304204:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757506.304207:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757506.304210:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757506.304215:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757506.304218:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757506.304223:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61cf00 x1874594466082048/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757531 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757506.304233:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466082048:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757506.304237:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757506.304242:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61f0c0 x1874594466082176/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757506.304250:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757506.304252:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757506.304254:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757506.304256:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757506.304259:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757506.304262:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466082176:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757506.304266:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757506.304268:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757506.304301:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757506.304304:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757506.304308:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad7000.
02000000:00000001:0.0:1787757506.304311:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757506.304315:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757506.304318:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ff840.
00000400:00000010:0.0:1787757506.304323:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000200:0.0:1787757506.304326:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466082176, portal 4
00000100:00000001:0.0:1787757506.304329:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757506.304331:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611356864 : -120601098194752 : ffff92505e61f0c0)
00000100:00000040:0.0:1787757506.304339:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61f0c0 x1874594466082176/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757506.304348:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757506.304352:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757506.304354:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905220.
00000100:00000200:0.0:1787757506.304358:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466082176, offset 0
00000400:00000200:0.0:1787757506.304363:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757506.304368:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757506.304372:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757506.304376:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757506.304379:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757506.304383:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757506.304386:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757506.304390:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56553:56553:256:4294967295] 192.168.201.154@tcp LPNI seq info [56553:56553:8:4294967295]
00000400:00000200:0.0:1787757506.304395:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757506.304403:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757506.304408:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757506.304411:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a500.
00000800:00000200:0.0:1787757506.304416:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757506.304420:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787757506.304425:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757506.304428:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1787757506.304433:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757506.304436:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a500.
00000400:00000200:0.0:1787757506.304440:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757506.304444:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757506.304448:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905220
00000400:00000010:0.0:1787757506.304450:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905220.
00000100:00000001:0.0:1787757506.304454:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757506.304458:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61f0c0 x1874594466082176/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757506.304468:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757506.304472:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61f0c0 x1874594466082176/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757531 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757506.304481:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757506.304483:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757506.304488:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757506.304492:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:0.0:1787757506.304496:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757506.304499:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313758233
00000100:00000001:0.0:1787757506.304502:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313759145
00000100:00000001:0.0:1787757506.304505:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313758233
00000100:00000001:0.0:1787757506.304508:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313759145
00000100:00000001:0.0:1787757506.304510:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757506.304513:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757506.304515:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757506.304519:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757506/real 1787757506]  req@ffff92505e61f0c0 x1874594466082176/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757506.304551:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757506.304553:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757506.304555:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ff840.
00000400:00000200:0.0:1787757506.304558:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757506.304561:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757506.304564:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757506.304568:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61f0c0 x1874594466082176/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757506.304587:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61f0c0 x1874594466082176/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757506.304596:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757506.304597:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757506.304600:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757506.304601:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757506.304606:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61f0c0 x1874594466082176/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757506.304615:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757506.304619:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61f0c0 x1874594466082176/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757531 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757506.304629:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757506.304632:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757506.304634:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757506.304636:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757506.304638:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757506.304640:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757506.304643:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757506.304647:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757506.304649:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757506.304654:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61f0c0 x1874594466082176/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757531 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757506.304663:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466082176:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757506.304667:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757506.304670:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757506.304673:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61cf00 x1874594466082048/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757531 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757506.304682:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757506.304684:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757506.304686:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787757506.304689:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757506.304691:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757506.304693:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:0.0:1787757506.304695:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757506.304698:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507caff800.
02000000:00000001:0.0:1787757506.304701:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757506.304703:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757506.304705:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61cf00.
00000100:00000001:0.0:1787757506.304708:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757506.304710:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757506.304713:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757506.304717:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61f0c0 x1874594466082176/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757531 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757506.304725:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757506.304727:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757506.304728:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad7000.
02000000:00000001:0.0:1787757506.304731:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757506.304732:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757506.304734:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:0.0:1787757506.304736:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757506.304737:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafc800.
02000000:00000001:0.0:1787757506.304740:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757506.304741:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757506.304743:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61f0c0.
00000100:00000001:0.0:1787757506.304746:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757506.304747:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757506.304749:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757506.304753:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757506.304755:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757506.304757:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757506.304759:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757506.814337:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757506.814342:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757506.814344:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757506.814348:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757506.814351:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757506.814354:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757506.814356:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757506.814358:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757506.814360:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757507.134385:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757507.134392:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757507.134400:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757507.134402:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757507.134406:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757507.134408:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757507.134458:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757507.134463:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757507.134466:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757507.262337:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313759145, at 4313759168
00000100:00000040:3.0:1787757507.262344:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313759145, at 4313759168
00000100:00000010:2.0:1787757507.262351:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747540.
00000100:00000010:3.0:1787757507.262356:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747c60.
00000100:00000001:0.0:1787757507.838338:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757507.838343:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757507.838345:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757507.838349:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757507.838351:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757507.838354:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757507.838356:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757507.838359:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757507.838361:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757508.158382:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757508.158388:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757508.158394:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757508.158405:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757508.158413:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757508.158415:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757508.158530:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757508.158534:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757508.158537:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757508.862385:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757508.862395:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757508.862399:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757508.862408:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757508.862414:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757508.862421:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757508.862426:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757508.862431:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757508.862435:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757509.182439:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757509.182449:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757509.182460:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757509.182463:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757509.182471:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757509.182508:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757509.182621:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757509.182628:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757509.182633:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757509.886418:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757509.886428:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757509.886431:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757509.886437:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757509.886443:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757509.886447:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757509.886450:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757509.886454:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757509.886457:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757510.206436:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757510.206483:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757510.206493:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757510.206496:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757510.206503:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757510.206505:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757510.206549:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757510.206557:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757510.206563:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757510.910364:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757510.910384:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757510.910388:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757510.910394:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757510.910412:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757510.910417:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757510.910420:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757510.910423:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757510.910426:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757511.230361:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757511.230369:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757511.230372:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757511.230391:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757511.230396:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757511.230398:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757511.230401:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757511.230403:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757511.230407:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757511.230410:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757511.230412:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757511.230415:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757511.230417:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757511.230419:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757511.230421:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757511.230424:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757511.230428:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757511.230431:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757511.230519:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757511.230523:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757511.230526:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757511.422411:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757511.422424:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757511.422427:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757511.422432:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757511.422473:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757511.422498:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19090
00000400:00000200:3.0:1787757511.422507:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757511.422514:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757511.422518:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757511.422522:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757511.422524:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757511.422526:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757511.422527:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757511.422531:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757511.422533:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757511.422535:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757511.422538:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757511.422539:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757511.422541:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757511.422543:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757511.422545:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757511.422546:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757511.422547:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757511.422550:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757511.422552:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757511.422554:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757511.422557:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757511.422560:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757511.422562:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757511.422564:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757511.422566:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757511.422575:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca192c0.
00000020:00000040:3.0:1787757511.422577:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757511.422581:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757511.422582:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757511.422600:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757511.422602:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757511.422607:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757511.422614:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c400.
00000100:00000001:3.0:1787757511.422620:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757511.422629:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca192c0 x1874594466082304/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757511.422638:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757511.422642:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757511.422647:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e50181] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca192c0 x1874594466082304/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757511.422668:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757511.422672:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757511.422675:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757511.422676:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757511.422678:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757511.422680:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757511.422699:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19090
00000400:00000200:3.0:1787757511.422703:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757511.422707:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757511.422709:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757511.422712:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757511.422715:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757511.422717:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757511.422720:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757511.422720:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757511.422725:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787757511.422727:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1787757511.422727:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000100:00000001:0.0:1787757511.422732:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787757511.422732:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757511.422734:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787757511.422738:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787757511.422742:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:0.0:1787757511.422744:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca192c0 x1874594466082304/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787757511.422748:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757511.422776:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757511.422779:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757511.422786:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757511.422787:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757511.422790:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
02000000:00000001:0.0:1787757511.422792:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1787757511.422793:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
02000000:00000001:0.0:1787757511.422798:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1787757511.422798:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
02000000:00000001:0.0:1787757511.422805:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757511.422805:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757511.422811:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1787757511.422814:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466082304:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787757511.422818:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757511.422819:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757511.422822:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757511.422824:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757511.422825:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757511.422830:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:0.0:1787757511.422831:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:3.0:1787757511.422837:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000010:0.0:1787757511.422838:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad7000.
02000000:00000001:0.0:1787757511.422842:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787757511.422844:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757511.422848:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757511.422852:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000010:3.0:1787757511.422856:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19e00.
00000400:00000010:0.0:1787757511.422858:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ff840.
00000020:00000040:3.0:1787757511.422861:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000400:00000010:0.0:1787757511.422867:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
02000000:00000001:3.0:1787757511.422867:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757511.422869:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757511.422873:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757511.422874:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:0.0:1787757511.422875:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466082304, portal 25
02000000:00000001:3.0:1787757511.422877:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757511.422879:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757511.422881:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118843584 : -120600590708032 : ffff92507ca192c0)
02000000:00000010:3.0:1787757511.422883:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51ec00.
00000100:00000040:0.0:1787757511.422888:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca192c0 x1874594466082304/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757511.422889:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757511.422899:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19e00 x1874594466082432/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757511.422900:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757511.422908:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000001:3.0:1787757511.422913:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757511.422915:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757511.422919:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000c6c2d2] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19e00 x1874594466082432/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1787757511.422938:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905220.
00000100:00000200:0.0:1787757511.422948:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466082304, offset 0
00000100:00000001:3.0:1787757511.422948:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757511.422956:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757511.422959:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787757511.422963:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1787757511.422964:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00080000:3.0:1787757511.422966:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757511.422970:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757511.422974:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19090
00000400:00000200:0.0:1787757511.422978:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757511.422983:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757511.422989:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000400:00000200:0.0:1787757511.422993:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00080000:3.0:1787757511.422994:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757511.423001:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000200:0.0:1787757511.423004:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787757511.423005:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757511.423011:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000200:0.0:1787757511.423015:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00000001:3.0:1787757511.423017:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757511.423020:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:0.0:1787757511.423022:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000020:00000040:3.0:1787757511.423023:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787757511.423027:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:0.0:1787757511.423028:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000020:00000040:3.0:1787757511.423031:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000400:00000200:0.0:1787757511.423036:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56554:56554:256:4294967295] 192.168.201.154@tcp LPNI seq info [56554:56554:8:4294967295]
00000020:00000001:3.0:1787757511.423037:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787757511.423044:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:0.0:1787757511.423050:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:3.0:1787757511.423054:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757511.423057:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757511.423063:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757511.423070:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:0.0:1787757511.423072:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1787757511.423092:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787757511.423098:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000800:00000200:0.0:1787757511.423103:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000001:3.0:1787757511.423104:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757511.423108:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:0.0:1787757511.423112:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a500.
02000000:00000001:3.0:1787757511.423112:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757511.423114:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757511.423117:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757511.423120:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.0:1787757511.423123:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000008:00000001:3.0:1787757511.423124:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757511.423129:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787757511.423130:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000100:00000010:3.0:1787757511.423132:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca18b40.
00000020:00000040:3.0:1787757511.423137:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000800:00000200:0.1:1787757511.423138:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000001:3.0:1787757511.423141:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757511.423143:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787757511.423143:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1787757511.423148:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757511.423150:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000100:0.0:1787757511.423154:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
02000000:00000001:3.0:1787757511.423154:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1787757511.423159:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a500.
02000000:00000010:3.0:1787757511.423160:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51dc00.
00000100:00000001:3.0:1787757511.423164:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757511.423166:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:3.0:1787757511.423170:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca18b40 x1874594466082560/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787757511.423174:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757511.423182:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905220
00000100:00000001:3.0:1787757511.423183:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1787757511.423186:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905220.
00000100:00000001:3.0:1787757511.423187:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757511.423193:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5e8f4b9] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca18b40 x1874594466082560/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757511.423194:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787757511.423202:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787757511.423203:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca192c0 x1874594466082304/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787757511.423204:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787757511.423212:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787757511.423217:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19101)
00000100:00000001:0.0:1787757511.423226:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757511.423231:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca192c0 x1874594466082304/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757536 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757511.423241:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757511.423243:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757511.423250:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757511.423255:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757511.423258:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313764264
00000100:00000010:0.0:1787757511.423263:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747f00.
00000100:00000001:0.0:1787757511.423269:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787757511.423305:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313764265
00000100:00000010:0.0:1787757511.423311:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747e40.
00000100:00000001:0.0:1787757511.423315:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787757511.423319:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757511.423322:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757511.423324:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757511.423328:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757511/real 1787757511]  req@ffff92507ca192c0 x1874594466082304/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757511.423341:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757511.423342:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757511.423344:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ff840.
00000400:00000200:0.0:1787757511.423346:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757511.423348:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757511.423350:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757511.423353:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca192c0 x1874594466082304/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757511.423359:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca192c0 x1874594466082304/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757511.423364:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757511.423365:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757511.423367:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757511.423368:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757511.423371:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca192c0 x1874594466082304/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757511.423375:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757511.423378:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca192c0 x1874594466082304/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757536 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757511.423383:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757511.423385:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757511.423387:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757511.423387:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757511.423389:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757511.423391:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757511.423393:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757511.423411:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757511.423413:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757511.423417:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca192c0 x1874594466082304/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757536 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757511.423425:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466082304:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787757511.423429:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757511.423431:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757511.423433:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca192c0 x1874594466082304/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757536 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757511.423464:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757511.423467:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757511.423470:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad7000.
02000000:00000001:0.0:1787757511.423491:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757511.423492:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757511.423494:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:0.0:1787757511.423496:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757511.423499:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51c400.
02000000:00000001:0.0:1787757511.423503:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757511.423504:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757511.423506:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca192c0.
00000100:00000001:0.0:1787757511.423510:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757511.423511:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757511.423513:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757511.423521:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757511.423523:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757511.423525:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757511.423527:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757511.423529:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757511.423541:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca19e00 x1874594466082432/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757511.423549:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757511.423550:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757511.423553:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757511.423555:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757511.423557:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757511.423561:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca19e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466082432:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757511.423564:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757511.423567:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757511.423568:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757511.423570:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757511.423574:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad7000.
02000000:00000001:0.0:1787757511.423576:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757511.423580:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757511.423599:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ff840.
00000400:00000010:0.0:1787757511.423604:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000200:0.0:1787757511.423608:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466082432, portal 10
00000100:00000001:0.0:1787757511.423610:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757511.423612:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118846464 : -120600590705152 : ffff92507ca19e00)
00000100:00000040:0.0:1787757511.423620:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca19e00 x1874594466082432/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757511.423630:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757511.423633:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757511.423636:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905220.
00000100:00000200:0.0:1787757511.423639:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466082432, offset 0
00000400:00000200:0.0:1787757511.423643:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757511.423647:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757511.423650:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757511.423653:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757511.423656:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757511.423658:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757511.423660:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757511.423663:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56555:56555:256:4294967295] 192.168.201.154@tcp LPNI seq info [56555:56555:8:4294967295]
00000400:00000200:0.0:1787757511.423666:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757511.423672:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757511.423676:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757511.423679:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a500.
00000800:00000200:0.0:1787757511.423682:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757511.423685:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787757511.423689:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757511.423692:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1787757511.423695:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757511.423697:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a500.
00000400:00000200:0.0:1787757511.423699:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757511.423703:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757511.423705:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905220
00000400:00000010:0.0:1787757511.423707:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905220.
00000100:00000001:0.0:1787757511.423710:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757511.423713:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca19e00 x1874594466082432/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757511.423720:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757511.423722:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19e00 x1874594466082432/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757536 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757511.423727:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757511.423729:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757511.423732:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757511.423735:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:0.0:1787757511.423738:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757511.423740:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313763369
00000100:00000001:0.0:1787757511.423742:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313764264
00000100:00000001:0.0:1787757511.423744:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313763369
00000100:00000001:0.0:1787757511.423746:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313764265
00000100:00000001:0.0:1787757511.423748:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757511.423749:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757511.423751:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757511.423754:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757511/real 1787757511]  req@ffff92507ca19e00 x1874594466082432/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757511.423760:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757511.423761:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757511.423779:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ff840.
00000400:00000200:0.0:1787757511.423780:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757511.423781:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757511.423783:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757511.423785:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca19e00 x1874594466082432/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757511.423791:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca19e00 x1874594466082432/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757511.423795:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757511.423795:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757511.423797:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757511.423798:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757511.423800:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca19e00 x1874594466082432/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757511.423804:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757511.423806:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca19e00 x1874594466082432/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757536 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757511.423811:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757511.423813:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757511.423814:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757511.423815:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757511.423816:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757511.423818:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757511.423820:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757511.423822:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757511.423823:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757511.423825:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca19e00 x1874594466082432/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757536 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757511.423830:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca19e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466082432:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757511.423834:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757511.423836:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca18b40 x1874594466082560/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757511.423841:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757511.423841:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757511.423843:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757511.423844:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757511.423845:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757511.423847:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca18b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466082560:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757511.423850:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757511.423851:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757511.423852:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757511.423854:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757511.423856:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787757511.423858:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757511.423860:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757511.423862:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ff840.
00000400:00000010:0.0:1787757511.423864:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000200:0.0:1787757511.423866:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466082560, portal 4
00000100:00000001:0.0:1787757511.423867:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757511.423868:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118841664 : -120600590709952 : ffff92507ca18b40)
00000100:00000040:0.0:1787757511.423873:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca18b40 x1874594466082560/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757511.423877:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757511.423879:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757511.423880:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905220.
00000100:00000200:0.0:1787757511.423882:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466082560, offset 0
00000400:00000200:0.0:1787757511.423884:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757511.423887:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757511.423889:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757511.423891:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757511.423893:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757511.423894:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757511.423896:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757511.423898:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56556:56556:256:4294967295] 192.168.201.154@tcp LPNI seq info [56556:56556:8:4294967295]
00000400:00000200:0.0:1787757511.423901:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757511.423905:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757511.423908:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757511.423910:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a500.
00000800:00000200:0.0:1787757511.423912:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757511.423914:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787757511.423917:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757511.423919:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1787757511.423921:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757511.423939:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a500.
00000400:00000200:0.0:1787757511.423942:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757511.423945:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757511.423947:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905220
00000400:00000010:0.0:1787757511.423949:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905220.
00000100:00000001:0.0:1787757511.423951:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757511.423954:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca18b40 x1874594466082560/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757511.423961:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757511.423963:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca18b40 x1874594466082560/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757536 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757511.423969:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757511.423970:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757511.423972:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757511.423975:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:0.0:1787757511.423977:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757511.423979:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313763352
00000100:00000001:0.0:1787757511.423981:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313764264
00000100:00000001:0.0:1787757511.423983:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313763352
00000100:00000001:0.0:1787757511.423985:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313764265
00000100:00000001:0.0:1787757511.423987:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757511.423989:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757511.423990:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757511.423994:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757511/real 1787757511]  req@ffff92507ca18b40 x1874594466082560/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757511.423999:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757511.424000:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757511.424002:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ff840.
00000400:00000200:0.0:1787757511.424003:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757511.424005:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757511.424006:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757511.424009:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca18b40 x1874594466082560/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757511.424015:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca18b40 x1874594466082560/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757511.424021:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757511.424022:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757511.424023:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757511.424025:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757511.424028:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca18b40 x1874594466082560/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757511.424033:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757511.424036:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca18b40 x1874594466082560/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757536 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757511.424041:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757511.424043:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757511.424044:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757511.424045:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757511.424047:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757511.424049:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757511.424051:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757511.424054:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757511.424056:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757511.424059:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca18b40 x1874594466082560/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757536 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757511.424065:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca18b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466082560:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757511.424068:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757511.424069:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757511.424072:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca19e00 x1874594466082432/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757536 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757511.424077:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757511.424078:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757511.424080:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad7000.
02000000:00000001:0.0:1787757511.424082:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757511.424083:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757511.424085:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:0.0:1787757511.424102:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757511.424104:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51ec00.
02000000:00000001:0.0:1787757511.424105:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757511.424106:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757511.424107:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca19e00.
00000100:00000001:0.0:1787757511.424109:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757511.424110:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757511.424111:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757511.424113:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca18b40 x1874594466082560/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757536 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757511.424118:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757511.424119:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757511.424120:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787757511.424122:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757511.424123:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757511.424124:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:0.0:1787757511.424125:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757511.424126:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51dc00.
02000000:00000001:0.0:1787757511.424128:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757511.424128:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757511.424129:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca18b40.
00000100:00000001:0.0:1787757511.424130:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757511.424131:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757511.424132:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757511.424135:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757511.424136:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757511.424137:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757511.424138:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757511.934337:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757511.934344:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757511.934346:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757511.934350:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757511.934353:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757511.934356:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757511.934359:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757511.934361:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757511.934363:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757512.254480:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757512.254489:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757512.254498:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757512.254501:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757512.254508:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757512.254510:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757512.254604:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757512.254610:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757512.254615:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757512.382394:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313764264, at 4313764288
00000100:00000040:3.0:1787757512.382396:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313764265, at 4313764288
00000100:00000010:3.0:1787757512.382417:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747e40.
00000100:00000010:2.0:1787757512.382471:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747f00.
00000100:00000001:0.0:1787757512.958469:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757512.958485:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757512.958490:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757512.958502:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757512.958511:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757512.958519:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757512.958525:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757512.958531:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757512.958537:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757513.278513:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757513.278524:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757513.278535:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757513.278540:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757513.278551:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757513.278555:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757513.278654:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757513.278664:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757513.278672:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757513.982408:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757513.982418:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757513.982420:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757513.982426:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757513.982430:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757513.982435:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757513.982438:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757513.982441:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757513.982443:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757514.302442:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757514.302450:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757514.302460:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757514.302463:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757514.302470:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757514.302476:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757514.302479:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757514.302497:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757514.302502:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757514.302505:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757514.302509:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757514.302514:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757514.302580:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757514.302586:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757514.302590:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757515.006513:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757515.006537:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757515.006540:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757515.006547:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757515.006553:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757515.006558:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757515.006561:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757515.006565:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757515.006569:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757515.326486:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757515.326496:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757515.326505:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757515.326507:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757515.326513:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757515.326515:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757515.326582:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757515.326587:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757515.326591:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757516.030344:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757516.030351:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757516.030367:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757516.030372:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757516.030376:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757516.030380:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757516.030383:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757516.030386:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757516.030389:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757516.350419:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757516.350428:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757516.350439:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757516.350442:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757516.350448:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757516.350451:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757516.350507:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757516.350512:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757516.350515:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757516.542342:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757516.542366:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757516.542368:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757516.542378:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757516.542382:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757516.542391:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19096
00000400:00000200:3.0:1787757516.542399:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757516.542404:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757516.542407:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757516.542409:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757516.542412:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757516.542413:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757516.542415:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757516.542418:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757516.542420:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757516.542422:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757516.542425:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757516.542426:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757516.542428:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757516.542430:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757516.542431:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757516.542433:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757516.542434:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757516.542436:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757516.542440:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757516.542443:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757516.542446:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757516.542448:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757516.542450:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757516.542452:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757516.542454:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757516.542459:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a580.
00000020:00000040:3.0:1787757516.542462:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757516.542466:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757516.542467:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757516.542470:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757516.542472:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757516.542475:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757516.542482:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c000.
00000100:00000001:3.0:1787757516.542487:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757516.542494:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a580 x1874594466082688/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757516.542503:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757516.542506:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757516.542509:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079505b6d] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a580 x1874594466082688/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757516.542524:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757516.542527:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757516.542529:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757516.542530:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757516.542531:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757516.542534:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757516.542536:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19096
00000400:00000200:3.0:1787757516.542538:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757516.542541:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757516.542542:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757516.542545:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757516.542548:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757516.542549:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757516.542551:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757516.542553:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757516.542554:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000100:00000001:0.0:1787757516.542555:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787757516.542556:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757516.542558:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787757516.542561:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:0.0:1787757516.542563:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787757516.542563:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787757516.542568:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757516.542569:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787757516.542570:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757516.542573:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757516.542575:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757516.542577:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00000040:0.0:1787757516.542582:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1a580 x1874594466082688/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787757516.542582:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757516.542594:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757516.542597:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787757516.542602:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787757516.542603:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757516.542605:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757516.542608:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757516.542610:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:0.0:1787757516.542611:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1787757516.542614:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1787757516.542616:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1787757516.542617:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757516.542621:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757516.542623:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757516.542625:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca18b40.
00000020:00000040:3.0:1787757516.542629:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000100:00100000:0.0:1787757516.542631:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466082688:192.168.201.154@tcp:250:kworker.0
02000000:00000001:3.0:1787757516.542632:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757516.542634:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757516.542637:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757516.542639:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787757516.542642:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757516.542642:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757516.542648:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51f400.
02000000:00000001:0.0:1787757516.542649:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787757516.542650:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757516.542654:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757516.542660:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca18b40 x1874594466082816/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1787757516.542661:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757516.542681:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad6000.
00000100:00000001:3.0:1787757516.542682:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757516.542687:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757516.542691:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5e8f4b9] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca18b40 x1874594466082816/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787757516.542694:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757516.542706:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757516.542708:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00080000:3.0:1787757516.542711:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1787757516.542716:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ff840.
00000100:00080000:3.0:1787757516.542716:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787757516.542721:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757516.542724:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757516.542727:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:0.0:1787757516.542728:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00080000:3.0:1787757516.542731:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19096
00000400:00000200:3.0:1787757516.542737:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000200:0.0:1787757516.542738:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466082688, portal 25
00000100:00000001:0.0:1787757516.542742:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757516.542744:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118848384 : -120600590703232 : ffff92507ca1a580)
00000400:00000200:3.0:1787757516.542755:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00000040:0.0:1787757516.542756:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1a580 x1874594466082688/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787757516.542760:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757516.542767:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757516.542772:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787757516.542775:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757516.542775:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757516.542780:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757516.542782:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:0.0:1787757516.542785:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000020:00000040:3.0:1787757516.542785:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787757516.542788:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000010:0.0:1787757516.542792:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905220.
00000100:00000200:0.0:1787757516.542798:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466082688, offset 0
00000020:00000040:3.0:1787757516.542798:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787757516.542802:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787757516.542805:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787757516.542808:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757516.542812:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787757516.542813:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000040:3.0:1787757516.542816:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757516.542819:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757516.542820:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787757516.542822:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757516.542825:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757516.542827:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000001:3.0:1787757516.542828:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757516.542832:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757516.542835:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757516.542837:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:0.0:1787757516.542839:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000008:00100000:3.0:1787757516.542840:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757516.542845:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757516.542847:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757516.542849:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:3.0:1787757516.542851:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19e00.
00000020:00000040:3.0:1787757516.542855:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000400:00000200:0.0:1787757516.542856:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
02000000:00000001:3.0:1787757516.542858:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757516.542860:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757516.542862:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757516.542864:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1787757516.542865:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1787757516.542866:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757516.542873:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
02000000:00000010:3.0:1787757516.542873:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e800.
00000100:00000001:3.0:1787757516.542878:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757516.542882:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56557:56557:256:4294967295] 192.168.201.154@tcp LPNI seq info [56557:56557:8:4294967295]
00000100:00100000:3.0:1787757516.542886:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19e00 x1874594466082944/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787757516.542895:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757516.542896:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757516.542904:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757516.542913:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1787757516.542913:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000c6c2d2] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19e00 x1874594466082944/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1787757516.542926:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000001:3.0:1787757516.542928:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757516.542931:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:0.0:1787757516.542932:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a500.
00000100:00000040:3.0:1787757516.542935:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787757516.542941:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19106)
00000800:00000200:0.0:1787757516.542943:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757516.542948:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787757516.542964:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757516.542967:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1787757516.542970:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757516.542972:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a500.
00000400:00000200:0.0:1787757516.542976:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757516.542980:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757516.542984:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905220
00000400:00000010:0.0:1787757516.542986:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905220.
00000100:00000001:0.0:1787757516.542991:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757516.542994:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1a580 x1874594466082688/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757516.543001:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757516.543004:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a580 x1874594466082688/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757541 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757516.543009:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757516.543010:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757516.543014:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757516.543017:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757516.543019:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313769384
00000100:00000010:0.0:1787757516.543023:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747960.
00000100:00000001:0.0:1787757516.543029:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787757516.543032:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313769384
00000100:00000010:0.0:1787757516.543034:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747420.
00000100:00000001:0.0:1787757516.543037:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787757516.543039:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757516.543041:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757516.543043:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757516.543046:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757516/real 1787757516]  req@ffff92507ca1a580 x1874594466082688/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757516.543052:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757516.543054:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757516.543055:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ff840.
00000400:00000200:0.0:1787757516.543057:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757516.543059:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757516.543061:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757516.543063:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1a580 x1874594466082688/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757516.543069:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1a580 x1874594466082688/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757516.543074:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757516.543075:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757516.543076:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757516.543078:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757516.543080:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1a580 x1874594466082688/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757516.543084:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757516.543087:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1a580 x1874594466082688/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757541 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757516.543092:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757516.543094:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757516.543095:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757516.543096:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757516.543097:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757516.543099:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757516.543100:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757516.543103:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757516.543104:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757516.543107:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1a580 x1874594466082688/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757541 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757516.543113:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466082688:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787757516.543116:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757516.543118:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757516.543120:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1a580 x1874594466082688/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757541 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757516.543128:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757516.543130:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757516.543132:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787757516.543134:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757516.543135:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757516.543136:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:0.0:1787757516.543138:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757516.543140:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51c000.
02000000:00000001:0.0:1787757516.543142:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757516.543144:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757516.543145:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1a580.
00000100:00000001:0.0:1787757516.543147:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757516.543148:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757516.543149:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757516.543156:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757516.543158:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757516.543159:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757516.543160:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757516.543161:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757516.543164:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca18b40 x1874594466082816/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757516.543168:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757516.543169:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757516.543171:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757516.543172:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757516.543173:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757516.543175:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca18b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466082816:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757516.543178:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757516.543179:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757516.543180:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757516.543182:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757516.543183:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787757516.543185:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757516.543187:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757516.543190:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ff840.
00000400:00000010:0.0:1787757516.543202:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000200:0.0:1787757516.543207:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466082816, portal 10
00000100:00000001:0.0:1787757516.543208:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757516.543209:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118841664 : -120600590709952 : ffff92507ca18b40)
00000100:00000040:0.0:1787757516.543215:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca18b40 x1874594466082816/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757516.543219:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757516.543221:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757516.543222:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905220.
00000100:00000200:0.0:1787757516.543224:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466082816, offset 0
00000400:00000200:0.0:1787757516.543226:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757516.543229:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757516.543232:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757516.543234:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757516.543236:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757516.543238:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757516.543239:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757516.543241:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56558:56558:256:4294967295] 192.168.201.154@tcp LPNI seq info [56558:56558:8:4294967295]
00000400:00000200:0.0:1787757516.543244:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757516.543249:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757516.543252:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757516.543254:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a500.
00000800:00000200:0.0:1787757516.543256:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757516.543258:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787757516.543261:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757516.543263:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1787757516.543266:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757516.543283:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a500.
00000400:00000200:0.0:1787757516.543286:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757516.543290:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757516.543293:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905220
00000400:00000010:0.0:1787757516.543294:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905220.
00000100:00000001:0.0:1787757516.543297:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757516.543300:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca18b40 x1874594466082816/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757516.543306:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757516.543308:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca18b40 x1874594466082816/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757541 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757516.543313:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757516.543314:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757516.543317:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757516.543320:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:0.0:1787757516.543323:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757516.543324:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313768489
00000100:00000001:0.0:1787757516.543327:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313769384
00000100:00000001:0.0:1787757516.543328:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313768489
00000100:00000001:0.0:1787757516.543330:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313769384
00000100:00000001:0.0:1787757516.543331:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757516.543333:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757516.543334:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757516.543336:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757516/real 1787757516]  req@ffff92507ca18b40 x1874594466082816/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757516.543341:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757516.543341:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757516.543342:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ff840.
00000400:00000200:0.0:1787757516.543344:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757516.543361:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757516.543364:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757516.543367:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca18b40 x1874594466082816/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757516.543373:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca18b40 x1874594466082816/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757516.543382:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757516.543383:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757516.543384:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757516.543385:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757516.543387:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca18b40 x1874594466082816/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757516.543395:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757516.543398:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca18b40 x1874594466082816/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757541 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757516.543402:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757516.543404:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757516.543405:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757516.543406:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757516.543407:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757516.543409:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757516.543410:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757516.543412:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757516.543414:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757516.543416:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca18b40 x1874594466082816/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757541 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757516.543421:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca18b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466082816:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757516.543424:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757516.543426:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca19e00 x1874594466082944/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757516.543430:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757516.543431:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757516.543433:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757516.543434:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757516.543435:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757516.543437:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca19e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466082944:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757516.543439:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757516.543441:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757516.543442:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757516.543443:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757516.543445:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad7000.
02000000:00000001:0.0:1787757516.543446:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757516.543449:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757516.543451:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ff840.
00000400:00000010:0.0:1787757516.543453:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000200:0.0:1787757516.543455:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466082944, portal 4
00000100:00000001:0.0:1787757516.543457:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757516.543458:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118846464 : -120600590705152 : ffff92507ca19e00)
00000100:00000040:0.0:1787757516.543462:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca19e00 x1874594466082944/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757516.543467:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757516.543468:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757516.543470:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905220.
00000100:00000200:0.0:1787757516.543471:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466082944, offset 0
00000400:00000200:0.0:1787757516.543474:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757516.543476:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757516.543479:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757516.543481:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757516.543483:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757516.543484:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757516.543486:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757516.543488:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56559:56559:256:4294967295] 192.168.201.154@tcp LPNI seq info [56559:56559:8:4294967295]
00000400:00000200:0.0:1787757516.543491:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757516.543495:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757516.543499:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757516.543501:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a500.
00000800:00000200:0.0:1787757516.543504:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757516.543506:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787757516.543509:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757516.543510:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1787757516.543513:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757516.543514:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a500.
00000400:00000200:0.0:1787757516.543516:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757516.543518:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757516.543520:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905220
00000400:00000010:0.0:1787757516.543522:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905220.
00000100:00000001:0.0:1787757516.543523:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757516.543526:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca19e00 x1874594466082944/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757516.543531:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757516.543533:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19e00 x1874594466082944/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757541 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757516.543537:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757516.543538:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757516.543539:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757516.543541:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:0.0:1787757516.543543:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757516.543544:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313768472
00000100:00000001:0.0:1787757516.543546:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313769384
00000100:00000001:0.0:1787757516.543548:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313768472
00000100:00000001:0.0:1787757516.543549:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313769384
00000100:00000001:0.0:1787757516.543551:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757516.543552:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757516.543553:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757516.543555:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757516/real 1787757516]  req@ffff92507ca19e00 x1874594466082944/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757516.543561:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757516.543562:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757516.543563:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ff840.
00000400:00000200:0.0:1787757516.543564:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757516.543565:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757516.543566:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757516.543568:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca19e00 x1874594466082944/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757516.543573:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca19e00 x1874594466082944/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757516.543577:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757516.543577:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757516.543578:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757516.543579:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757516.543581:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca19e00 x1874594466082944/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757516.543586:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757516.543588:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca19e00 x1874594466082944/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757541 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757516.543593:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757516.543594:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757516.543595:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757516.543596:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757516.543597:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757516.543598:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757516.543599:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757516.543601:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757516.543602:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757516.543605:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca19e00 x1874594466082944/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757541 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757516.543610:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca19e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466082944:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757516.543613:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757516.543614:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757516.543616:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca18b40 x1874594466082816/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757541 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757516.543619:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757516.543620:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757516.543622:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787757516.543623:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757516.543624:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757516.543625:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:0.0:1787757516.543626:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757516.543627:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51f400.
02000000:00000001:0.0:1787757516.543631:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757516.543632:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757516.543632:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca18b40.
00000100:00000001:0.0:1787757516.543634:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757516.543635:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757516.543636:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757516.543638:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca19e00 x1874594466082944/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757541 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757516.543642:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757516.543643:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757516.543644:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad7000.
02000000:00000001:0.0:1787757516.543645:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757516.543646:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757516.543646:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:0.0:1787757516.543647:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757516.543648:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51e800.
02000000:00000001:0.0:1787757516.543649:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757516.543651:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757516.543651:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca19e00.
00000100:00000001:0.0:1787757516.543653:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757516.543654:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757516.543655:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757516.543658:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757516.543659:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757516.543660:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757516.543661:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757517.054373:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757517.054397:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757517.054400:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757517.054405:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757517.054408:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757517.054412:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757517.054414:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757517.054417:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757517.054419:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757517.374415:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757517.374421:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757517.374430:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757517.374432:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757517.374438:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757517.374441:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757517.374475:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757517.374481:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757517.374486:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757517.502464:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313769384, at 4313769408
00000100:00000010:2.0:1787757517.502483:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747960.
00000100:00000040:3.0:1787757517.502496:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313769384, at 4313769408
00000100:00000010:3.0:1787757517.502517:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747420.
00000100:00000001:0.0:1787757518.078422:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757518.078431:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757518.078434:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757518.078439:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757518.078443:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757518.078447:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757518.078449:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757518.078452:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757518.078454:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757518.398421:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757518.398428:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757518.398437:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757518.398440:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757518.398448:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757518.398451:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757518.398511:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757518.398516:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757518.398518:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757519.102421:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757519.102427:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757519.102429:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757519.102433:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757519.102436:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757519.102439:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757519.102442:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757519.102444:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757519.102446:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757519.422571:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757519.422579:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757519.422586:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757519.422588:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757519.422592:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757519.422593:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757519.422669:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757519.422687:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757519.422691:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757520.126436:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757520.126445:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757520.126448:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757520.126454:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757520.126459:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757520.126464:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757520.126468:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757520.126472:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757520.126475:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757520.446427:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757520.446439:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757520.446443:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757520.446450:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757520.446457:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757520.446461:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757520.446465:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757520.446470:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757520.446478:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757520.446483:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757520.446486:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757520.446491:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757520.446494:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757520.446498:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757520.446502:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757520.446506:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757520.446515:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757520.446518:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757520.446594:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757520.446600:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757520.446605:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757521.150507:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757521.150520:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757521.150523:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757521.150530:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757521.150536:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757521.150542:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757521.150546:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757521.150550:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757521.150555:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757521.470447:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757521.470464:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757521.470482:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757521.470486:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757521.470498:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757521.470502:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757521.470651:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757521.470660:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757521.470667:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787757521.662467:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757521.662486:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787757521.662491:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757521.662497:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757521.662506:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757521.662519:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19101
00000400:00000200:2.0:1787757521.662536:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757521.662548:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757521.662554:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757521.662560:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757521.662564:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757521.662567:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757521.662571:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757521.662576:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757521.662579:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787757521.662583:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757521.662587:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787757521.662590:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787757521.662595:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787757521.662598:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757521.662601:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757521.662604:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757521.662606:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757521.662610:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787757521.662614:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757521.662617:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757521.662621:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757521.662625:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757521.662629:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757521.662631:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757521.662635:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757521.662643:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61c780.
00000020:00000040:2.0:1787757521.662647:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787757521.662652:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757521.662654:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757521.662658:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757521.662661:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757521.662667:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757521.662676:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafd000.
00000100:00000001:2.0:1787757521.662688:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757521.662705:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61c780 x1874594466083072/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757521.662725:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757521.662733:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757521.662743:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054c4f452] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61c780 x1874594466083072/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757521.662783:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757521.662790:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757521.662794:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787757521.662797:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757521.662800:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757521.662805:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757521.662811:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19101
00000400:00000200:2.0:1787757521.662818:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757521.662824:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757521.662827:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787757521.662833:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1787757521.662833:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757521.662840:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757521.662845:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757521.662847:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757521.662849:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757521.662856:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787757521.662857:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1787757521.662858:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:2.0:1787757521.662867:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757521.662870:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000100:00000040:0.0:1787757521.662882:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61c780 x1874594466083072/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787757521.662890:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:2.0:1787757521.662903:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:2.0:1787757521.662919:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757521.662923:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757521.662932:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757521.662932:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1787757521.662943:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1787757521.662945:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
02000000:00000001:0.0:1787757521.662949:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757521.662956:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
02000000:00000001:0.0:1787757521.662957:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787757521.662966:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:2.0:1787757521.662973:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757521.662981:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757521.662987:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1787757521.662989:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466083072:192.168.201.154@tcp:250:kworker.0
02000000:00000001:2.0:1787757521.662998:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757521.662999:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757521.663007:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757521.663008:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787757521.663011:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:0.0:1787757521.663015:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1787757521.663021:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1787757521.663022:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:2.0:1787757521.663030:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757521.663035:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757521.663044:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad7000.
00000100:00000010:2.0:1787757521.663044:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61fc00.
00000020:00000040:2.0:1787757521.663053:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:2.0:1787757521.663059:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757521.663060:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757521.663064:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757521.663070:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757521.663072:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757521.663075:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757521.663082:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000010:2.0:1787757521.663086:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507caff400.
00000100:00000001:2.0:1787757521.663094:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787757521.663099:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ff840.
00000100:00100000:2.0:1787757521.663106:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61fc00 x1874594466083200/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1787757521.663117:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000001:2.0:1787757521.663121:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757521.663129:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757521.663135:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073ddc85a] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61fc00 x1874594466083200/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757521.663136:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466083072, portal 25
00000100:00000001:0.0:1787757521.663150:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757521.663157:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611346304 : -120601098205312 : ffff92505e61c780)
00000100:00000001:2.0:1787757521.663159:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757521.663169:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757521.663176:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787757521.663180:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:0.0:1787757521.663182:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61c780 x1874594466083072/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787757521.663183:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757521.663192:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787757521.663208:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1787757521.663216:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19101
00000100:00000040:0.0:1787757521.663224:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757521.663229:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757521.663236:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905220.
00000400:00000200:2.0:1787757521.663238:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757521.663247:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000200:0.0:1787757521.663251:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466083072, offset 0
00000100:00000040:2.0:1787757521.663253:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757521.663326:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757521.663330:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757521.663334:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757521.663345:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757521.663349:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:2.0:1787757521.663353:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757521.663359:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000400:00000200:0.0:1787757521.663361:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000020:00000001:2.0:1787757521.663365:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:2.0:1787757521.663372:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:2.0:1787757521.663380:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000200:0.0:1787757521.663383:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757521.663386:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757521.663394:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757521.663398:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757521.663402:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000400:00000200:0.0:1787757521.663407:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00080000:2.0:1787757521.663412:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757521.663422:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757521.663425:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1787757521.663428:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1787757521.663431:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757521.663437:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757521.663443:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00000001:2.0:1787757521.663444:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757521.663453:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1787757521.663455:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000008:00000001:2.0:1787757521.663462:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757521.663467:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00000001:2.0:1787757521.663470:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757521.663478:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56560:56560:256:4294967295] 192.168.201.154@tcp LPNI seq info [56560:56560:8:4294967295]
00000100:00000010:2.0:1787757521.663479:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61da40.
00000020:00000040:2.0:1787757521.663487:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:2.0:1787757521.663497:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1787757521.663504:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000001:2.0:1787757521.663514:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757521.663523:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1787757521.663532:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1787757521.663533:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757521.663539:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757521.663550:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafdc00.
00000800:00000200:0.0:1787757521.663560:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000001:2.0:1787757521.663561:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757521.663577:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61da40 x1874594466083328/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:0.0:1787757521.663579:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a500.
00000100:00000001:2.0:1787757521.663596:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:0.0:1787757521.663606:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:2.0:1787757521.663606:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787757521.663618:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000100:00000040:2.0:1787757521.663621:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000246cd981] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61da40 x1874594466083328/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757521.663637:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757521.663641:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787757521.663646:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:0.1:1787757521.663654:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000040:2.0:1787757521.663658:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19111)
00000800:00000200:0.1:1787757521.663661:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1787757521.663671:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757521.663675:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a500.
00000400:00000200:0.0:1787757521.663682:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757521.663689:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757521.663707:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905220
00000400:00000010:0.0:1787757521.663710:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905220.
00000100:00000001:0.0:1787757521.663719:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757521.663726:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61c780 x1874594466083072/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757521.663740:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757521.663745:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61c780 x1874594466083072/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757546 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757521.663755:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757521.663768:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757521.663776:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757521.663781:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757521.663785:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313774505
00000100:00000010:0.0:1787757521.663792:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747180.
00000100:00000001:0.0:1787757521.663801:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787757521.663817:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313774505
00000100:00000010:0.0:1787757521.663824:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747900.
00000100:00000001:0.0:1787757521.663830:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787757521.663836:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757521.663842:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757521.663847:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757521.663859:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757521/real 1787757521]  req@ffff92505e61c780 x1874594466083072/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757521.663878:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757521.663882:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757521.663886:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ff840.
00000400:00000200:0.0:1787757521.663892:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757521.663896:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757521.663903:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757521.663910:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61c780 x1874594466083072/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757521.663928:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61c780 x1874594466083072/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757521.663937:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757521.663941:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757521.663944:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757521.663946:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757521.663951:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61c780 x1874594466083072/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757521.663960:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757521.663966:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61c780 x1874594466083072/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757546 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757521.663976:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757521.663980:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757521.663982:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757521.663984:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757521.663986:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757521.663989:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757521.663993:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757521.663997:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757521.664000:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757521.664005:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61c780 x1874594466083072/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757546 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757521.664023:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466083072:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787757521.664030:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757521.664033:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757521.664037:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61c780 x1874594466083072/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757546 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757521.664045:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757521.664049:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757521.664052:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad7000.
02000000:00000001:0.0:1787757521.664055:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757521.664058:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757521.664061:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:0.0:1787757521.664064:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757521.664067:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafd000.
02000000:00000001:0.0:1787757521.664072:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757521.664074:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757521.664076:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61c780.
00000100:00000001:0.0:1787757521.664080:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757521.664082:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757521.664085:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757521.664105:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757521.664107:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757521.664110:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757521.664112:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757521.664114:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757521.664119:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61fc00 x1874594466083200/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757521.664128:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757521.664130:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757521.664133:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757521.664136:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757521.664139:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757521.664143:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466083200:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757521.664147:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757521.664150:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757521.664153:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757521.664155:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757521.664160:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad7000.
02000000:00000001:0.0:1787757521.664162:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757521.664168:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757521.664172:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ff840.
00000400:00000010:0.0:1787757521.664176:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000200:0.0:1787757521.664181:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466083200, portal 10
00000100:00000001:0.0:1787757521.664183:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757521.664185:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611359744 : -120601098191872 : ffff92505e61fc00)
00000100:00000040:0.0:1787757521.664194:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61fc00 x1874594466083200/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757521.664204:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757521.664207:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757521.664210:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905220.
00000100:00000200:0.0:1787757521.664213:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466083200, offset 0
00000400:00000200:0.0:1787757521.664218:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757521.664224:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757521.664229:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757521.664234:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757521.664237:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757521.664241:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757521.664244:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757521.664248:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56561:56561:256:4294967295] 192.168.201.154@tcp LPNI seq info [56561:56561:8:4294967295]
00000400:00000200:0.0:1787757521.664308:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757521.664321:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757521.664328:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757521.664334:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a500.
00000800:00000200:0.0:1787757521.664340:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757521.664344:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787757521.664351:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757521.664354:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1787757521.664359:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757521.664362:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a500.
00000400:00000200:0.0:1787757521.664367:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757521.664371:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757521.664376:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905220
00000400:00000010:0.0:1787757521.664378:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905220.
00000100:00000001:0.0:1787757521.664383:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757521.664389:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61fc00 x1874594466083200/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757521.664399:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757521.664403:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61fc00 x1874594466083200/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757546 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757521.664421:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757521.664423:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757521.664427:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757521.664432:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:0.0:1787757521.664437:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757521.664441:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313773610
00000100:00000001:0.0:1787757521.664444:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313774505
00000100:00000001:0.0:1787757521.664447:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313773610
00000100:00000001:0.0:1787757521.664450:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313774505
00000100:00000001:0.0:1787757521.664453:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757521.664456:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757521.664458:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757521.664463:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757521/real 1787757521]  req@ffff92505e61fc00 x1874594466083200/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757521.664473:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757521.664475:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757521.664478:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ff840.
00000400:00000200:0.0:1787757521.664481:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757521.664483:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757521.664488:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757521.664494:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61fc00 x1874594466083200/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757521.664513:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61fc00 x1874594466083200/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757521.664526:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757521.664529:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757521.664533:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757521.664536:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757521.664544:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61fc00 x1874594466083200/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757521.664560:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757521.664569:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61fc00 x1874594466083200/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757546 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757521.664584:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757521.664589:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757521.664593:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757521.664595:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757521.664598:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757521.664601:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757521.664605:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757521.664610:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757521.664613:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757521.664619:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61fc00 x1874594466083200/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757546 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757521.664629:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466083200:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757521.664634:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757521.664638:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61da40 x1874594466083328/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757521.664647:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757521.664649:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757521.664652:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757521.664654:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757521.664668:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757521.664671:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466083328:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757521.664675:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757521.664678:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757521.664682:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757521.664684:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757521.664689:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787757521.664692:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757521.664697:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757521.664701:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ff840.
00000400:00000010:0.0:1787757521.664706:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000200:0.0:1787757521.664710:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466083328, portal 4
00000100:00000001:0.0:1787757521.664713:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757521.664715:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611351104 : -120601098200512 : ffff92505e61da40)
00000100:00000040:0.0:1787757521.664723:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61da40 x1874594466083328/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757521.664731:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757521.664734:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757521.664737:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905220.
00000100:00000200:0.0:1787757521.664740:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466083328, offset 0
00000400:00000200:0.0:1787757521.664745:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757521.664750:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757521.664755:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757521.664760:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757521.664763:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757521.664777:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757521.664780:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757521.664785:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56562:56562:256:4294967295] 192.168.201.154@tcp LPNI seq info [56562:56562:8:4294967295]
00000400:00000200:0.0:1787757521.664790:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757521.664799:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757521.664805:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757521.664809:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a500.
00000800:00000200:0.0:1787757521.664815:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757521.664819:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787757521.664828:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757521.664834:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1787757521.664842:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757521.664847:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a500.
00000400:00000200:0.0:1787757521.664853:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757521.664860:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757521.664866:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905220
00000400:00000010:0.0:1787757521.664870:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905220.
00000100:00000001:0.0:1787757521.664877:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757521.664884:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61da40 x1874594466083328/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757521.664902:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757521.664909:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61da40 x1874594466083328/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757546 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757521.664923:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757521.664925:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757521.664931:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757521.664935:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:0.0:1787757521.664940:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757521.664942:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313773593
00000100:00000001:0.0:1787757521.664946:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313774505
00000100:00000001:0.0:1787757521.664949:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313773593
00000100:00000001:0.0:1787757521.664952:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313774505
00000100:00000001:0.0:1787757521.664954:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757521.664957:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757521.664959:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757521.664964:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757521/real 1787757521]  req@ffff92505e61da40 x1874594466083328/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757521.664974:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757521.664976:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757521.664978:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ff840.
00000400:00000200:0.0:1787757521.664981:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757521.664983:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757521.664987:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757521.664991:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61da40 x1874594466083328/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757521.665001:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61da40 x1874594466083328/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757521.665009:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757521.665011:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757521.665013:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757521.665015:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757521.665019:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61da40 x1874594466083328/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757521.665027:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757521.665032:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61da40 x1874594466083328/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757546 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757521.665041:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757521.665044:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757521.665046:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757521.665047:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757521.665049:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757521.665051:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757521.665055:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757521.665058:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757521.665061:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757521.665065:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61da40 x1874594466083328/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757546 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757521.665074:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466083328:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757521.665079:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757521.665082:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757521.665086:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61fc00 x1874594466083200/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757546 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757521.665095:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757521.665097:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757521.665100:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad7000.
02000000:00000001:0.0:1787757521.665103:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757521.665105:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757521.665107:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:0.0:1787757521.665110:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757521.665112:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507caff400.
02000000:00000001:0.0:1787757521.665115:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757521.665117:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757521.665119:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61fc00.
00000100:00000001:0.0:1787757521.665123:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757521.665125:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757521.665127:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757521.665130:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61da40 x1874594466083328/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757546 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757521.665138:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757521.665139:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757521.665141:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787757521.665144:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757521.665145:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757521.665147:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:0.0:1787757521.665149:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757521.665150:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafdc00.
02000000:00000001:0.0:1787757521.665152:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757521.665154:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757521.665155:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61da40.
00000100:00000001:0.0:1787757521.665158:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757521.665159:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757521.665162:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757521.665167:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757521.665168:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757521.665171:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757521.665173:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757522.174371:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757522.174382:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757522.174386:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757522.174394:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757522.174401:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757522.174406:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757522.174410:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757522.174414:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757522.174418:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757522.494416:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757522.494434:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757522.494458:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757522.494467:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757522.494476:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757522.494479:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757522.494539:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757522.494546:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757522.494550:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757522.622347:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313774505, at 4313774528
00000100:00000010:3.0:1787757522.622368:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747900.
00000100:00000040:2.0:1787757522.622429:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313774505, at 4313774528
00000100:00000010:2.0:1787757522.622448:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747180.
00000100:00000001:0.0:1787757523.198441:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757523.198452:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757523.198455:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757523.198464:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757523.198468:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757523.198474:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757523.198478:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757523.198481:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757523.198485:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757523.518498:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757523.518513:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757523.518527:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757523.518532:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757523.518543:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757523.518552:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757523.518558:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757523.518566:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757523.518573:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757523.518579:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757523.518584:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757523.518590:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757523.518709:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757523.518718:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757523.518724:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757524.222407:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757524.222415:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757524.222418:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757524.222423:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757524.222427:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757524.222432:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757524.222435:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757524.222438:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757524.222441:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757524.542428:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757524.542437:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757524.542447:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757524.542450:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757524.542456:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757524.542459:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757524.542543:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757524.542549:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757524.542554:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757525.246410:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757525.246419:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757525.246422:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757525.246427:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757525.246431:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757525.246436:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757525.246439:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757525.246442:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757525.246445:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757525.566439:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757525.566451:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757525.566468:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757525.566472:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757525.566483:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757525.566488:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757525.566581:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757525.566587:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757525.566591:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757526.270382:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757526.270392:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757526.270396:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757526.270403:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757526.270408:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757526.270412:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757526.270416:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757526.270420:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757526.270424:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757526.590401:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757526.590409:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757526.590417:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757526.590419:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757526.590424:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757526.590427:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757526.590514:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757526.590520:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757526.590525:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757526.782459:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757526.782472:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757526.782475:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757526.782481:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757526.782488:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757526.782498:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19106
00000400:00000200:3.0:1787757526.782512:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757526.782521:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757526.782525:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757526.782531:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757526.782536:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757526.782541:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757526.782545:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757526.782550:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757526.782552:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757526.782556:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757526.782561:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757526.782565:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757526.782569:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757526.782574:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757526.782576:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757526.782580:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757526.782583:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757526.782587:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757526.782593:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757526.782596:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757526.782599:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757526.782603:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757526.782608:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757526.782611:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757526.782614:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757526.782623:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca192c0.
00000020:00000040:3.0:1787757526.782628:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757526.782633:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757526.782635:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757526.782639:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757526.782643:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757526.782648:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757526.782659:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e000.
00000100:00000001:3.0:1787757526.782668:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757526.782686:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca192c0 x1874594466083456/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757526.782706:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757526.782715:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757526.782728:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e50181] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca192c0 x1874594466083456/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757526.782778:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757526.782785:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757526.782791:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757526.782794:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757526.782799:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757526.782805:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757526.782813:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19106
00000400:00000200:3.0:1787757526.782821:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757526.782825:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1787757526.782826:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00000001:0.0:1787757526.782837:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757526.782842:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757526.782856:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca192c0 x1874594466083456/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757526.782884:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757526.782887:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757526.782892:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757526.782896:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757526.782900:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757526.782909:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466083456:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787757526.782916:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757526.782922:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757526.782926:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757526.782929:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1787757526.782933:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
02000000:00000010:0.0:1787757526.782937:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad6000.
00000100:00000040:3.0:1787757526.782945:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
02000000:00000001:0.0:1787757526.782947:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757526.782955:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757526.782964:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000200:0.0:1787757526.782965:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757526.782974:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ff840.
00000400:00000010:0.0:1787757526.782983:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000200:0.0:1787757526.782992:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466083456, portal 25
00000100:00000001:0.0:1787757526.782995:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757526.782998:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118843584 : -120600590708032 : ffff92507ca192c0)
00000100:00000040:0.0:1787757526.783009:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca192c0 x1874594466083456/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757526.783021:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757526.783025:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757526.783031:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905220.
00000100:00000200:0.0:1787757526.783035:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466083456, offset 0
00000400:00000200:0.0:1787757526.783045:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757526.783056:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757526.783065:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757526.783072:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757526.783078:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757526.783084:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757526.783088:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757526.783093:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56563:56563:256:4294967295] 192.168.201.154@tcp LPNI seq info [56563:56563:8:4294967295]
00000400:00000200:0.0:1787757526.783101:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757526.783115:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757526.783128:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000001:3.0:1787757526.783128:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757526.783139:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000010:0.0:1787757526.783144:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a500.
00000020:00000040:3.0:1787757526.783145:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757526.783153:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757526.783158:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000800:00000200:0.0:1787757526.783190:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000020:00000001:3.0:1787757526.783193:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000800:00000200:0.0:1787757526.783199:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1787757526.783202:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787757526.783225:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000800:00000200:0.1:1787757526.783226:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757526.783240:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1787757526.783249:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757526.783252:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a500.
00000400:00000200:0.0:1787757526.783260:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757526.783314:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757526.783322:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905220
00000400:00000010:0.0:1787757526.783327:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905220.
00000100:00000001:0.0:1787757526.783338:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757526.783345:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca192c0 x1874594466083456/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757526.783360:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787757526.783370:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757526.783372:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757526.783380:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000040:0.0:1787757526.783382:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca192c0 x1874594466083456/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757551 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787757526.783387:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787757526.783401:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757526.783409:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757526.783410:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757526.783421:0:238954:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1787757526.783422:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787757526.783434:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757526.783435:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757526.783444:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757526.783451:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757526.783453:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787757526.783461:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313779625
00000008:00100000:3.0:1787757526.783464:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757526.783472:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757526.783474:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a7470c0.
00000100:00000001:3.0:1787757526.783476:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757526.783490:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1b0c0.
00000100:00000001:0.0:1787757526.783491:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000020:00000040:3.0:1787757526.783495:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000100:00000001:0.0:1787757526.783503:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313779625
02000000:00000001:3.0:1787757526.783504:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757526.783509:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757526.783515:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:0.0:1787757526.783517:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a7479c0.
02000000:00000001:3.0:1787757526.783518:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757526.783525:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757526.783528:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787757526.783536:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1787757526.783537:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e800.
00000100:00000001:0.0:1787757526.783541:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757526.783547:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757526.783548:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757526.783560:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757526/real 1787757526]  req@ffff92507ca192c0 x1874594466083456/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757526.783566:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1b0c0 x1874594466083584/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:0.0:1787757526.783597:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787757526.783601:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000001:0.0:1787757526.783603:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787757526.783610:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787757526.783611:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ff840.
00000400:00000200:0.0:1787757526.783619:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000100:00000040:3.0:1787757526.783622:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043bdf1c5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1b0c0 x1874594466083584/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1787757526.783625:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757526.783634:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757526.783648:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca192c0 x1874594466083456/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757526.783651:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757526.783662:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757526.783671:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000200:0.0:1787757526.783673:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca192c0 x1874594466083456/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757526.783681:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787757526.783690:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:3.0:1787757526.783690:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757526.783697:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757526.783700:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787757526.783703:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757526.783709:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787757526.783710:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19106
00000100:00100000:0.0:1787757526.783721:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca192c0 x1874594466083456/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787757526.783726:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757526.783740:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757526.783747:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787757526.783760:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757526.783760:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757526.783771:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757526.783780:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca192c0 x1874594466083456/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757551 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787757526.783781:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757526.783791:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757526.783800:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757526.783806:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787757526.783812:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757526.783818:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787757526.783826:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787757526.783837:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000001:0.0:1787757526.783838:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757526.783849:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757526.783849:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757526.783859:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787757526.783860:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787757526.783863:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757526.783867:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757526.783870:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787757526.783875:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:0.0:1787757526.783876:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:3.0:1787757526.783884:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:0.0:1787757526.783886:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757526.783894:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00080000:0.0:1787757526.783901:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:3.0:1787757526.783903:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757526.783908:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:3.0:1787757526.783910:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757526.783919:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1787757526.783921:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca192c0 x1874594466083456/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757551 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787757526.783925:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757526.783933:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757526.783938:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757526.783949:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757526.783954:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466083456:192.168.201.154@tcp:250:kworker.0
00000100:00000001:3.0:1787757526.783956:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757526.783967:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19680.
00000100:00000001:0.0:1787757526.783970:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1787757526.783976:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000100:00000001:0.0:1787757526.783977:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1787757526.783987:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:0.0:1787757526.783989:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca192c0 x1874594466083456/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757551 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787757526.783994:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757526.784003:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757526.784008:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757526.784013:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757526.784016:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000010:3.0:1787757526.784022:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51f400.
02000000:00000001:0.0:1787757526.784023:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757526.784031:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad6000.
00000100:00000001:3.0:1787757526.784033:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757526.784038:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757526.784044:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000100:00100000:3.0:1787757526.784047:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19680 x1874594466083712/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000020:00000040:0.0:1787757526.784048:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:0.0:1787757526.784059:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757526.784065:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51e000.
00000100:00000001:3.0:1787757526.784073:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1787757526.784076:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1787757526.784081:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757526.784083:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757526.784090:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca192c0.
00000100:00000040:3.0:1787757526.784095:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c14b51e] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19680 x1874594466083712/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757526.784097:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757526.784103:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757526.784111:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757526.784124:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757526.784128:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787757526.784129:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:3.0:1787757526.784134:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1787757526.784136:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757526.784144:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787757526.784146:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19116)
00000100:00000001:0.0:1787757526.784148:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757526.784155:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757526.784186:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1b0c0 x1874594466083584/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757526.784198:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757526.784201:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757526.784205:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757526.784208:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757526.784211:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757526.784216:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466083584:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757526.784220:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757526.784224:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757526.784226:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757526.784228:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757526.784233:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787757526.784236:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757526.784241:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757526.784245:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ff840.
00000400:00000010:0.0:1787757526.784249:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000200:0.0:1787757526.784253:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466083584, portal 10
00000100:00000001:0.0:1787757526.784256:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757526.784257:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118851264 : -120600590700352 : ffff92507ca1b0c0)
00000100:00000040:0.0:1787757526.784266:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1b0c0 x1874594466083584/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757526.784325:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757526.784333:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757526.784341:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905220.
00000100:00000200:0.0:1787757526.784347:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466083584, offset 0
00000400:00000200:0.0:1787757526.784356:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757526.784366:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757526.784375:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757526.784382:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757526.784388:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757526.784393:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757526.784398:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757526.784405:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56564:56564:256:4294967295] 192.168.201.154@tcp LPNI seq info [56564:56564:8:4294967295]
00000400:00000200:0.0:1787757526.784413:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757526.784430:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757526.784439:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757526.784447:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a500.
00000800:00000200:0.0:1787757526.784455:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757526.784460:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787757526.784469:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757526.784475:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1787757526.784483:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757526.784487:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a500.
00000400:00000200:0.0:1787757526.784493:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757526.784500:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757526.784506:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905220
00000400:00000010:0.0:1787757526.784509:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905220.
00000100:00000001:0.0:1787757526.784517:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757526.784525:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1b0c0 x1874594466083584/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757526.784541:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757526.784549:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1b0c0 x1874594466083584/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757551 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757526.784562:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757526.784564:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757526.784571:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757526.784576:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:0.0:1787757526.784581:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757526.784585:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313778730
00000100:00000001:0.0:1787757526.784589:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313779625
00000100:00000001:0.0:1787757526.784592:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313778730
00000100:00000001:0.0:1787757526.784595:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313779625
00000100:00000001:0.0:1787757526.784598:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757526.784601:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757526.784603:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757526.784608:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757526/real 1787757526]  req@ffff92507ca1b0c0 x1874594466083584/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757526.784618:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757526.784620:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757526.784623:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ff840.
00000400:00000200:0.0:1787757526.784626:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757526.784628:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757526.784631:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757526.784635:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1b0c0 x1874594466083584/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757526.784646:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1b0c0 x1874594466083584/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757526.784654:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757526.784656:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757526.784658:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757526.784660:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757526.784664:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1b0c0 x1874594466083584/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757526.784672:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757526.784677:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1b0c0 x1874594466083584/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757551 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757526.784686:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757526.784689:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757526.784692:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757526.784694:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757526.784696:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757526.784699:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757526.784703:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757526.784707:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757526.784709:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757526.784715:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1b0c0 x1874594466083584/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757551 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757526.784730:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466083584:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757526.784738:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757526.784745:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca19680 x1874594466083712/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757526.784757:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757526.784760:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757526.784765:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757526.784769:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757526.784772:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757526.784779:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466083712:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757526.784785:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757526.784790:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757526.784792:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757526.784796:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757526.784803:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad7000.
02000000:00000001:0.0:1787757526.784807:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757526.784815:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757526.784820:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ff840.
00000400:00000010:0.0:1787757526.784826:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000200:0.0:1787757526.784831:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466083712, portal 4
00000100:00000001:0.0:1787757526.784835:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757526.784838:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118844544 : -120600590707072 : ffff92507ca19680)
00000100:00000040:0.0:1787757526.784850:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca19680 x1874594466083712/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757526.784864:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757526.784869:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757526.784873:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905220.
00000100:00000200:0.0:1787757526.784878:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466083712, offset 0
00000400:00000200:0.0:1787757526.784886:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757526.784895:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757526.784903:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757526.784909:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757526.784915:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757526.784919:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757526.784924:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757526.784931:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56565:56565:256:4294967295] 192.168.201.154@tcp LPNI seq info [56565:56565:8:4294967295]
00000400:00000200:0.0:1787757526.784940:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757526.784953:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757526.784961:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757526.784967:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a500.
00000800:00000200:0.0:1787757526.784973:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757526.784976:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787757526.784982:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757526.784985:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1787757526.784991:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757526.784994:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a500.
00000400:00000200:0.0:1787757526.784998:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757526.785003:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757526.785007:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905220
00000400:00000010:0.0:1787757526.785010:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905220.
00000100:00000001:0.0:1787757526.785014:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757526.785019:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca19680 x1874594466083712/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757526.785030:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757526.785035:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19680 x1874594466083712/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757551 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757526.785043:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757526.785046:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757526.785050:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757526.785054:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:0.0:1787757526.785058:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757526.785061:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313778713
00000100:00000001:0.0:1787757526.785065:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313779625
00000100:00000001:0.0:1787757526.785068:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313778713
00000100:00000001:0.0:1787757526.785071:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313779625
00000100:00000001:0.0:1787757526.785074:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757526.785076:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757526.785079:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757526.785083:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757526/real 1787757526]  req@ffff92507ca19680 x1874594466083712/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757526.785093:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757526.785094:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757526.785097:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ff840.
00000400:00000200:0.0:1787757526.785099:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757526.785101:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757526.785104:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757526.785108:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca19680 x1874594466083712/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757526.785117:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca19680 x1874594466083712/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757526.785125:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757526.785127:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757526.785130:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757526.785132:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757526.785137:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca19680 x1874594466083712/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757526.785145:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757526.785150:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca19680 x1874594466083712/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757551 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757526.785158:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757526.785161:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757526.785163:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757526.785193:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757526.785196:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757526.785198:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757526.785202:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757526.785206:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757526.785208:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757526.785213:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca19680 x1874594466083712/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757551 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757526.785224:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466083712:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757526.785228:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757526.785231:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757526.785235:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1b0c0 x1874594466083584/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757551 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757526.785243:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757526.785246:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757526.785248:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787757526.785252:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757526.785254:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757526.785256:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:0.0:1787757526.785259:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757526.785262:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51e800.
02000000:00000001:0.0:1787757526.785265:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757526.785304:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757526.785307:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1b0c0.
00000100:00000001:0.0:1787757526.785311:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757526.785313:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757526.785315:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757526.785320:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca19680 x1874594466083712/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757551 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757526.785329:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757526.785332:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757526.785335:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad7000.
02000000:00000001:0.0:1787757526.785340:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757526.785342:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757526.785344:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:0.0:1787757526.785347:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757526.785350:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51f400.
02000000:00000001:0.0:1787757526.785356:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757526.785358:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757526.785360:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca19680.
00000100:00000001:0.0:1787757526.785362:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757526.785363:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757526.785366:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757526.785371:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757526.785373:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757526.785376:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757526.785378:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757527.294472:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757527.294482:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757527.294485:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757527.294492:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757527.294496:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757527.294501:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757527.294504:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757527.294508:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757527.294511:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757527.614430:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757527.614440:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757527.614451:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757527.614454:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757527.614463:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757527.614466:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757527.614563:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757527.614575:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757527.614584:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757527.742346:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313779625, at 4313779648
00000100:00000040:2.0:1787757527.742361:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313779625, at 4313779648
00000100:00000010:3.0:1787757527.742362:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a7479c0.
00000100:00000010:2.0:1787757527.742378:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a7470c0.
00000100:00000001:0.0:1787757528.318395:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757528.318406:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757528.318409:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757528.318416:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757528.318421:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757528.318426:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757528.318430:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757528.318433:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757528.318438:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757528.638349:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757528.638357:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757528.638364:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757528.638366:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757528.638370:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757528.638372:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757528.638436:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757528.638440:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757528.638443:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757529.342373:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757529.342380:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757529.342382:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757529.342386:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757529.342389:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757529.342393:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757529.342395:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757529.342397:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757529.342400:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757529.662346:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757529.662355:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757529.662364:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757529.662366:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757529.662380:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757529.662383:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757529.662486:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757529.662493:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757529.662497:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757530.366440:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757530.366450:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757530.366453:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757530.366459:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757530.366464:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757530.366469:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757530.366473:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757530.366476:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757530.366480:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757530.686432:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757530.686443:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757530.686447:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757530.686452:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757530.686460:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757530.686464:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757530.686468:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757530.686473:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757530.686482:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757530.686486:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757530.686489:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757530.686493:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757530.686495:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757530.686498:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757530.686501:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757530.686505:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757530.686511:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757530.686513:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757530.686609:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757530.686617:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757530.686624:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757531.390343:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757531.390361:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757531.390363:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757531.390367:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757531.390369:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757531.390372:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757531.390374:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757531.390377:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757531.390379:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757531.710372:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757531.710385:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757531.710397:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757531.710400:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757531.710408:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757531.710410:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757531.710464:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757531.710469:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757531.710473:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757531.902420:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757531.902434:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757531.902438:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757531.902443:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757531.902450:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757531.902460:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19111
00000400:00000200:3.0:1787757531.902471:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757531.902477:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757531.902482:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757531.902485:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757531.902488:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757531.902491:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757531.902494:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757531.902498:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757531.902500:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757531.902504:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757531.902508:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757531.902510:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757531.902512:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757531.902515:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757531.902517:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757531.902518:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757531.902520:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757531.902523:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757531.902528:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757531.902532:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757531.902535:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757531.902540:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757531.902544:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757531.902547:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757531.902551:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757531.902566:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a1c0.
00000020:00000040:3.0:1787757531.902572:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757531.902578:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757531.902581:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757531.902597:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757531.902601:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757531.902609:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757531.902620:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c000.
00000100:00000001:3.0:1787757531.902629:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757531.902641:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a1c0 x1874594466083840/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757531.902653:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757531.902658:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757531.902663:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062ae16d5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a1c0 x1874594466083840/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757531.902695:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757531.902699:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757531.902704:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757531.902705:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757531.902707:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757531.902710:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757531.902713:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19111
00000400:00000200:3.0:1787757531.902717:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757531.902719:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757531.902722:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757531.902725:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757531.902736:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757531.902738:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757531.902740:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757531.902743:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757531.902744:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757531.902746:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757531.902748:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787757531.902751:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787757531.902754:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787757531.902756:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757531.902759:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757531.902761:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757531.902763:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757531.902765:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00000001:0.0:1787757531.902768:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1787757531.902768:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757531.902775:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757531.902777:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787757531.902778:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757531.902783:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787757531.902786:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757531.902793:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757531.902795:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1a1c0 x1874594466083840/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757531.902800:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757531.902809:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787757531.902810:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757531.902813:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787757531.902820:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757531.902821:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757531.902827:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757531.902828:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757531.902831:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757531.902838:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466083840:192.168.201.154@tcp:250:kworker.0
00000100:00000010:3.0:1787757531.902838:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19a40.
00000100:00000001:0.0:1787757531.902848:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1787757531.902849:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:0.0:1787757531.902853:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757531.902857:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757531.902858:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757531.902863:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757531.902864:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787757531.902869:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757531.902872:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:0.0:1787757531.902875:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad7000.
02000000:00000001:3.0:1787757531.902875:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757531.902879:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757531.902881:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51dc00.
00000400:00000200:0.0:1787757531.902888:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757531.902889:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787757531.902897:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ff840.
00000100:00100000:3.0:1787757531.902900:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19a40 x1874594466083968/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1787757531.902908:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000001:3.0:1787757531.902911:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757531.902915:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787757531.902920:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466083840, portal 25
00000100:00000040:3.0:1787757531.902921:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048dd93e3] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19a40 x1874594466083968/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757531.902928:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757531.902932:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118847424 : -120600590704192 : ffff92507ca1a1c0)
00000100:00000001:3.0:1787757531.902943:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757531.902947:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1a1c0 x1874594466083840/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787757531.902949:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757531.902961:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787757531.902965:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787757531.902969:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787757531.902970:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:0.0:1787757531.902976:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000001:3.0:1787757531.902977:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:0.0:1787757531.902982:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905220.
00000100:00080000:3.0:1787757531.902985:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19111
00000100:00000200:0.0:1787757531.902989:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466083840, offset 0
00000400:00000200:3.0:1787757531.902996:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757531.903004:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757531.903015:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000400:00000200:0.0:1787757531.903019:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00080000:3.0:1787757531.903021:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757531.903027:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000200:0.0:1787757531.903032:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00000001:3.0:1787757531.903032:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757531.903039:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000200:0.0:1787757531.903054:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787757531.903055:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757531.903060:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:0.0:1787757531.903064:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000020:00000040:3.0:1787757531.903064:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787757531.903069:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:0.0:1787757531.903073:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000020:00000040:3.0:1787757531.903088:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787757531.903093:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787757531.903098:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:0.0:1787757531.903099:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00000040:3.0:1787757531.903106:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757531.903112:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757531.903115:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000200:0.0:1787757531.903120:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56566:56566:256:4294967295] 192.168.201.154@tcp LPNI seq info [56566:56566:8:4294967295]
00000100:00000001:3.0:1787757531.903121:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757531.903130:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000400:00000200:0.0:1787757531.903135:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00080000:3.0:1787757531.903136:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757531.903149:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757531.903155:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1787757531.903157:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.0:1787757531.903166:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
02000000:00000001:3.0:1787757531.903166:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757531.903176:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1787757531.903179:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a500.
00000100:00000001:3.0:1787757531.903182:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757531.903188:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.0:1787757531.903193:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000008:00000001:3.0:1787757531.903196:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787757531.903200:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1787757531.903202:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787757531.903209:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000010:3.0:1787757531.903212:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a940.
00000800:00000200:0.1:1787757531.903214:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000020:00000040:3.0:1787757531.903217:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000800:00000100:0.0:1787757531.903225:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
02000000:00000001:3.0:1787757531.903225:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757531.903230:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1787757531.903231:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a500.
00000100:00000001:3.0:1787757531.903233:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757531.903237:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757531.903240:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757531.903241:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:3.0:1787757531.903246:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51ec00.
00000400:00000200:0.0:1787757531.903250:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787757531.903254:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757531.903258:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905220
00000400:00000010:0.0:1787757531.903263:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905220.
00000100:00100000:3.0:1787757531.903264:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a940 x1874594466084096/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757531.903297:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757531.903305:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1a1c0 x1874594466083840/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757531.903341:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787757531.903342:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757531.903348:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757531.903349:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a1c0 x1874594466083840/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757556 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787757531.903358:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acf304e1] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a940 x1874594466084096/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757531.903366:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757531.903380:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757531.903384:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757531.903389:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787757531.903393:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757531.903394:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787757531.903405:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19121)
00000400:00000200:0.0:1787757531.903409:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757531.903416:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313784745
00000100:00000010:0.0:1787757531.903426:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747c00.
00000100:00000001:0.0:1787757531.903438:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787757531.903467:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313784745
00000100:00000010:0.0:1787757531.903471:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747300.
00000100:00000001:0.0:1787757531.903476:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787757531.903480:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757531.903485:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757531.903489:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757531.903499:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757531/real 1787757531]  req@ffff92507ca1a1c0 x1874594466083840/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757531.903514:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757531.903516:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757531.903518:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ff840.
00000400:00000200:0.0:1787757531.903522:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757531.903523:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757531.903527:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757531.903530:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1a1c0 x1874594466083840/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757531.903538:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1a1c0 x1874594466083840/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757531.903544:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757531.903546:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757531.903548:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757531.903550:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757531.903554:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1a1c0 x1874594466083840/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757531.903560:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757531.903565:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1a1c0 x1874594466083840/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757556 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757531.903571:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757531.903574:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757531.903576:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757531.903577:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757531.903579:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757531.903581:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757531.903583:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757531.903587:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757531.903601:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757531.903606:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1a1c0 x1874594466083840/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757556 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757531.903613:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466083840:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787757531.903618:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757531.903620:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757531.903623:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1a1c0 x1874594466083840/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757556 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757531.903629:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757531.903632:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757531.903635:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad7000.
02000000:00000001:0.0:1787757531.903638:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757531.903640:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757531.903641:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:0.0:1787757531.903643:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757531.903646:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51c000.
02000000:00000001:0.0:1787757531.903650:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757531.903652:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757531.903654:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1a1c0.
00000100:00000001:0.0:1787757531.903657:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757531.903658:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757531.903660:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757531.903669:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757531.903671:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757531.903673:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757531.903675:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757531.903676:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757531.903680:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca19a40 x1874594466083968/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757531.903686:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757531.903688:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757531.903690:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757531.903692:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757531.903694:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757531.903697:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca19a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466083968:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757531.903700:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757531.903702:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757531.903704:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757531.903705:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757531.903708:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad7000.
02000000:00000001:0.0:1787757531.903710:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757531.903713:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757531.903715:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ff840.
00000400:00000010:0.0:1787757531.903729:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000200:0.0:1787757531.903732:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466083968, portal 10
00000100:00000001:0.0:1787757531.903734:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757531.903735:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118845504 : -120600590706112 : ffff92507ca19a40)
00000100:00000040:0.0:1787757531.903742:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca19a40 x1874594466083968/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757531.903748:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757531.903750:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757531.903752:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905220.
00000100:00000200:0.0:1787757531.903754:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466083968, offset 0
00000400:00000200:0.0:1787757531.903758:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757531.903762:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757531.903765:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757531.903768:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757531.903771:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757531.903773:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757531.903775:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757531.903778:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56567:56567:256:4294967295] 192.168.201.154@tcp LPNI seq info [56567:56567:8:4294967295]
00000400:00000200:0.0:1787757531.903782:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757531.903789:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757531.903793:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757531.903797:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a500.
00000800:00000200:0.0:1787757531.903801:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757531.903804:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787757531.903808:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757531.903811:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1787757531.903814:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757531.903816:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a500.
00000400:00000200:0.0:1787757531.903819:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757531.903822:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757531.903825:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905220
00000400:00000010:0.0:1787757531.903826:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905220.
00000100:00000001:0.0:1787757531.903829:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757531.903832:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca19a40 x1874594466083968/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757531.903839:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757531.903842:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19a40 x1874594466083968/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757556 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757531.903848:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757531.903849:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757531.903851:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757531.903855:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:0.0:1787757531.903858:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757531.903860:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313783849
00000100:00000001:0.0:1787757531.903862:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313784745
00000100:00000001:0.0:1787757531.903864:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313783849
00000100:00000001:0.0:1787757531.903866:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313784745
00000100:00000001:0.0:1787757531.903868:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757531.903870:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757531.903872:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757531.903875:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757531/real 1787757531]  req@ffff92507ca19a40 x1874594466083968/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757531.903887:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757531.903889:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757531.903890:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ff840.
00000400:00000200:0.0:1787757531.903892:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757531.903893:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757531.903895:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757531.903897:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca19a40 x1874594466083968/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757531.903904:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca19a40 x1874594466083968/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757531.903909:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757531.903911:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757531.903912:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757531.903914:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757531.903917:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca19a40 x1874594466083968/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757531.903922:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757531.903925:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca19a40 x1874594466083968/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757556 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757531.903930:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757531.903932:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757531.903934:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757531.903935:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757531.903936:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757531.903938:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757531.903940:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757531.903943:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757531.903944:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757531.903949:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca19a40 x1874594466083968/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757556 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757531.903956:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca19a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466083968:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757531.903959:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757531.903962:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1a940 x1874594466084096/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757531.903967:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757531.903968:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757531.903970:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757531.903971:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757531.903973:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757531.903975:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466084096:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757531.903977:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757531.903979:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757531.903980:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757531.903982:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757531.903984:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787757531.903986:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757531.903989:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757531.903991:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ff840.
00000400:00000010:0.0:1787757531.903994:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000200:0.0:1787757531.903996:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466084096, portal 4
00000100:00000001:0.0:1787757531.903998:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757531.903999:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118849344 : -120600590702272 : ffff92507ca1a940)
00000100:00000040:0.0:1787757531.904005:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1a940 x1874594466084096/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757531.904010:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757531.904012:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757531.904015:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905220.
00000100:00000200:0.0:1787757531.904016:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466084096, offset 0
00000400:00000200:0.0:1787757531.904021:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757531.904023:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757531.904026:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757531.904029:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757531.904031:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757531.904033:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757531.904036:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757531.904038:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56568:56568:256:4294967295] 192.168.201.154@tcp LPNI seq info [56568:56568:8:4294967295]
00000400:00000200:0.0:1787757531.904042:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757531.904047:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757531.904050:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757531.904053:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a500.
00000800:00000200:0.0:1787757531.904055:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757531.904058:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787757531.904062:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757531.904064:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1787757531.904068:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757531.904070:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a500.
00000400:00000200:0.0:1787757531.904072:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757531.904113:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757531.904118:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905220
00000400:00000010:0.0:1787757531.904120:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905220.
00000100:00000001:0.0:1787757531.904125:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757531.904130:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1a940 x1874594466084096/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757531.904140:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757531.904144:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a940 x1874594466084096/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757556 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757531.904153:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757531.904155:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757531.904159:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757531.904163:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:0.0:1787757531.904168:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757531.904171:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313783832
00000100:00000001:0.0:1787757531.904174:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313784745
00000100:00000001:0.0:1787757531.904178:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313783832
00000100:00000001:0.0:1787757531.904180:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313784745
00000100:00000001:0.0:1787757531.904183:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757531.904185:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757531.904188:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757531.904192:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757531/real 1787757531]  req@ffff92507ca1a940 x1874594466084096/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757531.904201:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757531.904203:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757531.904205:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ff840.
00000400:00000200:0.0:1787757531.904208:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757531.904211:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757531.904213:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757531.904217:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1a940 x1874594466084096/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757531.904227:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1a940 x1874594466084096/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757531.904236:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757531.904237:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757531.904239:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757531.904241:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757531.904245:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1a940 x1874594466084096/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757531.904253:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757531.904258:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1a940 x1874594466084096/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757556 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757531.904265:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757531.904298:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757531.904301:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757531.904302:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757531.904305:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757531.904307:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757531.904311:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757531.904315:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757531.904318:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757531.904323:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1a940 x1874594466084096/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757556 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757531.904333:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466084096:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757531.904339:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757531.904341:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757531.904345:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca19a40 x1874594466083968/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757556 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757531.904353:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757531.904356:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757531.904358:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad7000.
02000000:00000001:0.0:1787757531.904362:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757531.904364:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757531.904366:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:0.0:1787757531.904369:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757531.904373:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51dc00.
02000000:00000001:0.0:1787757531.904378:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757531.904380:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757531.904383:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca19a40.
00000100:00000001:0.0:1787757531.904388:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757531.904391:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757531.904394:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757531.904401:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1a940 x1874594466084096/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757556 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757531.904426:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757531.904429:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757531.904433:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787757531.904437:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757531.904440:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757531.904442:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:0.0:1787757531.904446:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757531.904449:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51ec00.
02000000:00000001:0.0:1787757531.904454:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757531.904456:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757531.904459:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1a940.
00000100:00000001:0.0:1787757531.904463:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757531.904465:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757531.904469:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757531.904476:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757531.904478:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757531.904482:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757531.904486:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757532.414337:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757532.414344:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757532.414347:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757532.414352:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757532.414355:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757532.414358:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757532.414360:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757532.414362:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757532.414364:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757532.734398:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757532.734404:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757532.734411:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757532.734413:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757532.734417:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757532.734419:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757532.734526:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757532.734535:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757532.734540:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757532.862404:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313784745, at 4313784768
00000100:00000010:3.0:1787757532.862423:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747300.
00000100:00000040:2.0:1787757532.862426:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313784745, at 4313784768
00000100:00000010:2.0:1787757532.862455:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747c00.
00000100:00000001:0.0:1787757533.438364:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757533.438373:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757533.438377:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757533.438383:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757533.438388:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757533.438393:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757533.438396:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757533.438400:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757533.438404:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757533.758374:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757533.758382:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757533.758389:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757533.758392:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757533.758408:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757533.758412:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757533.758425:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757533.758429:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757533.758433:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757533.758436:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757533.758439:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757533.758441:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757533.758599:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757533.758609:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757533.758616:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757534.462405:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757534.462418:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757534.462421:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757534.462430:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757534.462437:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757534.462443:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757534.462447:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757534.462451:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757534.462455:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757534.782451:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757534.782465:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757534.782476:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757534.782479:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757534.782486:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757534.782489:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757534.782551:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757534.782559:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757534.782564:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757535.486389:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757535.486401:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757535.486405:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757535.486431:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757535.486436:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757535.486442:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757535.486445:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757535.486449:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757535.486454:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757535.806420:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757535.806432:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757535.806448:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757535.806453:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757535.806464:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757535.806469:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757535.806593:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757535.806599:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757535.806604:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757536.510348:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757536.510354:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757536.510356:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757536.510361:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757536.510363:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757536.510366:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757536.510368:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757536.510370:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757536.510373:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757536.830559:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757536.830575:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757536.830590:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757536.830592:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757536.830597:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757536.830600:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757536.830698:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757536.830708:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757536.830715:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787757537.022497:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757537.022519:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787757537.022525:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757537.022533:0:277752:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757537.022541:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757537.022554:0:277752:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19116
00000400:00000200:2.0:1787757537.022568:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757537.022579:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757537.022585:0:277752:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757537.022590:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757537.022595:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757537.022598:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757537.022601:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757537.022608:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757537.022611:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787757537.022616:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757537.022620:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787757537.022624:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787757537.022627:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787757537.022632:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757537.022634:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757537.022637:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757537.022639:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757537.022643:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787757537.022650:0:277752:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757537.022654:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757537.022659:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757537.022664:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757537.022668:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757537.022671:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757537.022674:0:277752:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757537.022689:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61da40.
00000020:00000040:2.0:1787757537.022694:0:277752:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787757537.022701:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757537.022703:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757537.022708:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757537.022713:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757537.022720:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757537.022737:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafe000.
00000100:00000001:2.0:1787757537.022758:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757537.022772:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61da40 x1874594466084224/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757537.022787:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757537.022793:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757537.022800:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000246cd981] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61da40 x1874594466084224/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757537.022836:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757537.022841:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757537.022846:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787757537.022848:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757537.022851:0:277752:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757537.022855:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757537.022869:0:277752:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19116
00000400:00000200:2.0:1787757537.022874:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757537.022878:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757537.022882:0:277752:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757537.022888:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757537.022892:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757537.022896:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757537.022899:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757537.022903:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757537.022905:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:2.0:1787757537.022907:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757537.022909:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:2.0:1787757537.022912:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:2.0:1787757537.022916:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:2.0:1787757537.022921:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757537.022923:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757537.022926:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757537.022929:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757537.022932:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:2.0:1787757537.022935:0:277752:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757537.022949:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757537.022951:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787757537.022958:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1787757537.022960:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757537.022966:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757537.022969:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787757537.022972:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000008:00100000:2.0:1787757537.022975:0:277752:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787757537.022979:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00000001:2.0:1787757537.022981:0:277752:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757537.023009:0:277752:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757537.023017:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61fc00.
00000020:00000040:2.0:1787757537.023021:0:277752:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:2.0:1787757537.023029:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:0.0:1787757537.023030:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61da40 x1874594466084224/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787757537.023032:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757537.023038:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757537.023044:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757537.023051:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757537.023063:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000010:2.0:1787757537.023065:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafcc00.
00000100:00000001:0.0:1787757537.023068:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757537.023077:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757537.023078:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757537.023085:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757537.023094:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757537.023095:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61fc00 x1874594466084352/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787757537.023112:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466084224:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757537.023135:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757537.023136:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787757537.023144:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757537.023145:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757537.023153:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757537.023157:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073ddc85a] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61fc00 x1874594466084352/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787757537.023159:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757537.023171:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787757537.023175:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757537.023176:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757537.023185:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00080000:2.0:1787757537.023186:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1787757537.023195:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ff840.
00000100:00080000:2.0:1787757537.023197:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787757537.023207:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:0.0:1787757537.023212:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00080000:2.0:1787757537.023212:0:277752:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757537.023224:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:0.0:1787757537.023230:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466084224, portal 25
00000100:00080000:2.0:1787757537.023231:0:277752:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19116
00000100:00000001:0.0:1787757537.023243:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757537.023248:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611351104 : -120601098200512 : ffff92505e61da40)
00000400:00000200:2.0:1787757537.023250:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757537.023262:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00000040:0.0:1787757537.023265:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61da40 x1874594466084224/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757537.023305:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757537.023308:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757537.023311:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905220.
00000100:00000200:0.0:1787757537.023314:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466084224, offset 0
00000100:00080000:2.0:1787757537.023318:0:277752:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1787757537.023327:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000040:2.0:1787757537.023332:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757537.023338:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787757537.023343:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:2.0:1787757537.023344:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757537.023351:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:0.0:1787757537.023358:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000020:00000001:2.0:1787757537.023359:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757537.023366:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000400:00000200:0.0:1787757537.023373:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:2.0:1787757537.023374:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757537.023388:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000400:00000200:0.0:1787757537.023390:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000020:00000001:2.0:1787757537.023401:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:0.0:1787757537.023402:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757537.023410:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000020:00000001:2.0:1787757537.023417:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:0.0:1787757537.023422:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56569:56569:256:4294967295] 192.168.201.154@tcp LPNI seq info [56569:56569:8:4294967295]
00000400:00000200:0.0:1787757537.023434:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:2.0:1787757537.023437:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757537.023448:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787757537.023449:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1787757537.023465:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000800:00000200:0.0:1787757537.023466:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000001:2.0:1787757537.023480:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000800:00000010:0.0:1787757537.023481:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a500.
00000020:00000040:2.0:1787757537.023493:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000800:00000200:0.0:1787757537.023494:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757537.023504:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000100:00080000:2.0:1787757537.023508:0:277752:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757537.023518:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787757537.023520:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000001:2.0:1787757537.023529:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.1:1787757537.023531:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
02000000:00000001:2.0:1787757537.023536:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:0.0:1787757537.023541:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
02000000:00000001:2.0:1787757537.023543:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1787757537.023546:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a500.
00000100:00000001:2.0:1787757537.023549:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757537.023554:0:277752:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1787757537.023555:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00000001:2.0:1787757537.023566:0:277752:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757537.023575:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1787757537.023575:0:277752:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757537.023590:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905220
00000100:00000010:2.0:1787757537.023590:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61c780.
00000400:00000010:0.0:1787757537.023602:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905220.
00000020:00000040:2.0:1787757537.023603:0:277752:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:2.0:1787757537.023617:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787757537.023621:0:238954:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:2.0:1787757537.023622:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757537.023630:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757537.023634:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:0.0:1787757537.023636:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61da40 x1874594466084224/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787757537.023640:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757537.023654:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafec00.
00000100:00000001:2.0:1787757537.023674:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757537.023677:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:2.0:1787757537.023699:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61c780 x1874594466084480/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1787757537.023701:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61da40 x1874594466084224/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757562 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757537.023755:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757537.023765:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757537.023788:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054c4f452] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61c780 x1874594466084480/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757537.023792:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757537.023806:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757537.023818:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757537.023823:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757537.023824:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787757537.023834:0:277752:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1787757537.023839:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:2.0:1787757537.023847:0:277752:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19126)
00000100:00000001:0.0:1787757537.023848:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313789865
00000100:00000010:0.0:1787757537.023868:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747600.
00000100:00000001:0.0:1787757537.023879:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787757537.023894:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313789865
00000100:00000010:0.0:1787757537.023898:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747a80.
00000100:00000001:0.0:1787757537.023903:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787757537.023913:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757537.023918:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757537.023923:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757537.023934:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757537/real 1787757537]  req@ffff92505e61da40 x1874594466084224/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757537.023947:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757537.023950:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757537.023953:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ff840.
00000400:00000200:0.0:1787757537.023957:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757537.023960:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757537.023966:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757537.023973:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61da40 x1874594466084224/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757537.024033:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61da40 x1874594466084224/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757537.024042:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757537.024044:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757537.024047:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757537.024049:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757537.024053:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61da40 x1874594466084224/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757537.024061:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757537.024066:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61da40 x1874594466084224/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757562 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757537.024071:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757537.024073:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757537.024074:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757537.024075:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757537.024078:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757537.024079:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757537.024100:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757537.024106:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757537.024109:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757537.024114:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61da40 x1874594466084224/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757562 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757537.024125:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466084224:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787757537.024132:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757537.024136:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757537.024140:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61da40 x1874594466084224/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757562 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757537.024149:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757537.024152:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757537.024156:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787757537.024160:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757537.024163:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757537.024166:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:0.0:1787757537.024169:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757537.024172:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafe000.
02000000:00000001:0.0:1787757537.024177:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757537.024179:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757537.024182:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61da40.
00000100:00000001:0.0:1787757537.024186:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757537.024188:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757537.024191:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757537.024201:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757537.024203:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757537.024206:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757537.024209:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757537.024211:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757537.024216:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61fc00 x1874594466084352/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757537.024227:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757537.024229:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757537.024233:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757537.024236:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757537.024239:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757537.024242:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466084352:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757537.024247:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757537.024251:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757537.024253:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757537.024256:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757537.024260:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787757537.024263:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757537.024268:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757537.024272:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ff840.
00000400:00000010:0.0:1787757537.024276:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000200:0.0:1787757537.024281:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466084352, portal 10
00000100:00000001:0.0:1787757537.024284:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757537.024285:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611359744 : -120601098191872 : ffff92505e61fc00)
00000100:00000040:0.0:1787757537.024294:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61fc00 x1874594466084352/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757537.024337:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757537.024340:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757537.024344:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905220.
00000100:00000200:0.0:1787757537.024348:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466084352, offset 0
00000400:00000200:0.0:1787757537.024353:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757537.024359:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757537.024364:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757537.024369:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757537.024373:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757537.024376:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757537.024379:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757537.024383:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56570:56570:256:4294967295] 192.168.201.154@tcp LPNI seq info [56570:56570:8:4294967295]
00000400:00000200:0.0:1787757537.024389:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757537.024398:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757537.024404:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757537.024408:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a500.
00000800:00000200:0.0:1787757537.024414:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757537.024418:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787757537.024425:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757537.024429:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1787757537.024434:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757537.024437:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a500.
00000400:00000200:0.0:1787757537.024442:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757537.024447:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757537.024451:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905220
00000400:00000010:0.0:1787757537.024453:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905220.
00000100:00000001:0.0:1787757537.024457:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757537.024462:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61fc00 x1874594466084352/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757537.024472:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757537.024476:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61fc00 x1874594466084352/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757562 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757537.024485:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757537.024487:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757537.024491:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757537.024496:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:0.0:1787757537.024500:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757537.024503:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313788970
00000100:00000001:0.0:1787757537.024507:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313789865
00000100:00000001:0.0:1787757537.024509:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313788970
00000100:00000001:0.0:1787757537.024512:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313789865
00000100:00000001:0.0:1787757537.024515:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757537.024518:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757537.024520:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757537.024525:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757537/real 1787757537]  req@ffff92505e61fc00 x1874594466084352/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757537.024535:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757537.024537:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757537.024539:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ff840.
00000400:00000200:0.0:1787757537.024542:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757537.024544:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757537.024547:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757537.024552:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61fc00 x1874594466084352/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757537.024562:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61fc00 x1874594466084352/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757537.024570:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757537.024572:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757537.024574:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757537.024576:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757537.024580:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61fc00 x1874594466084352/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757537.024588:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757537.024592:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61fc00 x1874594466084352/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757562 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757537.024600:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757537.024603:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757537.024605:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757537.024607:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757537.024609:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757537.024612:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757537.024615:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757537.024620:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757537.024622:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757537.024628:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61fc00 x1874594466084352/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757562 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757537.024637:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466084352:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757537.024642:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757537.024647:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61c780 x1874594466084480/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757537.024664:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757537.024666:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757537.024669:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757537.024672:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757537.024674:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757537.024677:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466084480:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757537.024681:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757537.024683:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757537.024685:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757537.024687:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757537.024691:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad7000.
02000000:00000001:0.0:1787757537.024693:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757537.024698:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757537.024701:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ff840.
00000400:00000010:0.0:1787757537.024706:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000200:0.0:1787757537.024712:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466084480, portal 4
00000100:00000001:0.0:1787757537.024715:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757537.024718:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611346304 : -120601098205312 : ffff92505e61c780)
00000100:00000040:0.0:1787757537.024730:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61c780 x1874594466084480/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757537.024743:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757537.024748:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757537.024752:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905220.
00000100:00000200:0.0:1787757537.024757:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466084480, offset 0
00000400:00000200:0.0:1787757537.024765:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757537.024774:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757537.024781:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757537.024787:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757537.024793:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757537.024798:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757537.024803:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757537.024809:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56571:56571:256:4294967295] 192.168.201.154@tcp LPNI seq info [56571:56571:8:4294967295]
00000400:00000200:0.0:1787757537.024819:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757537.024832:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757537.024841:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757537.024848:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a500.
00000800:00000200:0.0:1787757537.024857:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757537.024863:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787757537.024872:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757537.024877:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1787757537.024885:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757537.024889:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a500.
00000400:00000200:0.0:1787757537.024896:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757537.024903:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757537.024909:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905220
00000400:00000010:0.0:1787757537.024913:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905220.
00000100:00000001:0.0:1787757537.024919:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757537.024928:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61c780 x1874594466084480/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757537.024944:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757537.024950:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61c780 x1874594466084480/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757562 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757537.024963:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757537.024966:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757537.024973:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757537.024979:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:0.0:1787757537.025012:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757537.025016:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313788953
00000100:00000001:0.0:1787757537.025022:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313789865
00000100:00000001:0.0:1787757537.025026:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313788953
00000100:00000001:0.0:1787757537.025031:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313789865
00000100:00000001:0.0:1787757537.025035:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757537.025041:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757537.025045:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757537.025054:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757537/real 1787757537]  req@ffff92505e61c780 x1874594466084480/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757537.025071:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757537.025074:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757537.025078:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ff840.
00000400:00000200:0.0:1787757537.025084:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757537.025088:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757537.025093:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757537.025100:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61c780 x1874594466084480/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757537.025113:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61c780 x1874594466084480/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757537.025122:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757537.025124:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757537.025127:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757537.025129:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757537.025133:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61c780 x1874594466084480/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757537.025142:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757537.025146:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61c780 x1874594466084480/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757562 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757537.025155:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757537.025158:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757537.025160:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757537.025162:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757537.025164:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757537.025166:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757537.025170:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757537.025175:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757537.025178:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757537.025183:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61c780 x1874594466084480/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757562 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757537.025192:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466084480:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757537.025197:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757537.025200:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757537.025203:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61fc00 x1874594466084352/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757562 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757537.025211:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757537.025213:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757537.025216:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787757537.025219:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757537.025221:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757537.025223:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:0.0:1787757537.025226:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757537.025228:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafcc00.
02000000:00000001:0.0:1787757537.025231:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757537.025233:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757537.025235:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61fc00.
00000100:00000001:0.0:1787757537.025239:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757537.025240:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757537.025242:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757537.025246:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61c780 x1874594466084480/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757562 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757537.025254:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757537.025255:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757537.025257:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad7000.
02000000:00000001:0.0:1787757537.025260:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757537.025261:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757537.025262:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:0.0:1787757537.025264:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757537.025295:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafec00.
02000000:00000001:0.0:1787757537.025300:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757537.025302:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757537.025303:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61c780.
00000100:00000001:0.0:1787757537.025306:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757537.025308:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757537.025311:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757537.025316:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757537.025318:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757537.025321:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757537.025323:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757537.534374:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757537.534380:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757537.534382:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757537.534386:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757537.534388:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757537.534392:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757537.534394:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757537.534395:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757537.534397:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757537.854502:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757537.854511:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757537.854523:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757537.854526:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757537.854533:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757537.854536:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757537.854634:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757537.854643:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757537.854648:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757537.982412:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313789865, at 4313789888
00000100:00000040:2.0:1787757537.982418:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313789865, at 4313789888
00000100:00000010:3.0:1787757537.982437:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747a80.
00000100:00000010:2.0:1787757537.982442:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747600.
00000100:00000001:0.0:1787757538.558432:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757538.558443:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757538.558449:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757538.558457:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757538.558464:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757538.558470:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757538.558475:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757538.558478:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757538.558482:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757538.878518:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757538.878540:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757538.878550:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757538.878552:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757538.878557:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757538.878559:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757538.878657:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757538.878664:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757538.878669:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757539.582396:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757539.582406:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757539.582410:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757539.582416:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757539.582421:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757539.582426:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757539.582429:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757539.582433:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757539.582436:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757539.902421:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757539.902430:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757539.902444:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757539.902447:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757539.902455:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757539.902460:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757539.902505:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757539.902519:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757539.902530:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757540.606387:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757540.606397:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757540.606400:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757540.606407:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757540.606412:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757540.606417:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757540.606420:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757540.606423:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757540.606427:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757540.926514:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757540.926533:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757540.926539:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757540.926549:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757540.926558:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757540.926563:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757540.926569:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757540.926576:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757540.926588:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757540.926595:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757540.926599:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757540.926606:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757540.926612:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757540.926617:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757540.926621:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757540.926628:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757540.926635:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757540.926637:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757540.926722:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757540.926731:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757540.926737:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757541.630362:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757541.630374:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757541.630379:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757541.630389:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757541.630396:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757541.630403:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757541.630408:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757541.630414:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757541.630419:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757541.950397:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757541.950406:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757541.950419:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757541.950423:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757541.950430:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757541.950433:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757541.950548:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757541.950555:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757541.950560:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757542.142446:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757542.142459:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757542.142463:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757542.142468:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757542.142474:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757542.142483:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19121
00000400:00000200:3.0:1787757542.142493:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757542.142501:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757542.142506:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757542.142510:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757542.142514:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757542.142517:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757542.142534:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757542.142540:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757542.142543:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757542.142547:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757542.142551:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757542.142554:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757542.142557:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757542.142561:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757542.142563:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757542.142566:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757542.142568:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757542.142572:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757542.142577:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757542.142580:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757542.142584:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757542.142588:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757542.142591:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757542.142594:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757542.142597:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757542.142608:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1bc00.
00000020:00000040:3.0:1787757542.142612:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757542.142619:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757542.142621:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757542.142625:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757542.142629:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757542.142634:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757542.142643:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c400.
00000100:00000001:3.0:1787757542.142651:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757542.142663:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1bc00 x1874594466084608/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757542.142677:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757542.142682:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757542.142689:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002bc35b5c] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1bc00 x1874594466084608/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757542.142718:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757542.142723:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757542.142727:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757542.142729:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757542.142731:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757542.142736:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757542.142739:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19121
00000400:00000200:3.0:1787757542.142743:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757542.142747:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757542.142751:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757542.142755:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757542.142758:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757542.142763:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757542.142766:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757542.142768:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757542.142770:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757542.142773:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757542.142777:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787757542.142781:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:0.0:1787757542.142787:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787757542.142798:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:0.0:1787757542.142799:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787757542.142807:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757542.142809:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787757542.142812:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757542.142818:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757542.142822:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757542.142826:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00000040:0.0:1787757542.142833:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1bc00 x1874594466084608/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787757542.142834:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757542.142842:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757542.142850:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757542.142859:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757542.142867:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757542.142873:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787757542.142875:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00100000:3.0:1787757542.142879:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787757542.142883:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787757542.142887:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757542.142892:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757542.142922:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a940.
00000020:00000040:3.0:1787757542.142928:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:0.0:1787757542.142929:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757542.142935:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757542.142939:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757542.142942:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757542.142951:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757542.142952:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757542.142960:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757542.142969:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757542.142970:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466084608:192.168.201.154@tcp:250:kworker.0
02000000:00000010:3.0:1787757542.142982:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51fc00.
00000100:00000001:0.0:1787757542.142985:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787757542.142996:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757542.142998:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757542.143007:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757542.143017:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1787757542.143019:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a940 x1874594466084736/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:0.0:1787757542.143032:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad7000.
00000100:00000001:3.0:1787757542.143033:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757542.143041:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757542.143045:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757542.143050:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acf304e1] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a940 x1874594466084736/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787757542.143066:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757542.143079:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ff840.
00000100:00000001:3.0:1787757542.143084:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787757542.143092:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00080000:3.0:1787757542.143093:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757542.143104:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787757542.143106:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:0.0:1787757542.143109:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466084608, portal 25
00000100:00080000:3.0:1787757542.143110:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757542.143120:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757542.143121:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787757542.143125:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118854144 : -120600590697472 : ffff92507ca1bc00)
00000100:00080000:3.0:1787757542.143131:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19121
00000400:00000200:3.0:1787757542.143144:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:0.0:1787757542.143145:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1bc00 x1874594466084608/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787757542.143153:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757542.143162:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757542.143174:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757542.143175:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787757542.143183:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757542.143189:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000040:3.0:1787757542.143192:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757542.143197:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757542.143201:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757542.143204:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787757542.143207:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000010:0.0:1787757542.143212:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905220.
00000020:00000040:3.0:1787757542.143217:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000100:00000200:0.0:1787757542.143222:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466084608, offset 0
00000020:00000001:3.0:1787757542.143226:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787757542.143237:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:0.0:1787757542.143238:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000040:3.0:1787757542.143252:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000200:0.0:1787757542.143257:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757542.143263:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757542.143335:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000200:0.0:1787757542.143338:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00000001:3.0:1787757542.143341:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757542.143348:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000400:00000200:0.0:1787757542.143350:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1787757542.143358:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000400:00000200:0.0:1787757542.143365:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00000001:3.0:1787757542.143366:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757542.143373:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1787757542.143374:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1787757542.143380:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1787757542.143383:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
02000000:00000001:3.0:1787757542.143389:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757542.143398:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56572:56572:256:4294967295] 192.168.201.154@tcp LPNI seq info [56572:56572:8:4294967295]
00000100:00000001:3.0:1787757542.143399:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757542.143405:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1787757542.143415:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000008:00000001:3.0:1787757542.143417:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757542.143424:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757542.143431:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19a40.
00000020:00000040:3.0:1787757542.143440:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000400:00000200:0.0:1787757542.143444:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1787757542.143446:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757542.143452:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757542.143456:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757542.143460:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.0:1787757542.143462:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
02000000:00000001:3.0:1787757542.143465:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757542.143474:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e400.
00000100:00000001:3.0:1787757542.143479:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757542.143489:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19a40 x1874594466084864/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757542.143500:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757542.143503:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757542.143510:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048dd93e3] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19a40 x1874594466084864/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:0.0:1787757542.143512:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a500.
00000100:00000001:3.0:1787757542.143527:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757542.143531:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787757542.143536:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787757542.143546:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19131)
00000800:00000200:0.0:1787757542.143553:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757542.143561:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787757542.143571:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757542.143576:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1787757542.143583:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757542.143586:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a500.
00000400:00000200:0.0:1787757542.143595:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757542.143603:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757542.143611:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905220
00000400:00000010:0.0:1787757542.143614:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905220.
00000100:00000001:0.0:1787757542.143625:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757542.143631:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1bc00 x1874594466084608/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757542.143645:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757542.143650:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1bc00 x1874594466084608/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757567 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757542.143659:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757542.143662:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757542.143668:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757542.143674:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757542.143678:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313794985
00000100:00000010:0.0:1787757542.143685:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a7472a0.
00000100:00000001:0.0:1787757542.143694:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787757542.143711:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313794985
00000100:00000010:0.0:1787757542.143716:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747f60.
00000100:00000001:0.0:1787757542.143720:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787757542.143724:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757542.143727:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757542.143731:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757542.143737:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757542/real 1787757542]  req@ffff92507ca1bc00 x1874594466084608/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757542.143748:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757542.143751:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757542.143754:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ff840.
00000400:00000200:0.0:1787757542.143758:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757542.143760:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757542.143764:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757542.143769:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1bc00 x1874594466084608/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757542.143780:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1bc00 x1874594466084608/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757542.143803:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757542.143808:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757542.143813:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757542.143818:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757542.143828:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1bc00 x1874594466084608/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757542.143843:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757542.143853:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1bc00 x1874594466084608/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757567 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757542.143868:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757542.143874:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757542.143878:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757542.143881:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757542.143886:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757542.143890:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757542.143921:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757542.143928:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757542.143932:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757542.143940:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1bc00 x1874594466084608/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757567 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757542.143959:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466084608:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787757542.143968:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757542.143972:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757542.143980:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1bc00 x1874594466084608/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757567 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757542.143995:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757542.143999:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757542.144006:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad7000.
02000000:00000001:0.0:1787757542.144013:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757542.144017:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757542.144020:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:0.0:1787757542.144025:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757542.144030:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51c400.
02000000:00000001:0.0:1787757542.144037:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757542.144040:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757542.144043:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1bc00.
00000100:00000001:0.0:1787757542.144047:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757542.144049:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757542.144052:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757542.144061:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757542.144064:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757542.144067:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757542.144069:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757542.144072:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757542.144078:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1a940 x1874594466084736/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757542.144087:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757542.144089:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757542.144092:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757542.144095:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757542.144098:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757542.144101:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466084736:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757542.144106:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757542.144109:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757542.144111:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757542.144114:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757542.144119:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad7000.
02000000:00000001:0.0:1787757542.144121:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757542.144127:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757542.144130:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ff840.
00000400:00000010:0.0:1787757542.144135:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000200:0.0:1787757542.144140:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466084736, portal 10
00000100:00000001:0.0:1787757542.144144:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757542.144146:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118849344 : -120600590702272 : ffff92507ca1a940)
00000100:00000040:0.0:1787757542.144154:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1a940 x1874594466084736/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757542.144163:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757542.144166:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757542.144169:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905220.
00000100:00000200:0.0:1787757542.144172:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466084736, offset 0
00000400:00000200:0.0:1787757542.144177:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757542.144183:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757542.144188:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757542.144192:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757542.144196:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757542.144200:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757542.144203:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757542.144208:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56573:56573:256:4294967295] 192.168.201.154@tcp LPNI seq info [56573:56573:8:4294967295]
00000400:00000200:0.0:1787757542.144213:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757542.144223:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757542.144229:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757542.144233:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a500.
00000800:00000200:0.0:1787757542.144239:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757542.144243:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787757542.144248:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757542.144252:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1787757542.144257:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757542.144260:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a500.
00000400:00000200:0.0:1787757542.144264:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757542.144300:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757542.144305:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905220
00000400:00000010:0.0:1787757542.144307:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905220.
00000100:00000001:0.0:1787757542.144313:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757542.144317:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1a940 x1874594466084736/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757542.144337:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757542.144341:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a940 x1874594466084736/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757567 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757542.144349:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757542.144351:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757542.144355:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757542.144360:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:0.0:1787757542.144364:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757542.144367:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313794090
00000100:00000001:0.0:1787757542.144371:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313794985
00000100:00000001:0.0:1787757542.144374:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313794090
00000100:00000001:0.0:1787757542.144377:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313794985
00000100:00000001:0.0:1787757542.144379:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757542.144382:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757542.144384:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757542.144389:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757542/real 1787757542]  req@ffff92507ca1a940 x1874594466084736/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757542.144398:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757542.144400:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757542.144402:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ff840.
00000400:00000200:0.0:1787757542.144405:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757542.144407:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757542.144410:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757542.144414:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1a940 x1874594466084736/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757542.144424:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1a940 x1874594466084736/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757542.144432:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757542.144434:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757542.144437:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757542.144439:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757542.144443:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1a940 x1874594466084736/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757542.144452:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757542.144456:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1a940 x1874594466084736/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757567 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757542.144465:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757542.144467:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757542.144469:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757542.144471:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757542.144473:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757542.144476:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757542.144479:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757542.144483:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757542.144485:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757542.144490:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1a940 x1874594466084736/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757567 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757542.144499:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466084736:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757542.144504:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757542.144508:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca19a40 x1874594466084864/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757542.144517:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757542.144519:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757542.144522:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757542.144524:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757542.144526:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757542.144530:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca19a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466084864:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757542.144535:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757542.144537:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757542.144539:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757542.144541:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757542.144546:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787757542.144548:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757542.144552:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757542.144555:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ff840.
00000400:00000010:0.0:1787757542.144558:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000200:0.0:1787757542.144562:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466084864, portal 4
00000100:00000001:0.0:1787757542.144564:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757542.144567:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118845504 : -120600590706112 : ffff92507ca19a40)
00000100:00000040:0.0:1787757542.144574:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca19a40 x1874594466084864/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757542.144582:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757542.144585:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757542.144588:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905220.
00000100:00000200:0.0:1787757542.144591:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466084864, offset 0
00000400:00000200:0.0:1787757542.144595:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757542.144599:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757542.144604:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757542.144608:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757542.144611:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757542.144614:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757542.144617:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757542.144621:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56574:56574:256:4294967295] 192.168.201.154@tcp LPNI seq info [56574:56574:8:4294967295]
00000400:00000200:0.0:1787757542.144626:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757542.144634:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757542.144639:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757542.144643:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a500.
00000800:00000200:0.0:1787757542.144649:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757542.144653:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787757542.144658:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757542.144661:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1787757542.144666:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757542.144669:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a500.
00000400:00000200:0.0:1787757542.144673:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757542.144677:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757542.144680:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905220
00000400:00000010:0.0:1787757542.144683:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905220.
00000100:00000001:0.0:1787757542.144686:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757542.144690:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca19a40 x1874594466084864/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757542.144700:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757542.144704:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19a40 x1874594466084864/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757567 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757542.144712:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757542.144714:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757542.144717:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757542.144721:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:0.0:1787757542.144725:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757542.144727:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313794073
00000100:00000001:0.0:1787757542.144731:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313794985
00000100:00000001:0.0:1787757542.144733:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313794073
00000100:00000001:0.0:1787757542.144736:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313794985
00000100:00000001:0.0:1787757542.144739:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757542.144741:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757542.144743:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757542.144747:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757542/real 1787757542]  req@ffff92507ca19a40 x1874594466084864/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757542.144756:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757542.144759:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757542.144761:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ff840.
00000400:00000200:0.0:1787757542.144763:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757542.144765:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757542.144768:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757542.144772:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca19a40 x1874594466084864/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757542.144782:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca19a40 x1874594466084864/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757542.144791:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757542.144793:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757542.144796:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757542.144798:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757542.144806:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca19a40 x1874594466084864/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757542.144819:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757542.144827:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca19a40 x1874594466084864/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757567 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757542.144841:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757542.144846:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757542.144849:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757542.144852:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757542.144856:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757542.144859:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757542.144865:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757542.144872:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757542.144877:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757542.144886:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca19a40 x1874594466084864/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757567 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757542.144939:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca19a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466084864:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757542.144947:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757542.144950:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757542.144957:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1a940 x1874594466084736/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757567 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757542.144970:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757542.144974:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757542.144977:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad7000.
02000000:00000001:0.0:1787757542.144983:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757542.144986:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757542.144989:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:0.0:1787757542.144994:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757542.144997:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51fc00.
02000000:00000001:0.0:1787757542.145005:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757542.145008:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757542.145012:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1a940.
00000100:00000001:0.0:1787757542.145017:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757542.145020:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757542.145023:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757542.145031:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca19a40 x1874594466084864/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757567 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757542.145044:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757542.145046:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757542.145048:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787757542.145051:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757542.145053:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757542.145055:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:0.0:1787757542.145057:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757542.145059:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51e400.
02000000:00000001:0.0:1787757542.145062:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757542.145063:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757542.145065:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca19a40.
00000100:00000001:0.0:1787757542.145068:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757542.145070:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757542.145072:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757542.145078:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757542.145079:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757542.145082:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757542.145084:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757542.654409:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757542.654420:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757542.654422:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757542.654429:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757542.654434:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757542.654438:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757542.654442:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757542.654446:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757542.654449:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757542.974424:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757542.974434:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757542.974447:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757542.974451:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757542.974458:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757542.974461:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757542.974548:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757542.974555:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757542.974560:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757543.102425:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313794985, at 4313795008
00000100:00000040:2.0:1787757543.102435:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313794985, at 4313795008
00000100:00000010:3.0:1787757543.102445:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747f60.
00000100:00000010:2.0:1787757543.102452:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a7472a0.
00000100:00000001:0.0:1787757543.678387:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757543.678402:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757543.678406:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757543.678415:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757543.678421:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757543.678426:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757543.678430:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757543.678435:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757543.678440:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757543.998467:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757543.998485:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757543.998532:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757543.998536:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757543.998543:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757543.998551:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757543.998556:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757543.998563:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757543.998570:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757543.998574:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757543.998578:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757543.998583:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757543.998691:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757543.998701:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757543.998707:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757544.702408:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757544.702418:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757544.702422:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757544.702428:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757544.702433:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757544.702438:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757544.702441:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757544.702445:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757544.702448:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757545.022481:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757545.022492:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757545.022501:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757545.022504:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757545.022508:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757545.022510:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757545.022599:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757545.022605:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757545.022610:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757545.726377:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757545.726386:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757545.726389:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757545.726395:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757545.726400:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757545.726405:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757545.726420:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757545.726423:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757545.726427:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757546.046474:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757546.046483:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757546.046494:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757546.046498:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757546.046507:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757546.046510:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757546.046589:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757546.046596:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757546.046601:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757546.750393:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757546.750402:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757546.750405:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757546.750411:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757546.750416:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757546.750421:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757546.750424:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757546.750428:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757546.750432:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757547.070453:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757547.070462:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757547.070473:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757547.070476:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757547.070480:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757547.070483:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757547.070558:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757547.070565:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757547.070570:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757547.262399:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757547.262412:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757547.262416:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757547.262420:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757547.262426:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757547.262436:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19126
00000400:00000200:3.0:1787757547.262447:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757547.262454:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757547.262458:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757547.262463:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757547.262467:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757547.262470:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757547.262473:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757547.262479:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757547.262481:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757547.262485:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757547.262489:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757547.262492:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757547.262495:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757547.262498:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757547.262501:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757547.262504:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757547.262506:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757547.262511:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757547.262516:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757547.262519:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757547.262523:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757547.262528:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757547.262531:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757547.262534:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757547.262537:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757547.262546:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a1c0.
00000020:00000040:3.0:1787757547.262550:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757547.262556:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757547.262558:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757547.262562:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757547.262565:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757547.262570:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757547.262579:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51d800.
00000100:00000001:3.0:1787757547.262587:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757547.262599:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a1c0 x1874594466084992/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757547.262613:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757547.262619:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757547.262626:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062ae16d5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a1c0 x1874594466084992/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757547.262659:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757547.262667:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757547.262673:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757547.262676:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757547.262679:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757547.262685:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757547.262690:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19126
00000400:00000200:3.0:1787757547.262698:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757547.262704:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757547.262709:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757547.262716:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757547.262720:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757547.262724:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757547.262728:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757547.262734:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757547.262737:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757547.262742:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757547.262747:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787757547.262751:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787757547.262756:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:0.0:1787757547.262763:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787757547.262764:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757547.262775:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757547.262775:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787757547.262782:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757547.262788:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000040:0.0:1787757547.262799:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1a1c0 x1874594466084992/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757547.262801:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:0.0:1787757547.262851:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757547.262854:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757547.262859:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757547.262863:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757547.262872:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787757547.262874:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00100000:0.0:1787757547.262881:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466084992:192.168.201.154@tcp:250:kworker.0
00000100:00080000:3.0:1787757547.262891:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757547.262893:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787757547.262901:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757547.262904:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757547.262907:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757547.262910:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757547.262916:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787757547.262918:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1787757547.262926:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad6000.
02000000:00000001:3.0:1787757547.262926:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757547.262929:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:0.0:1787757547.262935:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787757547.262939:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757547.262946:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757547.262948:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757547.262953:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787757547.262958:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ff840.
00000100:00000010:3.0:1787757547.262963:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19680.
00000020:00000040:3.0:1787757547.262970:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000400:00000010:0.0:1787757547.262971:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
02000000:00000001:3.0:1787757547.262976:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757547.262980:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757547.262984:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:0.0:1787757547.262985:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466084992, portal 25
02000000:00000001:3.0:1787757547.262987:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757547.262994:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757547.262996:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757547.263001:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118847424 : -120600590704192 : ffff92507ca1a1c0)
02000000:00000010:3.0:1787757547.263005:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e400.
00000100:00000040:0.0:1787757547.263012:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1a1c0 x1874594466084992/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757547.263017:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757547.263033:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1787757547.263035:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19680 x1874594466085120/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1787757547.263044:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757547.263052:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905220.
00000100:00000001:3.0:1787757547.263063:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1787757547.263064:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466084992, offset 0
00000100:00000001:3.0:1787757547.263072:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757547.263079:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000040:3.0:1787757547.263084:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c14b51e] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19680 x1874594466085120/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787757547.263098:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757547.263112:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757547.263118:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00080000:3.0:1787757547.263121:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757547.263129:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:0.0:1787757547.263131:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787757547.263134:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757547.263139:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1787757547.263142:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00000001:3.0:1787757547.263148:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1787757547.263153:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1787757547.263160:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19126
00000400:00000200:0.0:1787757547.263165:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757547.263178:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757547.263179:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56575:56575:256:4294967295] 192.168.201.154@tcp LPNI seq info [56575:56575:8:4294967295]
00000400:00000200:3.0:1787757547.263191:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000400:00000200:0.0:1787757547.263193:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00080000:3.0:1787757547.263197:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757547.263205:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757547.263213:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757547.263224:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000200:0.0:1787757547.263226:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787757547.263233:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757547.263241:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:0.0:1787757547.263242:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000020:00000040:3.0:1787757547.263245:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787757547.263252:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000010:0.0:1787757547.263253:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a500.
00000020:00000040:3.0:1787757547.263257:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787757547.263263:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000800:00000200:0.0:1787757547.263307:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757547.263316:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000020:00000001:3.0:1787757547.263328:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000001:0.0:1787757547.263334:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757547.263340:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000200:0.0:1787757547.263346:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757547.263352:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787757547.263354:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313800105
00000100:00000010:0.0:1787757547.263366:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a7478a0.
00000100:00000040:3.0:1787757547.263368:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757547.263378:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:0.0:1787757547.263380:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000020:00000040:3.0:1787757547.263386:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787757547.263398:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757547.263404:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313800105
00000100:00000001:3.0:1787757547.263405:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757547.263416:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:0.0:1787757547.263419:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a7472a0.
02000000:00000001:3.0:1787757547.263422:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757547.263427:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
02000000:00000001:3.0:1787757547.263429:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757547.263435:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757547.263436:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757547.263445:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787757547.263446:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787757547.263457:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757547.263459:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757547.263462:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757547.263465:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:3.0:1787757547.263473:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1b0c0.
00000100:00000001:0.0:1787757547.263479:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:3.0:1787757547.263481:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000100:00000001:0.0:1787757547.263484:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
02000000:00000001:3.0:1787757547.263488:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787757547.263491:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787757547.263494:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757547.263497:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757547.263500:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787757547.263502:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787757547.263506:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757547.263513:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757547.263515:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca19680 x1874594466085120/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787757547.263525:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51fc00.
00000100:00000001:0.0:1787757547.263532:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757547.263536:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757547.263538:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757547.263549:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757547.263553:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1787757547.263559:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1b0c0 x1874594466085248/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1787757547.263560:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757547.263575:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466085120:192.168.201.154@tcp:38:kworker.0
00000100:00000001:3.0:1787757547.263591:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757547.263592:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787757547.263600:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757547.263601:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757547.263608:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757547.263616:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1787757547.263617:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043bdf1c5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1b0c0 x1874594466085248/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1787757547.263623:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad7000.
02000000:00000001:0.0:1787757547.263632:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757547.263644:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757547.263647:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787757547.263650:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ff5d8.
00000100:00000040:3.0:1787757547.263656:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1787757547.263660:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905908.
00000100:00000040:3.0:1787757547.263667:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:0.0:1787757547.263669:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466085120, portal 10
00000100:00000001:0.0:1787757547.263676:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1787757547.263677:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19136)
00000100:00000001:0.0:1787757547.263679:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118844544 : -120600590707072 : ffff92507ca19680)
00000100:00000040:0.0:1787757547.263696:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca19680 x1874594466085120/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757547.263707:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757547.263711:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757547.263714:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905990.
00000100:00000200:0.0:1787757547.263718:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466085120, offset 0
00000400:00000200:0.0:1787757547.263725:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757547.263730:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757547.263735:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757547.263739:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757547.263743:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757547.263746:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757547.263749:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757547.263754:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56576:56576:255:4294967295] 192.168.201.154@tcp LPNI seq info [56576:56576:7:4294967295]
00000400:00000200:0.0:1787757547.263759:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757547.263767:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757547.263773:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757547.263777:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a400.
00000800:00000200:0.0:1787757547.263782:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757547.263788:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:0.0:1787757547.263791:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757547.263795:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:0.0:1787757547.263800:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757547.263802:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313799209
00000100:00000001:0.0:1787757547.263831:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313800105
00000100:00000001:0.0:1787757547.263834:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313799209
00000100:00000001:0.0:1787757547.263837:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313800105
00000100:00000001:0.0:1787757547.263840:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757547.263843:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757547.263846:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757547.263848:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757547.263852:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757547.263854:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1787757547.263856:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757547.263858:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757547.263860:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757547.263865:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1b0c0 x1874594466085248/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757547.263884:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757547.263886:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757547.263889:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757547.263891:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757547.263893:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757547.263897:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466085248:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757547.263901:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757547.263903:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757547.263904:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757547.263907:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757547.263911:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad7c00.
02000000:00000001:0.0:1787757547.263913:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757547.263917:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757547.263921:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787757547.263925:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787757547.263928:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466085248, portal 4
00000100:00000001:0.0:1787757547.263931:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757547.263933:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118851264 : -120600590700352 : ffff92507ca1b0c0)
00000100:00000040:0.0:1787757547.263940:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1b0c0 x1874594466085248/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757547.263948:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757547.263951:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757547.263954:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905000.
00000100:00000200:0.0:1787757547.263957:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466085248, offset 0
00000400:00000200:0.0:1787757547.263962:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757547.263966:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757547.263970:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757547.263974:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757547.263977:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757547.263981:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757547.263986:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757547.263994:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56577:56577:254:4294967295] 192.168.201.154@tcp LPNI seq info [56577:56577:6:4294967295]
00000400:00000200:0.0:1787757547.264003:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757547.264016:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757547.264025:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757547.264032:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a900.
00000800:00000200:0.0:1787757547.264040:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757547.264047:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:0.0:1787757547.264054:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757547.264060:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:0.0:1787757547.264066:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757547.264070:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313799192
00000100:00000001:0.0:1787757547.264075:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313800105
00000100:00000001:0.0:1787757547.264079:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313799192
00000100:00000001:0.0:1787757547.264083:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313800105
00000100:00000001:0.0:1787757547.264086:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757547.264091:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757547.264095:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757547.264099:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757547.264105:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757547.264108:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1787757547.264112:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757547.264115:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757547.264118:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757547.264122:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757547.774363:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757547.774373:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757547.774376:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757547.774383:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757547.774387:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757547.774392:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757547.774395:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757547.774399:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757547.774403:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757548.094423:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757548.094435:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757548.094446:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757548.094450:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757548.094460:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757548.094464:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757548.094573:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757548.094578:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757548.094582:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757548.222351:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313800105, at 4313800128
00000100:00000010:2.0:1787757548.222371:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a7478a0.
00000100:00000040:3.0:1787757548.222391:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313800105, at 4313800128
00000100:00000010:3.0:1787757548.222407:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a7472a0.
00000100:00000001:0.0:1787757548.798439:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757548.798449:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757548.798453:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757548.798460:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757548.798465:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757548.798469:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757548.798472:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757548.798476:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757548.798479:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757549.118482:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757549.118493:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757549.118507:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757549.118511:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757549.118519:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757549.118524:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757549.118622:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757549.118630:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757549.118635:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757549.822368:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757549.822378:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757549.822381:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757549.822388:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757549.822393:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757549.822398:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757549.822402:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757549.822405:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757549.822409:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757550.142385:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757550.142394:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757550.142421:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757550.142424:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757550.142433:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757550.142436:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757550.142552:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757550.142560:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757550.142567:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1787757550.334615:0:238943:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.154:988
00000400:00000100:1.0:1787757550.334678:0:238943:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.154@tcp at host 192.168.201.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1787757550.334691:0:238943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757550.334696:0:238943:0:(router.c:1791:lnet_notify()) 192.168.201.54@tcp notifying 192.168.201.154@tcp: down
00000400:00000200:1.0:1787757550.334703:0:238943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757550.334708:0:238943:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:1.0:1787757550.334714:0:238943:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000800:00000010:1.0:1787757550.334720:0:238943:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a500.
00000400:00000200:1.0:1787757550.334729:0:238943:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1787757550.334735:0:238943:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1787757550.334743:0:238943:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905220
00000400:00000010:1.0:1787757550.334747:0:238943:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905220.
00000100:00000001:1.0:1787757550.334786:0:238943:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757550.334802:0:238943:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff92507ca1a1c0 x1874594466084992/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757550.334849:0:238943:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757550.334859:0:238943:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a1c0 x1874594466084992/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757572 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757550.334876:0:238943:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757550.334880:0:238943:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1787757550.334897:0:238943:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000800:00000010:1.0:1787757550.334901:0:238943:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a400.
00000400:00000200:1.0:1787757550.334906:0:238943:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1787757550.334911:0:238943:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1787757550.334916:0:238943:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905990
00000400:00000010:1.0:1787757550.334919:0:238943:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905990.
00000100:00000001:1.0:1787757550.334924:0:238943:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757550.334930:0:238943:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff92507ca19680 x1874594466085120/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757550.334942:0:238943:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757550.334946:0:238943:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19680 x1874594466085120/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757572 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757550.334956:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757550.334957:0:238943:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757550.334966:0:238943:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757550.334969:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000800:00000100:1.0:1787757550.334974:0:238943:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000100:00000001:0.0:1787757550.334980:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000800:00000010:1.0:1787757550.334981:0:238943:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a900.
00000400:00000200:1.0:1787757550.334989:0:238943:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1787757550.335004:0:238943:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000100:00100000:0.0:1787757550.335007:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757547/real 1787757550]  req@ffff92507ca19680 x1874594466085120/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787757550.335011:0:238943:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905000
00000400:00000010:1.0:1787757550.335019:0:238943:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905000.
00000100:00000001:1.0:1787757550.335025:0:238943:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757550.335035:0:238943:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff92507ca1b0c0 x1874594466085248/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757550.335072:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757550.335076:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757550.335086:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ff5d8.
00000100:00000001:1.0:1787757550.335093:0:238943:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000400:00000200:0.0:1787757550.335099:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905908
00000100:00000040:1.0:1787757550.335106:0:238943:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1b0c0 x1874594466085248/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757572 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1787757550.335108:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905908.
00000100:00000001:0.0:1787757550.335124:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787757550.335127:0:238943:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757550.335134:0:238943:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000200:0.0:1787757550.335142:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca19680 x1874594466085120/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757550.335165:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca19680 x1874594466085120/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757550.335182:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757550.335187:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757550.335195:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757550.335199:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757550.335208:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca19680 x1874594466085120/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757550.335224:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757550.335233:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca19680 x1874594466085120/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757572 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757550.335249:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757550.335255:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757550.335259:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757550.335262:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757550.335311:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757550.335318:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757550.335326:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757550.335348:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757550.335353:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757550.335363:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca19680 x1874594466085120/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757572 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757550.335383:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466085120:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757550.335394:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757550.335403:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757547/real 1787757550]  req@ffff92507ca1a1c0 x1874594466084992/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757550.335421:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757550.335425:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757550.335430:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ff840.
00000400:00000200:0.0:1787757550.335436:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757550.335440:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757550.335447:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757550.335456:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1a1c0 x1874594466084992/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757550.335496:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1a1c0 x1874594466084992/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757550.335513:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757550.335518:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757550.335522:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757550.335526:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757550.335537:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1a1c0 x1874594466084992/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757550.335553:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757550.335561:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1a1c0 x1874594466084992/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757572 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757550.335576:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757550.335581:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757550.335585:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757550.335588:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757550.335591:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757550.335596:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757550.335601:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757550.335608:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757550.335613:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757550.335623:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1a1c0 x1874594466084992/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757572 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757550.335651:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466084992:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787757550.335660:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757550.335664:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757550.335671:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca19680 x1874594466085120/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757572 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757550.335698:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757550.335703:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757550.335710:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad7000.
02000000:00000001:0.0:1787757550.335718:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757550.335723:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757550.335726:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:0.0:1787757550.335731:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757550.335736:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51e400.
02000000:00000001:0.0:1787757550.335743:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757550.335746:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757550.335771:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca19680.
00000100:00000001:0.0:1787757550.335779:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757550.335782:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757550.335786:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757550.335794:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1a1c0 x1874594466084992/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757572 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757550.335808:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757550.335811:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757550.335814:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787757550.335819:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757550.335822:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757550.335826:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:0.0:1787757550.335830:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757550.335833:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51d800.
02000000:00000001:0.0:1787757550.335837:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757550.335840:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757550.335843:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1a1c0.
00000100:00000001:0.0:1787757550.335847:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757550.335849:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757550.335854:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757550.335858:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757550.335861:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757550.335864:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757550.335873:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757547/real 1787757550]  req@ffff92507ca1b0c0 x1874594466085248/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757550.335903:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757550.335907:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757550.335911:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757550.335918:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757550.335922:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757550.335930:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757550.335939:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1b0c0 x1874594466085248/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757550.335958:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1b0c0 x1874594466085248/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757550.335973:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757550.335976:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757550.335980:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757550.335982:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757550.335990:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1b0c0 x1874594466085248/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757550.336005:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757550.336013:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1b0c0 x1874594466085248/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757572 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757550.336027:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757550.336032:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757550.336035:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757550.336038:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757550.336041:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757550.336044:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757550.336049:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757550.336056:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757550.336061:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757550.336071:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1b0c0 x1874594466085248/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757572 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757550.336088:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466085248:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757550.336097:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757550.336100:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757550.336107:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1b0c0 x1874594466085248/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757572 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757550.336119:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757550.336123:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757550.336126:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad7c00.
02000000:00000001:0.0:1787757550.336132:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757550.336134:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757550.336137:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:0.0:1787757550.336141:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757550.336144:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51fc00.
02000000:00000001:0.0:1787757550.336153:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757550.336156:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757550.336158:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1b0c0.
00000100:00000001:0.0:1787757550.336163:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757550.336166:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757550.336169:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757550.336182:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757550.336186:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757550.336191:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757550.336193:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757550.846370:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757550.846381:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757550.846384:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757550.846391:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757550.846395:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757550.846400:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757550.846403:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757550.846407:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757550.846410:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757551.166442:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757551.166456:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757551.166462:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757551.166470:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757551.166479:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757551.166484:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757551.166490:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757551.166497:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757551.166507:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757551.166512:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757551.166516:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757551.166519:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757551.166522:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757551.166524:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757551.166526:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757551.166530:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757551.166536:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757551.166538:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757551.166670:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757551.166679:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757551.166686:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757551.870374:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757551.870384:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757551.870387:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757551.870396:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757551.870402:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757551.870408:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757551.870413:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757551.870418:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757551.870423:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757552.190392:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757552.190401:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757552.190412:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757552.190415:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757552.190424:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757552.190429:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757552.190467:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757552.190475:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757552.190482:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787757552.382465:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787757552.382480:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787757552.382487:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787757552.382493:0:277752:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787757552.382502:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787757552.382513:0:277752:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19131
00000400:00000200:1.0:1787757552.382527:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757552.382535:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1787757552.382541:0:277752:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787757552.382547:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757552.382554:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787757552.382558:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757552.382564:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:1.0:1787757552.382571:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787757552.382575:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:1.0:1787757552.382581:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787757552.382586:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:1.0:1787757552.382592:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:1.0:1787757552.382597:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:1.0:1787757552.382604:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757552.382608:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787757552.382613:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757552.382618:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:1.0:1787757552.382623:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:1.0:1787757552.382630:0:277752:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:1.0:1787757552.382633:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757552.382637:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787757552.382642:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757552.382646:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757552.382648:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787757552.382652:0:277752:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787757552.382660:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff925077901a40.
00000020:00000040:1.0:1787757552.382666:0:277752:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:1.0:1787757552.382674:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787757552.382678:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757552.382683:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787757552.382704:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787757552.382711:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787757552.382745:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925077916800.
00000100:00000001:1.0:1787757552.382756:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757552.382772:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff925077901a40 x1874594466085376/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787757552.382791:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787757552.382799:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757552.382808:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046d5ef2f] to pc [ptlrpcd_rcv+-1]  req@ffff925077901a40 x1874594466085376/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757552.382847:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787757552.382854:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787757552.382861:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787757552.382864:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787757552.382868:0:277752:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787757552.382874:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787757552.382880:0:277752:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19131
00000400:00000200:1.0:1787757552.382888:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757552.382895:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1787757552.382901:0:277752:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787757552.382907:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757552.382913:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787757552.382919:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757552.382924:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:1.0:1787757552.382928:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787757552.382932:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:1.0:1787757552.382935:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787757552.382942:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1787757552.382942:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:1.0:1787757552.382952:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:0.0:1787757552.382955:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1787757552.382960:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:0.0:1787757552.382964:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757552.382974:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000040:0.0:1787757552.382982:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077901a40 x1874594466085376/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757552.382984:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787757552.382997:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757552.383008:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757552.383011:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:0.0:1787757552.383014:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787757552.383026:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
02000000:00000001:0.0:1787757552.383029:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757552.383039:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1787757552.383041:0:277752:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
02000000:00000001:0.0:1787757552.383049:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757552.383054:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757552.383064:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1787757552.383066:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077901a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466085376:192.168.201.154@tcp:250:kworker.0
02000000:00000001:1.0:1787757552.383078:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757552.383080:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757552.383090:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757552.383092:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787757552.383096:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:0.0:1787757552.383100:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1787757552.383107:0:277752:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1787757552.383109:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:1.0:1787757552.383120:0:277752:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757552.383125:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad7c00.
00000100:00000001:1.0:1787757552.383126:0:277752:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757552.383138:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787757552.383145:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff925077902580.
00000020:00000040:1.0:1787757552.383151:0:277752:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:1.0:1787757552.383155:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787757552.383163:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757552.383167:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787757552.383173:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1787757552.383175:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000001:1.0:1787757552.383180:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787757552.383189:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
02000000:00000010:1.0:1787757552.383194:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925077916c00.
00000100:00000001:1.0:1787757552.383205:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787757552.383207:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00100000:1.0:1787757552.383220:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff925077902580 x1874594466085504/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1787757552.383224:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466085376, portal 25
00000100:00000001:0.0:1787757552.383236:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757552.383243:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033812544 : -120600675739072 : ffff925077901a40)
00000100:00000001:1.0:1787757552.383258:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1787757552.383321:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077901a40 x1874594466085376/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757552.383340:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757552.383361:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757552.383361:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002dd0d9e3] to pc [ptlrpcd_rcv+-1]  req@ffff925077902580 x1874594466085504/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787757552.383376:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757552.383387:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000200:0.0:1787757552.383398:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466085376, offset 0
00000400:00000200:0.0:1787757552.383422:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000001:1.0:1787757552.383426:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787757552.383436:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1787757552.383441:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00080000:1.0:1787757552.383449:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787757552.383456:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1787757552.383463:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00080000:1.0:1787757552.383464:0:277752:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787757552.383478:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1787757552.383483:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1787757552.383490:0:277752:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19131
00000400:00000200:0.0:1787757552.383500:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757552.383508:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757552.383514:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757552.383520:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56578:56578:256:4294967295] 192.168.201.154@tcp LPNI seq info [56578:56578:8:4294967295]
00000400:00000200:0.0:1787757552.383529:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757552.383546:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757552.383557:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757552.383568:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a300.
00000800:00000200:0.0:1787757552.383580:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757552.383587:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787757552.383599:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757552.383606:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787757552.383614:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757552.383619:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a300.
00000400:00000200:1.0:1787757552.383629:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757552.383634:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757552.383645:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000400:00000200:0.0:1787757552.383652:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000100:00080000:1.0:1787757552.383657:0:277752:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1787757552.383666:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000100:00000040:1.0:1787757552.383673:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000010:0.0:1787757552.383676:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:1.0:1787757552.383687:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787757552.383695:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1787757552.383698:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757552.383707:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:1.0:1787757552.383736:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000200:0.0:1787757552.383739:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077901a40 x1874594466085376/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787757552.383740:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:1.0:1787757552.383747:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787757552.383756:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:1.0:1787757552.383766:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:1.0:1787757552.383777:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000001:0.0:1787757552.383785:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757552.383788:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757552.383798:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757552.383802:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077901a40 x1874594466085376/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757577 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787757552.383809:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757552.383821:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:1.0:1787757552.383832:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:1.0:1787757552.383845:0:277752:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:1.0:1787757552.383858:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757552.383871:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757552.383871:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787757552.383880:0:238954:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:1.0:1787757552.383883:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757552.383891:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757552.383895:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757552.383896:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787757552.383905:0:277752:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1787757552.383912:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000008:00000001:1.0:1787757552.383917:0:277752:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757552.383922:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313805225
00000100:00000001:1.0:1787757552.383925:0:277752:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757552.383939:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747f60.
00000100:00000010:1.0:1787757552.383942:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff925077902940.
00000020:00000040:1.0:1787757552.383951:0:277752:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000100:00000001:0.0:1787757552.383954:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
02000000:00000001:1.0:1787757552.383957:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787757552.383965:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757552.383970:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787757552.383973:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787757552.383978:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787757552.383987:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925077914c00.
00000100:00000001:1.0:1787757552.383996:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757552.384006:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff925077902940 x1874594466085632/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787757552.384035:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787757552.384040:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757552.384050:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007edc916f] to pc [ptlrpcd_rcv+-1]  req@ffff925077902940 x1874594466085632/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757552.384068:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757552.384074:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1787757552.384082:0:277752:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1787757552.384091:0:277752:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19141)
00000100:00000001:0.0:1787757552.384094:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313805225
00000100:00000010:0.0:1787757552.384108:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747600.
00000100:00000001:0.0:1787757552.384116:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787757552.384127:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757552.384133:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757552.384138:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757552.384152:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757552/real 1787757552]  req@ffff925077901a40 x1874594466085376/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757552.384171:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757552.384175:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757552.384179:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757552.384186:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757552.384190:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757552.384197:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757552.384204:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077901a40 x1874594466085376/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757552.384221:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077901a40 x1874594466085376/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757552.384234:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757552.384237:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757552.384242:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757552.384246:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757552.384254:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077901a40 x1874594466085376/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757552.384305:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757552.384317:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077901a40 x1874594466085376/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757577 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757552.384331:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757552.384336:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757552.384340:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757552.384343:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757552.384347:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757552.384351:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757552.384357:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757552.384364:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757552.384369:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757552.384378:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077901a40 x1874594466085376/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757577 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757552.384396:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077901a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466085376:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787757552.384406:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757552.384411:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757552.384418:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077901a40 x1874594466085376/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757577 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757552.384433:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757552.384438:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757552.384443:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad7c00.
02000000:00000001:0.0:1787757552.384451:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757552.384455:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757552.384468:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:0.0:1787757552.384473:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757552.384478:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077916800.
02000000:00000001:0.0:1787757552.384485:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757552.384490:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757552.384493:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077901a40.
00000100:00000001:0.0:1787757552.384499:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757552.384502:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757552.384506:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757552.384519:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757552.384523:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757552.384528:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757552.384531:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757552.384535:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757552.384543:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077902580 x1874594466085504/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757552.384559:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757552.384563:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757552.384569:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757552.384574:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757552.384577:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757552.384584:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077902580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466085504:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757552.384591:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757552.384596:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757552.384599:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757552.384603:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757552.384611:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad7c00.
02000000:00000001:0.0:1787757552.384615:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757552.384624:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757552.384629:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787757552.384636:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787757552.384642:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466085504, portal 10
00000100:00000001:0.0:1787757552.384646:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757552.384649:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033815424 : -120600675736192 : ffff925077902580)
00000100:00000040:0.0:1787757552.384662:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077902580 x1874594466085504/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757552.384676:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757552.384682:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757552.384688:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000200:0.0:1787757552.384694:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466085504, offset 0
00000400:00000200:0.0:1787757552.384702:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757552.384711:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757552.384745:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757552.384752:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757552.384757:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757552.384763:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757552.384768:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757552.384774:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56579:56579:256:4294967295] 192.168.201.154@tcp LPNI seq info [56579:56579:8:4294967295]
00000400:00000200:0.0:1787757552.384782:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757552.384796:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757552.384805:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757552.384811:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a300.
00000800:00000200:0.0:1787757552.384818:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757552.384824:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787757552.384833:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757552.384839:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787757552.384847:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757552.384851:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a300.
00000400:00000200:0.0:1787757552.384858:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757552.384867:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757552.384874:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757552.384878:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757552.384884:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757552.384894:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077902580 x1874594466085504/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757552.384911:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757552.384917:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077902580 x1874594466085504/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757577 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757552.384940:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757552.384943:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757552.384953:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757552.384959:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:0.0:1787757552.384963:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757552.384966:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313804330
00000100:00000001:0.0:1787757552.384970:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313805225
00000100:00000001:0.0:1787757552.384973:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313804330
00000100:00000001:0.0:1787757552.384976:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313805225
00000100:00000001:0.0:1787757552.384979:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757552.384982:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757552.384985:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757552.384990:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757552/real 1787757552]  req@ffff925077902580 x1874594466085504/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757552.385000:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757552.385002:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757552.385004:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757552.385008:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757552.385010:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757552.385013:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757552.385017:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077902580 x1874594466085504/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757552.385030:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077902580 x1874594466085504/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757552.385044:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757552.385047:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757552.385051:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757552.385053:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757552.385060:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077902580 x1874594466085504/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757552.385074:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757552.385083:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077902580 x1874594466085504/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757577 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757552.385099:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757552.385104:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757552.385108:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757552.385111:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757552.385114:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757552.385118:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757552.385125:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757552.385130:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757552.385133:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757552.385139:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077902580 x1874594466085504/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757577 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757552.385150:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077902580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466085504:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757552.385156:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757552.385160:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077902940 x1874594466085632/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757552.385169:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757552.385171:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757552.385174:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757552.385177:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757552.385180:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757552.385183:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077902940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466085632:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757552.385188:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757552.385190:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757552.385192:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757552.385195:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757552.385200:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787757552.385202:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757552.385208:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757552.385211:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787757552.385215:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787757552.385219:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466085632, portal 4
00000100:00000001:0.0:1787757552.385222:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757552.385224:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033816384 : -120600675735232 : ffff925077902940)
00000100:00000040:0.0:1787757552.385232:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077902940 x1874594466085632/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757552.385240:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757552.385243:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757552.385246:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000200:0.0:1787757552.385249:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466085632, offset 0
00000400:00000200:0.0:1787757552.385254:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757552.385260:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757552.385265:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757552.385298:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757552.385303:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757552.385306:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757552.385309:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757552.385314:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56580:56580:256:4294967295] 192.168.201.154@tcp LPNI seq info [56580:56580:8:4294967295]
00000400:00000200:0.0:1787757552.385320:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757552.385329:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757552.385335:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757552.385340:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a300.
00000800:00000200:0.0:1787757552.385345:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757552.385349:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787757552.385355:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757552.385358:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787757552.385363:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757552.385366:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a300.
00000400:00000200:0.0:1787757552.385370:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757552.385375:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757552.385379:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757552.385382:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757552.385386:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757552.385391:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077902940 x1874594466085632/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757552.385401:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757552.385405:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077902940 x1874594466085632/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757577 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757552.385414:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757552.385416:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757552.385419:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757552.385424:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:0.0:1787757552.385428:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757552.385430:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313804314
00000100:00000001:0.0:1787757552.385434:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313805225
00000100:00000001:0.0:1787757552.385437:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313804314
00000100:00000001:0.0:1787757552.385439:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313805225
00000100:00000001:0.0:1787757552.385442:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757552.385444:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757552.385447:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757552.385451:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757552/real 1787757552]  req@ffff925077902940 x1874594466085632/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757552.385461:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757552.385463:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757552.385465:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757552.385468:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757552.385470:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757552.385473:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757552.385476:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077902940 x1874594466085632/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757552.385487:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077902940 x1874594466085632/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757552.385495:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757552.385498:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757552.385500:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757552.385502:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757552.385506:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077902940 x1874594466085632/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757552.385514:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757552.385518:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077902940 x1874594466085632/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757577 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757552.385526:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757552.385529:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757552.385531:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757552.385533:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757552.385535:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757552.385537:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757552.385541:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757552.385545:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757552.385548:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757552.385552:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077902940 x1874594466085632/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757577 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757552.385566:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077902940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466085632:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757552.385574:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757552.385577:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757552.385584:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077902580 x1874594466085504/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757577 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757552.385597:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757552.385600:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757552.385605:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad7c00.
02000000:00000001:0.0:1787757552.385610:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757552.385613:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757552.385616:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:0.0:1787757552.385620:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757552.385624:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077916c00.
02000000:00000001:0.0:1787757552.385629:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757552.385631:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757552.385634:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077902580.
00000100:00000001:0.0:1787757552.385640:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757552.385642:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757552.385645:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757552.385652:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077902940 x1874594466085632/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757577 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757552.385661:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757552.385663:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757552.385665:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787757552.385668:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757552.385669:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757552.385671:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:0.0:1787757552.385673:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757552.385675:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077914c00.
02000000:00000001:0.0:1787757552.385678:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757552.385679:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757552.385681:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077902940.
00000100:00000001:0.0:1787757552.385684:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757552.385686:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757552.385688:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757552.385693:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757552.385695:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757552.385697:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757552.385700:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757552.894413:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757552.894427:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757552.894431:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757552.894440:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757552.894447:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757552.894454:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757552.894459:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757552.894465:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757552.894471:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757553.214408:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757553.214420:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757553.214432:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757553.214437:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757553.214449:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757553.214453:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757553.214557:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757553.214566:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757553.214573:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757553.342372:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313805225, at 4313805248
00000100:00000040:3.0:1787757553.342391:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313805225, at 4313805248
00000100:00000010:2.0:1787757553.342397:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747f60.
00000100:00000010:3.0:1787757553.342408:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747600.
00000100:00000001:0.0:1787757553.918396:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757553.918405:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757553.918407:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757553.918415:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757553.918419:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757553.918424:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757553.918428:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757553.918431:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757553.918434:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757554.238445:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757554.238456:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757554.238467:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757554.238470:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757554.238477:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757554.238483:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757554.238487:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757554.238491:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757554.238495:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757554.238498:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757554.238501:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757554.238505:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757554.238634:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757554.238639:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757554.238643:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757554.942413:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757554.942423:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757554.942425:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757554.942432:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757554.942437:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757554.942442:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757554.942445:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757554.942449:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757554.942452:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757555.262453:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757555.262462:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757555.262470:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757555.262472:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757555.262478:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757555.262482:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757555.262597:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757555.262606:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757555.262613:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757555.966383:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757555.966395:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757555.966400:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757555.966409:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757555.966432:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757555.966438:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757555.966444:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757555.966449:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757555.966455:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757556.286408:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757556.286419:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757556.286431:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757556.286434:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757556.286441:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757556.286444:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757556.286524:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757556.286530:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757556.286536:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757556.990394:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757556.990403:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757556.990406:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757556.990412:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757556.990417:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757556.990422:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757556.990425:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757556.990430:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757556.990434:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757557.310465:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757557.310479:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757557.310495:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757557.310497:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757557.310506:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757557.310508:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757557.310607:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757557.310615:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757557.310623:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757557.502457:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757557.502474:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757557.502479:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757557.502486:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757557.502495:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757557.502507:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19136
00000400:00000200:3.0:1787757557.502518:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757557.502526:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757557.502531:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757557.502535:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757557.502539:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757557.502542:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757557.502546:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757557.502551:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757557.502554:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757557.502558:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757557.502562:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757557.502565:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757557.502568:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757557.502573:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757557.502576:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757557.502579:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757557.502581:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757557.502585:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757557.502589:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757557.502592:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757557.502597:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757557.502603:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757557.502608:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757557.502613:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757557.502617:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757557.502675:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca192c0.
00000020:00000040:3.0:1787757557.502683:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757557.502691:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757557.502695:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757557.502701:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757557.502706:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757557.502713:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757557.502723:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c400.
00000100:00000001:3.0:1787757557.502731:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757557.502744:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca192c0 x1874594466085760/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757557.502758:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757557.502763:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757557.502770:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e50181] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca192c0 x1874594466085760/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757557.502800:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757557.502805:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757557.502810:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757557.502812:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757557.502815:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757557.502820:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757557.502824:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19136
00000400:00000200:3.0:1787757557.502831:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757557.502839:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757557.502843:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757557.502847:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757557.502850:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787757557.502852:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787757557.502855:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757557.502862:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757557.502866:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757557.502867:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757557.502869:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787757557.502874:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1787757557.502875:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000100:00000001:0.0:1787757557.502883:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787757557.502884:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787757557.502891:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787757557.502899:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000040:0.0:1787757557.502902:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca192c0 x1874594466085760/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757557.502904:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757557.502912:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757557.502920:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757557.502928:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787757557.502938:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757557.502941:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757557.502944:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757557.502947:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757557.502950:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757557.502955:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757557.502962:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757557.502962:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757557.502969:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757557.502971:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757557.502979:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00100000:0.0:1787757557.502983:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466085760:192.168.201.154@tcp:250:kworker.0
00000008:00100000:3.0:1787757557.502987:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787757557.502994:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1787757557.502996:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757557.503003:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787757557.503003:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757557.503011:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757557.503012:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19e00.
02000000:00000001:0.0:1787757557.503015:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1787757557.503020:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787757557.503025:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757557.503027:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757557.503029:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757557.503031:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757557.503034:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757557.503036:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787757557.503042:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757557.503043:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51ec00.
00000100:00000001:3.0:1787757557.503051:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757557.503053:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757557.503064:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000100:00100000:3.0:1787757557.503065:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19e00 x1874594466085888/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1787757557.503077:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000001:3.0:1787757557.503081:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757557.503088:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787757557.503091:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466085760, portal 25
00000100:00000040:3.0:1787757557.503095:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000c6c2d2] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19e00 x1874594466085888/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757557.503098:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757557.503105:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118843584 : -120600590708032 : ffff92507ca192c0)
00000100:00000040:0.0:1787757557.503124:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca192c0 x1874594466085760/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757557.503125:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757557.503135:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757557.503151:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787757557.503157:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787757557.503160:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787757557.503162:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757557.503172:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:0.0:1787757557.503173:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757557.503178:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000200:0.0:1787757557.503184:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466085760, offset 0
00000400:00000200:0.0:1787757557.503198:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00080000:3.0:1787757557.503204:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19136
00000400:00000200:0.0:1787757557.503212:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757557.503217:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757557.503229:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757557.503230:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757557.503239:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1787757557.503248:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1787757557.503250:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757557.503257:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787757557.503260:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00000040:3.0:1787757557.503267:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000200:0.0:1787757557.503318:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757557.503327:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00000001:3.0:1787757557.503332:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:0.0:1787757557.503340:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56581:56581:256:4294967295] 192.168.201.154@tcp LPNI seq info [56581:56581:8:4294967295]
00000020:00000001:3.0:1787757557.503342:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757557.503350:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000400:00000200:0.0:1787757557.503358:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000020:00000001:3.0:1787757557.503358:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757557.503366:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787757557.503372:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787757557.503379:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:0.0:1787757557.503389:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1787757557.503392:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757557.503402:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.0:1787757557.503408:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000040:3.0:1787757557.503417:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000800:00000010:0.0:1787757557.503422:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a300.
00000100:00000001:3.0:1787757557.503429:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000800:00000200:0.0:1787757557.503440:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000020:00000040:3.0:1787757557.503443:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000800:00000200:0.0:1787757557.503449:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 52 secs later)
00000100:00080000:3.0:1787757557.503460:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000800:00000200:0.1:1787757557.503467:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:3.0:1787757557.503475:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787757557.503476:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 52 secs later)
02000000:00000001:3.0:1787757557.503487:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000100:0.0:1787757557.503491:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757557.503496:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a300.
02000000:00000001:3.0:1787757557.503499:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1787757557.503504:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1787757557.503507:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757557.503514:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:0.0:1787757557.503516:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000008:00100000:3.0:1787757557.503520:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1787757557.503525:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000008:00000001:3.0:1787757557.503527:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787757557.503532:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:3.0:1787757557.503534:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757557.503544:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca18b40.
00000100:00000001:0.0:1787757557.503545:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:3.0:1787757557.503550:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000100:00000200:0.0:1787757557.503556:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca192c0 x1874594466085760/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787757557.503559:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757557.503565:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757557.503573:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757557.503579:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757557.503584:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757557.503586:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000010:3.0:1787757557.503593:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51dc00.
00000100:00000040:0.0:1787757557.503595:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca192c0 x1874594466085760/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757582 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757557.503607:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757557.503611:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757557.503617:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757557.503651:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757557.503654:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca18b40 x1874594466086016/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787757557.503662:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757557.503671:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313810345
00000100:00000010:0.0:1787757557.503683:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747a80.
00000100:00000001:3.0:1787757557.503690:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757557.503695:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787757557.503700:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757557.503716:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5e8f4b9] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca18b40 x1874594466086016/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757557.503718:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313810345
00000100:00000010:0.0:1787757557.503730:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747c00.
00000100:00000001:0.0:1787757557.503740:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787757557.503743:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757557.503747:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1787757557.503751:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787757557.503753:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757557.503760:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1787757557.503762:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1787757557.503773:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19147)
00000100:00100000:0.0:1787757557.503777:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757557/real 1787757557]  req@ffff92507ca192c0 x1874594466085760/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757557.503793:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757557.503796:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757557.503800:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757557.503805:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757557.503808:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757557.503812:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757557.503817:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca192c0 x1874594466085760/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757557.503829:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca192c0 x1874594466085760/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757557.503839:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757557.503841:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757557.503844:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757557.503846:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757557.503851:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca192c0 x1874594466085760/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757557.503860:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757557.503865:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca192c0 x1874594466085760/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757582 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757557.503875:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757557.503879:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757557.503881:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757557.503884:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757557.503887:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757557.503890:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757557.503894:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757557.503899:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757557.503902:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757557.503907:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca192c0 x1874594466085760/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757582 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757557.503917:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466085760:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787757557.503923:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757557.503926:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757557.503930:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca192c0 x1874594466085760/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757582 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757557.503938:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757557.503942:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757557.503945:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787757557.503949:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757557.503951:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757557.503953:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:0.0:1787757557.503956:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757557.503959:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51c400.
02000000:00000001:0.0:1787757557.503964:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757557.503967:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757557.503969:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca192c0.
00000100:00000001:0.0:1787757557.503973:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757557.503975:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757557.503977:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757557.503986:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757557.503989:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757557.503991:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757557.503993:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757557.503996:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757557.504000:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca19e00 x1874594466085888/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757557.504010:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757557.504012:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757557.504015:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757557.504018:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757557.504020:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757557.504024:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca19e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466085888:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757557.504028:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757557.504030:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757557.504032:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757557.504034:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757557.504038:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787757557.504041:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757557.504046:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757557.504049:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787757557.504054:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787757557.504057:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466085888, portal 10
00000100:00000001:0.0:1787757557.504060:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757557.504062:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118846464 : -120600590705152 : ffff92507ca19e00)
00000100:00000040:0.0:1787757557.504071:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca19e00 x1874594466085888/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757557.504079:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757557.504083:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757557.504085:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000200:0.0:1787757557.504089:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466085888, offset 0
00000400:00000200:0.0:1787757557.504094:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757557.504098:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757557.504104:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757557.504108:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757557.504112:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757557.504115:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757557.504118:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757557.504123:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56582:56582:256:4294967295] 192.168.201.154@tcp LPNI seq info [56582:56582:8:4294967295]
00000400:00000200:0.0:1787757557.504129:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757557.504138:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757557.504144:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757557.504148:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a300.
00000800:00000200:0.0:1787757557.504153:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757557.504157:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1787757557.504163:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757557.504166:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 52 secs later)
00000800:00000100:0.0:1787757557.504171:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757557.504189:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a300.
00000400:00000200:0.0:1787757557.504199:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757557.504204:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757557.504208:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757557.504210:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757557.504214:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757557.504219:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca19e00 x1874594466085888/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757557.504230:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757557.504233:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19e00 x1874594466085888/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757582 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757557.504242:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757557.504244:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757557.504248:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757557.504253:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:0.0:1787757557.504257:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757557.504260:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313809449
00000100:00000001:0.0:1787757557.504264:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313810345
00000100:00000001:0.0:1787757557.504294:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313809449
00000100:00000001:0.0:1787757557.504298:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313810345
00000100:00000001:0.0:1787757557.504301:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757557.504305:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757557.504308:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757557.504313:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757557/real 1787757557]  req@ffff92507ca19e00 x1874594466085888/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757557.504324:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757557.504326:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757557.504328:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757557.504331:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757557.504333:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757557.504336:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757557.504341:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca19e00 x1874594466085888/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757557.504352:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca19e00 x1874594466085888/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757557.504360:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757557.504362:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757557.504364:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757557.504366:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757557.504370:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca19e00 x1874594466085888/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757557.504378:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757557.504382:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca19e00 x1874594466085888/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757582 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757557.504390:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757557.504393:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757557.504395:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757557.504397:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757557.504399:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757557.504402:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757557.504405:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757557.504410:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757557.504413:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757557.504418:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca19e00 x1874594466085888/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757582 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757557.504427:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca19e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466085888:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757557.504432:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757557.504436:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca18b40 x1874594466086016/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757557.504444:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757557.504446:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757557.504448:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757557.504450:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757557.504453:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757557.504456:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca18b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466086016:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757557.504461:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757557.504463:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757557.504465:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757557.504467:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757557.504472:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad7c00.
02000000:00000001:0.0:1787757557.504474:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757557.504478:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757557.504481:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787757557.504485:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787757557.504489:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466086016, portal 4
00000100:00000001:0.0:1787757557.504491:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757557.504493:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118841664 : -120600590709952 : ffff92507ca18b40)
00000100:00000040:0.0:1787757557.504501:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca18b40 x1874594466086016/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757557.504509:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757557.504513:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757557.504516:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000200:0.0:1787757557.504519:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466086016, offset 0
00000400:00000200:0.0:1787757557.504523:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757557.504528:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757557.504532:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757557.504536:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757557.504540:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757557.504543:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757557.504546:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757557.504550:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56583:56583:256:4294967295] 192.168.201.154@tcp LPNI seq info [56583:56583:8:4294967295]
00000400:00000200:0.0:1787757557.504556:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757557.504564:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757557.504569:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757557.504572:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a300.
00000800:00000200:0.0:1787757557.504578:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757557.504582:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1787757557.504587:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757557.504590:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 52 secs later)
00000800:00000100:0.0:1787757557.504595:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757557.504598:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a300.
00000400:00000200:0.0:1787757557.504602:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757557.504606:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757557.504610:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757557.504612:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757557.504616:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757557.504620:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca18b40 x1874594466086016/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757557.504661:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757557.504666:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca18b40 x1874594466086016/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757582 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757557.504674:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757557.504676:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757557.504682:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757557.504686:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:0.0:1787757557.504690:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757557.504692:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313809433
00000100:00000001:0.0:1787757557.504695:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313810345
00000100:00000001:0.0:1787757557.504698:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313809433
00000100:00000001:0.0:1787757557.504701:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313810345
00000100:00000001:0.0:1787757557.504704:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757557.504706:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757557.504709:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757557.504713:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757557/real 1787757557]  req@ffff92507ca18b40 x1874594466086016/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757557.504722:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757557.504724:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757557.504726:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757557.504729:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757557.504731:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757557.504735:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757557.504738:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca18b40 x1874594466086016/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757557.504749:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca18b40 x1874594466086016/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757557.504757:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757557.504758:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757557.504761:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757557.504762:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757557.504766:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca18b40 x1874594466086016/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757557.504774:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757557.504779:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca18b40 x1874594466086016/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757582 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757557.504788:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757557.504792:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757557.504794:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757557.504795:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757557.504797:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757557.504799:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757557.504802:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757557.504806:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757557.504809:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757557.504813:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca18b40 x1874594466086016/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757582 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757557.504822:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca18b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466086016:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757557.504827:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757557.504829:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757557.504833:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca19e00 x1874594466085888/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757582 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757557.504840:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757557.504842:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757557.504845:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787757557.504848:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757557.504850:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757557.504853:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:0.0:1787757557.504855:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757557.504857:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51ec00.
02000000:00000001:0.0:1787757557.504861:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757557.504862:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757557.504865:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca19e00.
00000100:00000001:0.0:1787757557.504868:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757557.504869:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757557.504872:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757557.504876:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca18b40 x1874594466086016/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757582 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757557.504884:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757557.504886:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757557.504887:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad7c00.
02000000:00000001:0.0:1787757557.504890:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757557.504891:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757557.504893:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:0.0:1787757557.504895:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757557.504896:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51dc00.
02000000:00000001:0.0:1787757557.504899:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757557.504900:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757557.504902:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca18b40.
00000100:00000001:0.0:1787757557.504904:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757557.504906:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757557.504908:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757557.504912:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757557.504914:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757557.504916:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757557.504918:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757558.014400:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757558.014409:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757558.014413:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757558.014419:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757558.014424:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757558.014428:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757558.014432:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757558.014436:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757558.014439:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757558.334497:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757558.334506:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757558.334514:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757558.334515:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757558.334519:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757558.334521:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757558.334648:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757558.334654:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757558.334659:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757558.462416:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313810345, at 4313810368
00000100:00000040:3.0:1787757558.462418:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313810345, at 4313810368
00000100:00000010:2.0:1787757558.462440:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747a80.
00000100:00000010:3.0:1787757558.462444:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747c00.
00000100:00000001:0.0:1787757559.038400:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757559.038410:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757559.038413:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757559.038420:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757559.038425:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757559.038430:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757559.038433:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757559.038438:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757559.038441:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757559.358486:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757559.358500:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757559.358519:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757559.358524:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757559.358535:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757559.358539:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757559.358674:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757559.358687:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757559.358696:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757560.062451:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757560.062464:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757560.062468:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757560.062480:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757560.062487:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757560.062496:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757560.062501:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757560.062507:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757560.062514:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757560.382465:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757560.382477:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757560.382492:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757560.382496:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757560.382504:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757560.382508:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757560.382669:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757560.382676:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757560.382681:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757561.086398:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757561.086412:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757561.086417:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757561.086425:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757561.086432:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757561.086439:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757561.086444:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757561.086449:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757561.086455:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757561.406407:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757561.406422:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757561.406429:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757561.406437:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757561.406447:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757561.406453:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757561.406459:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757561.406467:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757561.406479:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757561.406484:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757561.406487:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757561.406492:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757561.406496:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757561.406500:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757561.406504:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757561.406509:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757561.406514:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757561.406517:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757561.406611:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757561.406617:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757561.406622:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757562.110460:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757562.110473:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757562.110477:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757562.110486:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757562.110491:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757562.110497:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757562.110502:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757562.110506:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757562.110510:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757562.430409:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757562.430420:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757562.430432:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757562.430436:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757562.430446:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757562.430451:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757562.430511:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757562.430526:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757562.430571:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757562.622432:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757562.622448:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757562.622451:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757562.622457:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757562.622463:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757562.622474:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19142
00000400:00000200:3.0:1787757562.622489:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757562.622498:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757562.622502:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757562.622506:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757562.622511:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757562.622514:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757562.622517:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757562.622523:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757562.622531:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757562.622559:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757562.622566:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757562.622571:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757562.622577:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757562.622586:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757562.622591:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757562.622597:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757562.622602:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757562.622609:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757562.622618:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757562.622625:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757562.622633:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757562.622642:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757562.622649:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757562.622651:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757562.622655:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757562.622671:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a580.
00000020:00000040:3.0:1787757562.622676:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757562.622682:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757562.622684:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757562.622690:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757562.622693:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757562.622699:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757562.622710:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c000.
00000100:00000001:3.0:1787757562.622718:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757562.622731:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a580 x1874594466086144/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757562.622746:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757562.622752:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757562.622759:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079505b6d] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a580 x1874594466086144/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757562.622806:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757562.622815:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757562.622821:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757562.622824:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757562.622839:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757562.622846:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757562.622851:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19142
00000400:00000200:3.0:1787757562.622860:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757562.622868:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757562.622875:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787757562.622876:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787757562.622884:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757562.622887:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757562.622890:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787757562.622894:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757562.622897:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757562.622905:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757562.622911:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:2.0:1787757562.622915:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1a580 x1874594466086144/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787757562.622916:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757562.622925:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787757562.622940:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757562.622944:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757562.622950:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757562.622954:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757562.622959:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757562.622967:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466086144:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757562.622974:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757562.622979:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757562.622984:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757562.622988:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757562.622997:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafc000.
02000000:00000001:2.0:1787757562.623001:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757562.623009:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757562.623016:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241f420.
00000400:00000010:2.0:1787757562.623030:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899ca18.
00000100:00000200:2.0:1787757562.623040:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466086144, portal 25
00000100:00000001:2.0:1787757562.623046:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757562.623050:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118848384 : -120600590703232 : ffff92507ca1a580)
00000020:00000040:3.0:1787757562.623059:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000100:00000040:2.0:1787757562.623063:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1a580 x1874594466086144/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787757562.623067:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:2.0:1787757562.623080:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757562.623085:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757562.623089:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c4c8.
00000100:00000200:2.0:1787757562.623093:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466086144, offset 0
00000400:00000200:2.0:1787757562.623102:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757562.623112:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757562.623121:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757562.623131:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757562.623139:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757562.623148:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757562.623153:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757562.623167:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56584:56584:256:4294967295] 192.168.201.154@tcp LPNI seq info [56584:56584:8:4294967295]
00000400:00000200:2.0:1787757562.623173:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757562.623188:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757562.623200:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757562.623209:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acf00.
00000800:00000200:2.0:1787757562.623219:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757562.623224:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787757562.623233:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757562.623238:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1787757562.623243:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757562.623247:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acf00.
00000400:00000200:2.0:1787757562.623253:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757562.623259:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757562.623313:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c4c8
00000400:00000010:2.0:1787757562.623318:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c4c8.
00000100:00000001:2.0:1787757562.623327:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757562.623336:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1a580 x1874594466086144/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757562.623356:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757562.623368:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a580 x1874594466086144/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757587 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757562.623381:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757562.623386:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:2.0:1787757562.623387:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1787757562.623401:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757562.623402:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757562.623410:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787757562.623418:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:3.0:1787757562.623422:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757562.623427:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313815465
00000100:00000001:3.0:1787757562.623430:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757562.623440:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00000010:2.0:1787757562.623443:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c780.
00000100:00080000:3.0:1787757562.623450:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757562.623457:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757562.623461:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
02000000:00000001:3.0:1787757562.623461:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787757562.623475:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313815465
00000100:00000010:2.0:1787757562.623482:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c660.
00000100:00000001:2.0:1787757562.623487:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787757562.623493:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757562.623497:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757562.623501:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757562.623516:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757562/real 1787757562]  req@ffff92507ca1a580 x1874594466086144/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757562.623529:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757562.623564:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757562.623570:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241f420.
02000000:00000001:3.0:1787757562.623580:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787757562.623582:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899ca18
00000400:00000010:2.0:1787757562.623590:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899ca18.
02000000:00000001:3.0:1787757562.623593:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757562.623598:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787757562.623603:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000200:2.0:1787757562.623609:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1a580 x1874594466086144/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1787757562.623615:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000200:2.0:1787757562.623629:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1a580 x1874594466086144/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1787757562.623631:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757562.623643:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757562.623657:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca18b40.
00000100:00000001:2.0:1787757562.623661:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:3.0:1787757562.623664:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000100:00000001:2.0:1787757562.623672:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787757562.623673:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757562.623677:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757562.623684:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787757562.623686:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1787757562.623687:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787757562.623696:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787757562.623697:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757562.623713:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51f400.
00000100:00100000:2.0:1787757562.623718:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1a580 x1874594466086144/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757562.623721:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757562.623739:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca18b40 x1874594466086272/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757562.623756:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757562.623762:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757562.623768:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757562.623776:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1a580 x1874594466086144/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757587 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787757562.623782:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5e8f4b9] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca18b40 x1874594466086272/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757562.623817:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757562.623827:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757562.623828:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757562.623831:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757562.623838:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787757562.623839:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787757562.623842:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757562.623849:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787757562.623850:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787757562.623856:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757562.623861:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787757562.623862:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757562.623876:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757562.623882:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19142
00000400:00000200:3.0:1787757562.623889:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00080000:2.0:1787757562.623891:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000400:00000200:3.0:1787757562.623899:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00000001:2.0:1787757562.623900:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:3.0:1787757562.623906:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757562.623916:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1a580 x1874594466086144/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757587 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787757562.623917:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757562.623927:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757562.623935:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757562.623944:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757562.623954:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000100:00100000:2.0:1787757562.623959:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466086144:192.168.201.154@tcp:250:kworker.0
00000020:00000040:3.0:1787757562.623960:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787757562.623967:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757562.623974:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000100:00000001:2.0:1787757562.623978:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787757562.623980:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000001:2.0:1787757562.623985:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1787757562.623987:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:2.0:1787757562.623997:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1a580 x1874594466086144/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757587 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787757562.623999:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757562.624007:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757562.624014:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757562.624023:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757562.624033:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00000001:2.0:1787757562.624037:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00080000:3.0:1787757562.624042:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
02000000:00000001:2.0:1787757562.624045:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1787757562.624049:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757562.624052:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafc000.
02000000:00000001:3.0:1787757562.624054:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757562.624062:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757562.624063:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:3.0:1787757562.624068:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757562.624070:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:3.0:1787757562.624073:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000020:00000040:2.0:1787757562.624077:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000008:00100000:3.0:1787757562.624080:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000020:00000001:2.0:1787757562.624084:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
00000008:00000001:3.0:1787757562.624087:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757562.624092:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51c000.
00000100:00000001:3.0:1787757562.624094:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757562.624102:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757562.624107:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787757562.624107:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19e00.
00000100:00000010:2.0:1787757562.624113:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1a580.
00000020:00000040:3.0:1787757562.624118:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000100:00000001:2.0:1787757562.624120:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757562.624126:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757562.624131:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787757562.624133:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757562.624139:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757562.624142:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787757562.624145:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787757562.624148:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757562.624152:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787757562.624155:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757562.624162:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787757562.624162:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757562.624167:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000010:3.0:1787757562.624179:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e800.
00000100:00000040:2.0:1787757562.624180:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca18b40 x1874594466086272/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757562.624195:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757562.624197:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757562.624202:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757562.624208:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757562.624211:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1787757562.624216:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19e00 x1874594466086400/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787757562.624218:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757562.624232:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca18b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466086272:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757562.624245:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757562.624251:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757562.624256:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757562.624265:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787757562.624326:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757562.624333:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757562.624335:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafc000.
02000000:00000001:2.0:1787757562.624345:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757562.624346:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000c6c2d2] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19e00 x1874594466086400/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787757562.624363:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757562.624371:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241f420.
00000100:00000001:3.0:1787757562.624372:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787757562.624378:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899ca18.
00000100:00000040:3.0:1787757562.624381:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1787757562.624389:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466086272, portal 10
00000100:00000040:3.0:1787757562.624391:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1787757562.624399:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1787757562.624404:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19152)
00000100:00000001:2.0:1787757562.624405:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118841664 : -120600590709952 : ffff92507ca18b40)
00000100:00000040:2.0:1787757562.624423:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca18b40 x1874594466086272/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757562.624434:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757562.624438:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757562.624442:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c4c8.
00000100:00000200:2.0:1787757562.624446:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466086272, offset 0
00000400:00000200:2.0:1787757562.624452:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757562.624458:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757562.624463:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757562.624467:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757562.624471:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757562.624474:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757562.624477:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757562.624482:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56585:56585:256:4294967295] 192.168.201.154@tcp LPNI seq info [56585:56585:8:4294967295]
00000400:00000200:2.0:1787757562.624488:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757562.624497:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757562.624503:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757562.624508:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acf00.
00000800:00000200:2.0:1787757562.624513:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757562.624517:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787757562.624523:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757562.624527:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1787757562.624575:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757562.624578:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acf00.
00000400:00000200:2.0:1787757562.624584:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757562.624589:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757562.624593:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c4c8
00000400:00000010:2.0:1787757562.624595:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c4c8.
00000100:00000001:2.0:1787757562.624599:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757562.624604:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca18b40 x1874594466086272/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757562.624615:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757562.624619:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca18b40 x1874594466086272/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757587 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757562.624640:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757562.624643:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757562.624650:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757562.624656:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:2.0:1787757562.624663:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757562.624667:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313814570
00000100:00000001:2.0:1787757562.624673:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313815465
00000100:00000001:2.0:1787757562.624677:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313814570
00000100:00000001:2.0:1787757562.624681:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313815465
00000100:00000001:2.0:1787757562.624685:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757562.624690:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757562.624694:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757562.624702:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757562/real 1787757562]  req@ffff92507ca18b40 x1874594466086272/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757562.624720:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757562.624723:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757562.624727:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241f420.
00000400:00000200:2.0:1787757562.624732:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899ca18
00000400:00000010:2.0:1787757562.624736:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899ca18.
00000100:00000001:2.0:1787757562.624741:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757562.624748:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca18b40 x1874594466086272/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757562.624765:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca18b40 x1874594466086272/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757562.624777:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757562.624781:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757562.624785:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757562.624788:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757562.624796:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca18b40 x1874594466086272/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757562.624810:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757562.624818:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca18b40 x1874594466086272/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757587 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757562.624835:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757562.624838:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757562.624841:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757562.624843:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757562.624845:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757562.624849:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757562.624852:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757562.624857:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757562.624860:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757562.624866:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca18b40 x1874594466086272/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757587 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757562.624876:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca18b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466086272:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757562.624882:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757562.624884:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757562.624890:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca18b40 x1874594466086272/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757587 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757562.624899:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757562.624901:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757562.624905:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafc000.
02000000:00000001:2.0:1787757562.624909:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757562.624911:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757562.624913:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:2.0:1787757562.624917:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757562.624919:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51f400.
02000000:00000001:2.0:1787757562.624924:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757562.624926:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757562.624929:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca18b40.
00000100:00000001:2.0:1787757562.624933:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757562.624935:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757562.624937:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757562.624943:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757562.624945:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757562.624947:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757562.624949:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757562.624952:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757562.624956:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca19e00 x1874594466086400/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757562.624966:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757562.624967:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757562.624971:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757562.624973:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757562.624976:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757562.624980:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca19e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466086400:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757562.624984:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757562.624986:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757562.624988:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757562.624991:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757562.624996:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafc000.
02000000:00000001:2.0:1787757562.624998:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757562.625003:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757562.625008:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241f420.
00000400:00000010:2.0:1787757562.625013:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899ca18.
00000100:00000200:2.0:1787757562.625021:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466086400, portal 4
00000100:00000001:2.0:1787757562.625024:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757562.625026:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118846464 : -120600590705152 : ffff92507ca19e00)
00000100:00000040:2.0:1787757562.625035:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca19e00 x1874594466086400/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757562.625043:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757562.625047:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757562.625049:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c4c8.
00000100:00000200:2.0:1787757562.625053:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466086400, offset 0
00000400:00000200:2.0:1787757562.625058:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757562.625064:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757562.625069:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757562.625073:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757562.625077:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757562.625080:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757562.625083:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757562.625088:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56586:56586:256:4294967295] 192.168.201.154@tcp LPNI seq info [56586:56586:8:4294967295]
00000400:00000200:2.0:1787757562.625093:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757562.625102:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757562.625108:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757562.625112:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acf00.
00000800:00000200:2.0:1787757562.625117:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757562.625121:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787757562.625127:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757562.625130:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1787757562.625135:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757562.625138:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acf00.
00000400:00000200:2.0:1787757562.625142:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757562.625146:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757562.625150:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c4c8
00000400:00000010:2.0:1787757562.625152:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c4c8.
00000100:00000001:2.0:1787757562.625155:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757562.625160:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca19e00 x1874594466086400/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757562.625171:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757562.625174:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19e00 x1874594466086400/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757587 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757562.625183:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757562.625185:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757562.625190:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757562.625194:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:2.0:1787757562.625198:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757562.625201:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313814553
00000100:00000001:2.0:1787757562.625204:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313815465
00000100:00000001:2.0:1787757562.625207:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313814553
00000100:00000001:2.0:1787757562.625210:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313815465
00000100:00000001:2.0:1787757562.625213:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757562.625216:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757562.625218:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757562.625222:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757562/real 1787757562]  req@ffff92507ca19e00 x1874594466086400/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757562.625231:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757562.625233:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757562.625235:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241f420.
00000400:00000200:2.0:1787757562.625237:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899ca18
00000400:00000010:2.0:1787757562.625239:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899ca18.
00000100:00000001:2.0:1787757562.625241:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757562.625245:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca19e00 x1874594466086400/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757562.625255:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca19e00 x1874594466086400/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757562.625263:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757562.625265:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757562.625268:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757562.625307:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757562.625317:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca19e00 x1874594466086400/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757562.625330:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757562.625337:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca19e00 x1874594466086400/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757587 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757562.625347:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757562.625350:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757562.625352:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757562.625354:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757562.625356:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757562.625358:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757562.625361:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757562.625365:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757562.625368:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757562.625373:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca19e00 x1874594466086400/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757587 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757562.625382:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca19e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466086400:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757562.625387:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757562.625389:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757562.625393:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca19e00 x1874594466086400/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757587 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757562.625401:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757562.625403:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757562.625406:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafc000.
02000000:00000001:2.0:1787757562.625408:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757562.625410:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757562.625411:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:2.0:1787757562.625414:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757562.625416:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51e800.
02000000:00000001:2.0:1787757562.625419:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757562.625421:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757562.625423:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca19e00.
00000100:00000001:2.0:1787757562.625427:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757562.625428:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757562.625431:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757562.625435:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757562.625437:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757562.625440:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757562.625442:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757563.134474:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757563.134484:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757563.134487:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757563.134494:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757563.134499:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757563.134503:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757563.134506:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757563.134509:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757563.134513:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757563.454452:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757563.454461:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757563.454472:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757563.454475:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757563.454484:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757563.454490:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757563.454493:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757563.454498:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757563.454503:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757563.454506:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757563.454509:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757563.454513:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757563.454662:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757563.454670:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757563.454677:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757563.582378:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313815465, at 4313815488
00000100:00000040:2.0:1787757563.582388:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313815465, at 4313815488
00000100:00000010:3.0:1787757563.582400:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c660.
00000100:00000010:2.0:1787757563.582408:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c780.
00000100:00000001:0.0:1787757564.158412:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757564.158422:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757564.158425:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757564.158432:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757564.158437:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757564.158441:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757564.158445:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757564.158448:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757564.158452:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757564.478429:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757564.478440:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757564.478450:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757564.478455:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757564.478463:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757564.478466:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757564.478585:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757564.478593:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757564.478602:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757565.182424:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757565.182436:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757565.182440:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757565.182449:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757565.182454:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757565.182461:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757565.182464:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757565.182469:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757565.182472:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757565.502386:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757565.502395:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757565.502404:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757565.502406:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757565.502410:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757565.502413:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757565.502522:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757565.502531:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757565.502539:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757566.206393:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757566.206402:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757566.206406:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757566.206412:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757566.206417:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757566.206421:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757566.206425:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757566.206428:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757566.206432:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757566.526407:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757566.526425:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757566.526438:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757566.526442:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757566.526450:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757566.526454:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757566.526533:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757566.526540:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757566.526547:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757567.230390:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757567.230399:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757567.230402:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757567.230409:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757567.230414:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757567.230418:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757567.230422:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757567.230426:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757567.230429:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757567.550440:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757567.550478:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757567.550493:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757567.550506:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757567.550515:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757567.550519:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757567.550629:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757567.550638:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757567.550644:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757567.742393:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757567.742420:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757567.742425:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757567.742432:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757567.742467:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757567.742480:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19147
00000400:00000200:3.0:1787757567.742494:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757567.742505:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757567.742511:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757567.742518:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757567.742523:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757567.742528:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757567.742533:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757567.742541:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757567.742545:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757567.742550:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757567.742556:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757567.742561:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757567.742568:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757567.742572:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757567.742576:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757567.742581:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757567.742585:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757567.742591:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757567.742598:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757567.742603:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757567.742609:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757567.742615:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757567.742621:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757567.742625:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757567.742630:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757567.742645:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca192c0.
00000020:00000040:3.0:1787757567.742652:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757567.742660:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757567.742663:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757567.742669:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757567.742673:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757567.742680:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757567.742692:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e000.
00000100:00000001:3.0:1787757567.742703:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757567.742720:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca192c0 x1874594466086528/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757567.742741:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757567.742749:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757567.742759:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e50181] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca192c0 x1874594466086528/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757567.742796:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757567.742802:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757567.742806:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757567.742810:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757567.742812:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757567.742816:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757567.742820:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19147
00000400:00000200:3.0:1787757567.742826:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757567.742832:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757567.742836:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757567.742842:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757567.742845:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757567.742849:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757567.742852:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:2.0:1787757567.742856:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787757567.742856:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757567.742861:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757567.742866:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787757567.742867:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1787757567.742870:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000100:00000001:2.0:1787757567.742873:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787757567.742875:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787757567.742881:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:2.0:1787757567.742890:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca192c0 x1874594466086528/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787757567.742891:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757567.742899:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757567.742906:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757567.742915:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757567.742924:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00000001:2.0:1787757567.742928:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1787757567.742933:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757567.742934:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757567.742942:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757567.742945:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757567.742947:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757567.742951:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757567.742957:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757567.742959:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1787757567.742965:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466086528:192.168.201.154@tcp:250:kworker.0
02000000:00000001:3.0:1787757567.742967:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757567.742976:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757567.742979:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1787757567.742984:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787757567.742987:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:3.0:1787757567.742993:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757567.742995:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757567.742999:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757567.743005:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1787757567.743008:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1b0c0.
00000020:00000040:3.0:1787757567.743015:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787757567.743018:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000010:2.0:1787757567.743020:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafc000.
02000000:00000001:3.0:1787757567.743021:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757567.743030:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757567.743034:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757567.743035:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757567.743039:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757567.743050:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e800.
00000400:00000200:2.0:1787757567.743053:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757567.743057:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787757567.743067:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241f420.
00000100:00100000:3.0:1787757567.743069:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1b0c0 x1874594466086656/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757567.743085:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1787757567.743088:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899ca18.
00000100:00000001:3.0:1787757567.743089:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757567.743102:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043bdf1c5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1b0c0 x1874594466086656/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757567.743108:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466086528, portal 25
00000100:00000001:2.0:1787757567.743119:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757567.743122:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757567.743124:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118843584 : -120600590708032 : ffff92507ca192c0)
00000100:00080000:3.0:1787757567.743129:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757567.743135:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787757567.743140:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:2.0:1787757567.743143:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca192c0 x1874594466086528/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787757567.743144:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757567.743154:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757567.743163:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19147
00000400:00000200:3.0:1787757567.743178:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757567.743187:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00000001:2.0:1787757567.743189:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787757567.743192:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757567.743202:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000040:2.0:1787757567.743207:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000001:3.0:1787757567.743208:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757567.743216:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000010:2.0:1787757567.743220:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c4c8.
00000100:00000001:3.0:1787757567.743222:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757567.743232:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757567.743236:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000100:00000200:2.0:1787757567.743237:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466086528, offset 0
00000020:00000001:3.0:1787757567.743239:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757567.743245:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787757567.743250:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787757567.743254:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:2.0:1787757567.743260:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000040:3.0:1787757567.743267:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757567.743306:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757567.743310:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757567.743313:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757567.743316:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787757567.743323:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757567.743328:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757567.743335:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000001:3.0:1787757567.743336:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757567.743345:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757567.743352:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757567.743354:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00000001:3.0:1787757567.743357:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757567.743364:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757567.743369:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757567.743371:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757567.743377:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a1c0.
00000020:00000040:3.0:1787757567.743380:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000400:00000200:2.0:1787757567.743381:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1787757567.743385:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757567.743390:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757567.743394:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00000001:3.0:1787757567.743396:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757567.743401:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787757567.743406:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1787757567.743408:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757567.743415:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
02000000:00000010:3.0:1787757567.743418:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51f400.
00000400:00000200:2.0:1787757567.743428:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56587:56587:256:4294967295] 192.168.201.154@tcp LPNI seq info [56587:56587:8:4294967295]
00000100:00000001:3.0:1787757567.743431:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757567.743439:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00100000:3.0:1787757567.743472:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a1c0 x1874594466086784/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787757567.743496:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787757567.743513:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:2.0:1787757567.743519:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000001:3.0:1787757567.743524:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787757567.743530:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acf00.
00000100:00000040:3.0:1787757567.743542:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062ae16d5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a1c0 x1874594466086784/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1787757567.743545:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757567.743555:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787757567.743575:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:3.0:1787757567.743578:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787757567.743585:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 42 secs later)
00000100:00000040:3.0:1787757567.743587:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787757567.743599:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000100:2.0:1787757567.743605:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000100:00000040:3.0:1787757567.743610:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19157)
00000800:00000010:2.0:1787757567.743612:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acf00.
00000400:00000200:2.0:1787757567.743623:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757567.743630:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757567.743638:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c4c8
00000400:00000010:2.0:1787757567.743642:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c4c8.
00000100:00000001:2.0:1787757567.743648:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757567.743655:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca192c0 x1874594466086528/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757567.743669:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757567.743674:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca192c0 x1874594466086528/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757592 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757567.743684:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757567.743686:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757567.743694:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757567.743700:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757567.743703:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313820585
00000100:00000010:2.0:1787757567.743710:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c780.
00000100:00000001:2.0:1787757567.743719:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787757567.743725:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313820585
00000100:00000010:2.0:1787757567.743729:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c000.
00000100:00000001:2.0:1787757567.743733:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787757567.743737:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757567.743742:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757567.743747:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757567.743756:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757567/real 1787757567]  req@ffff92507ca192c0 x1874594466086528/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757567.743774:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757567.743777:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757567.743782:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241f420.
00000400:00000200:2.0:1787757567.743788:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899ca18
00000400:00000010:2.0:1787757567.743791:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899ca18.
00000100:00000001:2.0:1787757567.743796:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757567.743805:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca192c0 x1874594466086528/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757567.743825:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca192c0 x1874594466086528/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757567.743841:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757567.743844:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757567.743849:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757567.743852:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757567.743858:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca192c0 x1874594466086528/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757567.743868:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757567.743874:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca192c0 x1874594466086528/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757592 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757567.743883:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757567.743887:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757567.743890:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757567.743891:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757567.743894:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757567.743897:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757567.743900:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757567.743905:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757567.743908:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757567.743913:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca192c0 x1874594466086528/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757592 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757567.743924:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466086528:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757567.743931:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757567.743934:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757567.743938:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca192c0 x1874594466086528/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757592 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757567.743955:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757567.743959:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757567.743963:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafc000.
02000000:00000001:2.0:1787757567.743966:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757567.743969:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757567.743971:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:2.0:1787757567.743974:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757567.743977:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51e000.
02000000:00000001:2.0:1787757567.743982:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757567.743984:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757567.743986:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca192c0.
00000100:00000001:2.0:1787757567.743990:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757567.743992:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757567.743995:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757567.744005:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757567.744009:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757567.744013:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757567.744016:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757567.744019:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757567.744027:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1b0c0 x1874594466086656/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757567.744040:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757567.744043:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757567.744048:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757567.744052:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757567.744056:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757567.744063:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466086656:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757567.744070:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757567.744075:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757567.744078:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757567.744082:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757567.744089:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafc000.
02000000:00000001:2.0:1787757567.744094:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757567.744101:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757567.744107:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241f420.
00000400:00000010:2.0:1787757567.744112:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899ca18.
00000100:00000200:2.0:1787757567.744116:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466086656, portal 10
00000100:00000001:2.0:1787757567.744119:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757567.744121:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118851264 : -120600590700352 : ffff92507ca1b0c0)
00000100:00000040:2.0:1787757567.744130:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1b0c0 x1874594466086656/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757567.744139:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757567.744142:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757567.744144:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c4c8.
00000100:00000200:2.0:1787757567.744148:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466086656, offset 0
00000400:00000200:2.0:1787757567.744156:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757567.744164:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757567.744172:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757567.744178:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757567.744184:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757567.744188:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757567.744194:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757567.744200:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56588:56588:256:4294967295] 192.168.201.154@tcp LPNI seq info [56588:56588:8:4294967295]
00000400:00000200:2.0:1787757567.744209:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757567.744222:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757567.744232:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757567.744240:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acf00.
00000800:00000200:2.0:1787757567.744250:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757567.744254:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787757567.744260:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757567.744264:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1787757567.744299:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757567.744302:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acf00.
00000400:00000200:2.0:1787757567.744307:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757567.744312:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757567.744316:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c4c8
00000400:00000010:2.0:1787757567.744319:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c4c8.
00000100:00000001:2.0:1787757567.744323:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757567.744329:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1b0c0 x1874594466086656/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757567.744340:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757567.744344:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1b0c0 x1874594466086656/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757592 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757567.744353:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757567.744355:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757567.744360:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757567.744365:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:2.0:1787757567.744369:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757567.744373:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313819690
00000100:00000001:2.0:1787757567.744377:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313820585
00000100:00000001:2.0:1787757567.744380:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313819690
00000100:00000001:2.0:1787757567.744383:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313820585
00000100:00000001:2.0:1787757567.744385:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757567.744388:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757567.744391:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757567.744395:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757567/real 1787757567]  req@ffff92507ca1b0c0 x1874594466086656/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757567.744405:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757567.744407:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757567.744410:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241f420.
00000400:00000200:2.0:1787757567.744413:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899ca18
00000400:00000010:2.0:1787757567.744415:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899ca18.
00000100:00000001:2.0:1787757567.744418:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757567.744422:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1b0c0 x1874594466086656/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757567.744432:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1b0c0 x1874594466086656/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757567.744480:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757567.744482:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757567.744485:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757567.744487:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757567.744492:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1b0c0 x1874594466086656/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757567.744501:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757567.744506:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1b0c0 x1874594466086656/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757592 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757567.744514:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757567.744518:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757567.744520:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757567.744521:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757567.744524:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757567.744526:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757567.744529:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757567.744533:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757567.744536:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757567.744541:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1b0c0 x1874594466086656/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757592 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757567.744551:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466086656:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757567.744556:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757567.744561:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1a1c0 x1874594466086784/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757567.744569:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757567.744571:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757567.744574:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757567.744577:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757567.744580:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757567.744583:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466086784:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757567.744587:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757567.744590:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757567.744592:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757567.744594:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757567.744599:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafec00.
02000000:00000001:2.0:1787757567.744601:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757567.744606:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757567.744610:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241f420.
00000400:00000010:2.0:1787757567.744614:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899ca18.
00000100:00000200:2.0:1787757567.744618:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466086784, portal 4
00000100:00000001:2.0:1787757567.744621:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757567.744623:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118847424 : -120600590704192 : ffff92507ca1a1c0)
00000100:00000040:2.0:1787757567.744631:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1a1c0 x1874594466086784/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757567.744639:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757567.744642:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757567.744645:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c4c8.
00000100:00000200:2.0:1787757567.744648:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466086784, offset 0
00000400:00000200:2.0:1787757567.744652:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757567.744658:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757567.744662:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757567.744666:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757567.744670:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757567.744673:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757567.744676:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757567.744681:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56589:56589:256:4294967295] 192.168.201.154@tcp LPNI seq info [56589:56589:8:4294967295]
00000400:00000200:2.0:1787757567.744686:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757567.744695:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757567.744701:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757567.744705:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acf00.
00000800:00000200:2.0:1787757567.744710:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757567.744714:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787757567.744720:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757567.744723:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1787757567.744728:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757567.744730:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acf00.
00000400:00000200:2.0:1787757567.744735:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757567.744739:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757567.744744:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c4c8
00000400:00000010:2.0:1787757567.744748:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c4c8.
00000100:00000001:2.0:1787757567.744753:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757567.744760:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1a1c0 x1874594466086784/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757567.744776:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757567.744783:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a1c0 x1874594466086784/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757592 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757567.744796:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757567.744800:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757567.744807:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757567.744813:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:2.0:1787757567.744820:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757567.744825:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313819673
00000100:00000001:2.0:1787757567.744831:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313820585
00000100:00000001:2.0:1787757567.744835:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313819673
00000100:00000001:2.0:1787757567.744839:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313820585
00000100:00000001:2.0:1787757567.744844:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757567.744848:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757567.744851:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757567.744857:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757567/real 1787757567]  req@ffff92507ca1a1c0 x1874594466086784/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757567.744869:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757567.744871:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757567.744873:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241f420.
00000400:00000200:2.0:1787757567.744877:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899ca18
00000400:00000010:2.0:1787757567.744879:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899ca18.
00000100:00000001:2.0:1787757567.744882:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757567.744886:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1a1c0 x1874594466086784/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757567.744897:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1a1c0 x1874594466086784/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757567.744905:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757567.744906:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757567.744909:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757567.744910:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757567.744915:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1a1c0 x1874594466086784/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757567.744923:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757567.744928:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1a1c0 x1874594466086784/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757592 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757567.744937:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757567.744940:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757567.744942:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757567.744943:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757567.744946:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757567.744948:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757567.744951:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757567.744955:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757567.744957:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757567.744963:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1a1c0 x1874594466086784/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757592 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757567.744973:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466086784:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757567.744978:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757567.744981:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757567.744985:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1b0c0 x1874594466086656/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757592 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757567.744992:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757567.744995:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757567.744997:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafc000.
02000000:00000001:2.0:1787757567.745001:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757567.745003:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757567.745006:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:2.0:1787757567.745010:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757567.745014:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51e800.
02000000:00000001:2.0:1787757567.745019:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757567.745021:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757567.745024:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1b0c0.
00000100:00000001:2.0:1787757567.745029:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757567.745032:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757567.745036:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757567.745043:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1a1c0 x1874594466086784/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757592 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757567.745057:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757567.745060:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757567.745064:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafec00.
02000000:00000001:2.0:1787757567.745068:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757567.745071:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757567.745074:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:2.0:1787757567.745078:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757567.745081:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51f400.
02000000:00000001:2.0:1787757567.745089:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757567.745093:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757567.745095:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1a1c0.
00000100:00000001:2.0:1787757567.745100:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757567.745102:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757567.745105:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757567.745110:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757567.745112:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757567.745115:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757567.745117:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757568.254394:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757568.254406:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757568.254412:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757568.254421:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757568.254429:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757568.254465:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757568.254471:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757568.254477:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757568.254483:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757568.574397:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757568.574409:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757568.574424:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757568.574451:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757568.574461:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757568.574464:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757568.574526:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757568.574535:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757568.574542:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757568.702385:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313820585, at 4313820608
00000100:00000040:3.0:1787757568.702385:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313820585, at 4313820608
00000100:00000010:2.0:1787757568.702407:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c780.
00000100:00000010:3.0:1787757568.702418:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c000.
00000100:00000001:0.0:1787757569.278396:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757569.278404:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757569.278408:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757569.278440:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757569.278446:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757569.278451:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757569.278455:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757569.278458:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757569.278462:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757569.598466:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757569.598478:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757569.598492:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757569.598497:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757569.598506:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757569.598511:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757569.598576:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757569.598587:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757569.598594:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757570.302416:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757570.302434:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757570.302440:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757570.302451:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757570.302457:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757570.302465:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757570.302471:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757570.302477:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757570.302483:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757570.622434:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757570.622445:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757570.622459:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757570.622462:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757570.622469:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757570.622472:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757570.622590:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757570.622600:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757570.622607:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757571.326422:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757571.326435:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757571.326438:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757571.326447:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757571.326453:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757571.326459:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757571.326463:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757571.326467:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757571.326472:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757571.646527:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757571.646542:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757571.646547:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757571.646555:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757571.646562:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757571.646566:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757571.646569:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757571.646573:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757571.646579:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757571.646583:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757571.646585:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757571.646587:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757571.646589:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757571.646592:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757571.646596:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757571.646601:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757571.646606:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757571.646608:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757571.646693:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757571.646702:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757571.646709:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757572.350490:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757572.350503:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757572.350508:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757572.350518:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757572.350526:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757572.350531:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757572.350534:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757572.350538:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757572.350542:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757572.670426:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757572.670439:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757572.670473:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757572.670478:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757572.670489:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757572.670494:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757572.670598:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757572.670604:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757572.670609:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787757572.862511:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757572.862524:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787757572.862528:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757572.862533:0:277752:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757572.862539:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757572.862548:0:277752:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19152
00000400:00000200:0.0:1787757572.862558:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757572.862566:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757572.862571:0:277752:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757572.862575:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757572.862579:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757572.862583:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757572.862586:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757572.862591:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757572.862594:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787757572.862597:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757572.862601:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787757572.862604:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787757572.862607:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787757572.862611:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757572.862614:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757572.862616:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757572.862619:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757572.862623:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787757572.862627:0:277752:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757572.862630:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757572.862635:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757572.862640:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757572.862643:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757572.862646:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787757572.862650:0:277752:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757572.862660:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae443c0.
00000020:00000040:0.0:1787757572.862664:0:277752:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787757572.862670:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757572.862672:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757572.862676:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757572.862679:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757572.862685:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757572.862694:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad7c00.
00000100:00000001:0.0:1787757572.862702:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757572.862714:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae443c0 x1874594466086912/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757572.862728:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757572.862733:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757572.862740:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000101c6af6] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae443c0 x1874594466086912/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757572.862771:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757572.862778:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757572.862784:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787757572.862787:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757572.862790:0:277752:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757572.862796:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757572.862802:0:277752:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19152
00000400:00000200:0.0:1787757572.862809:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757572.862815:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757572.862820:0:277752:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757572.862826:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757572.862830:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757572.862835:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757572.862840:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757572.862845:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787757572.862847:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1787757572.862848:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:0.0:1787757572.862851:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787757572.862854:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1787757572.862855:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:0.0:1787757572.862859:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:2.0:1787757572.862859:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1787757572.862864:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:0.0:1787757572.862870:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000040:2.0:1787757572.862872:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae443c0 x1874594466086912/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757572.862874:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757572.862878:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757572.862882:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757572.862888:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00000001:2.0:1787757572.862891:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1787757572.862893:0:277752:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757572.862895:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757572.862898:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757572.862901:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757572.862901:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757572.862906:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757572.862911:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757572.862912:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757572.862915:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757572.862919:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00100000:2.0:1787757572.862919:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae443c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466086912:192.168.201.154@tcp:250:kworker.0
00000008:00100000:0.0:1787757572.862926:0:277752:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787757572.862927:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:0.0:1787757572.862932:0:277752:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757572.862933:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787757572.862936:0:277752:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757572.862937:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757572.862942:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:0.0:1787757572.862943:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae44780.
00000020:00000040:0.0:1787757572.862948:0:277752:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000010:2.0:1787757572.862950:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafc000.
02000000:00000001:0.0:1787757572.862953:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757572.862954:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757572.862956:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757572.862959:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757572.862962:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787757572.862965:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000001:0.0:1787757572.862966:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757572.862973:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6000.
00000400:00000010:2.0:1787757572.862974:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241f420.
00000100:00000001:0.0:1787757572.862979:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787757572.862985:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899ca18.
00000100:00100000:0.0:1787757572.862988:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae44780 x1874594466087040/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1787757572.862997:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466086912, portal 25
00000100:00000001:2.0:1787757572.863001:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757572.863004:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757572.863005:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089659840 : -120600619891776 : ffff92507ae443c0)
00000100:00000001:0.0:1787757572.863008:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757572.863016:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae443c0 x1874594466086912/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787757572.863017:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000825f42ce] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae44780 x1874594466087040/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757572.863033:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787757572.863036:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757572.863039:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00080000:0.0:1787757572.863041:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1787757572.863044:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c4c8.
00000100:00080000:0.0:1787757572.863049:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000200:2.0:1787757572.863050:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466086912, offset 0
00000100:00000001:0.0:1787757572.863052:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757572.863055:0:277752:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757572.863059:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787757572.863063:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00080000:0.0:1787757572.863064:0:277752:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19152
00000400:00000200:0.0:1787757572.863070:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757572.863076:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000400:00000200:2.0:1787757572.863077:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00080000:0.0:1787757572.863080:0:277752:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757572.863086:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000200:2.0:1787757572.863086:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00000001:0.0:1787757572.863090:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757572.863094:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000200:2.0:1787757572.863097:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1787757572.863098:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757572.863102:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:2.0:1787757572.863104:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000020:00000040:0.0:1787757572.863105:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:0.0:1787757572.863108:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1787757572.863111:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000020:00000040:0.0:1787757572.863113:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:0.0:1787757572.863117:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:2.0:1787757572.863117:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000020:00000001:0.0:1787757572.863121:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:2.0:1787757572.863125:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56590:56590:256:4294967295] 192.168.201.154@tcp LPNI seq info [56590:56590:8:4294967295]
00000100:00000040:0.0:1787757572.863127:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757572.863132:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787757572.863135:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:0.0:1787757572.863136:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757572.863140:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757572.863145:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:0.0:1787757572.863151:0:277752:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000400:00000200:2.0:1787757572.863153:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1787757572.863156:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757572.863160:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757572.863165:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.0:1787757572.863165:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
02000000:00000001:0.0:1787757572.863168:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757572.863172:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787757572.863176:0:277752:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787757572.863181:0:277752:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757572.863185:0:277752:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757572.863191:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae46d00.
00000800:00000010:2.0:1787757572.863192:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acf00.
00000020:00000040:0.0:1787757572.863196:0:277752:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:0.0:1787757572.863200:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757572.863203:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787757572.863204:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:0.0:1787757572.863206:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757572.863209:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757572.863212:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787757572.863212:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
02000000:00000010:0.0:1787757572.863219:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad7000.
00000800:00000200:2.1:1787757572.863224:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:0.0:1787757572.863225:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787757572.863232:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000100:00100000:0.0:1787757572.863234:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae46d00 x1874594466087168/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787757572.863241:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757572.863246:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acf00.
00000100:00000001:0.0:1787757572.863250:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757572.863253:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757572.863256:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1787757572.863261:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ed326369] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae46d00 x1874594466087168/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787757572.863316:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1787757572.863324:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757572.863329:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787757572.863336:0:277752:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1787757572.863339:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c4c8
00000400:00000010:2.0:1787757572.863344:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c4c8.
00000100:00000040:0.0:1787757572.863345:0:277752:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19162)
00000100:00000001:2.0:1787757572.863378:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757572.863390:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae443c0 x1874594466086912/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757572.863409:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757572.863416:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae443c0 x1874594466086912/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757597 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757572.863432:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757572.863435:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757572.863448:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757572.863455:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757572.863459:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313825705
00000100:00000010:2.0:1787757572.863468:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c780.
00000100:00000001:2.0:1787757572.863477:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787757572.863483:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313825705
00000100:00000010:2.0:1787757572.863487:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c900.
00000100:00000001:2.0:1787757572.863491:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787757572.863495:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757572.863498:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757572.863502:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757572.863508:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757572/real 1787757572]  req@ffff92507ae443c0 x1874594466086912/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757572.863521:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757572.863523:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757572.863526:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241f420.
00000400:00000200:2.0:1787757572.863530:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899ca18
00000400:00000010:2.0:1787757572.863532:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899ca18.
00000100:00000001:2.0:1787757572.863536:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757572.863540:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae443c0 x1874594466086912/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757572.863560:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae443c0 x1874594466086912/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757572.863569:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757572.863572:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757572.863574:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757572.863577:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757572.863582:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae443c0 x1874594466086912/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757572.863590:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757572.863596:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae443c0 x1874594466086912/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757597 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757572.863604:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757572.863608:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757572.863610:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757572.863612:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757572.863615:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757572.863617:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757572.863621:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757572.863626:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757572.863629:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757572.863635:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae443c0 x1874594466086912/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757597 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757572.863645:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae443c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466086912:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757572.863651:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757572.863654:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757572.863657:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae443c0 x1874594466086912/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757597 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757572.863674:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757572.863677:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757572.863680:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafc000.
02000000:00000001:2.0:1787757572.863684:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757572.863686:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757572.863688:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:2.0:1787757572.863691:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757572.863694:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad7c00.
02000000:00000001:2.0:1787757572.863699:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757572.863701:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757572.863704:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae443c0.
00000100:00000001:2.0:1787757572.863708:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757572.863710:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757572.863712:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757572.863722:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757572.863724:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757572.863727:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757572.863729:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757572.863731:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757572.863736:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae44780 x1874594466087040/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757572.863745:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757572.863747:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757572.863750:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757572.863753:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757572.863755:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757572.863759:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae44780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466087040:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757572.863763:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757572.863766:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757572.863768:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757572.863770:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757572.863774:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafc000.
02000000:00000001:2.0:1787757572.863776:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757572.863780:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757572.863784:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241f420.
00000400:00000010:2.0:1787757572.863788:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899ca18.
00000100:00000200:2.0:1787757572.863792:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466087040, portal 10
00000100:00000001:2.0:1787757572.863795:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757572.863797:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089660800 : -120600619890816 : ffff92507ae44780)
00000100:00000040:2.0:1787757572.863805:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae44780 x1874594466087040/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757572.863814:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757572.863817:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757572.863820:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c4c8.
00000100:00000200:2.0:1787757572.863823:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466087040, offset 0
00000400:00000200:2.0:1787757572.863827:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757572.863833:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757572.863838:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757572.863843:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757572.863847:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757572.863850:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757572.863853:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757572.863858:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56591:56591:256:4294967295] 192.168.201.154@tcp LPNI seq info [56591:56591:8:4294967295]
00000400:00000200:2.0:1787757572.863863:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757572.863872:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757572.863878:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757572.863882:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acf00.
00000800:00000200:2.0:1787757572.863888:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757572.863892:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787757572.863898:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757572.863902:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1787757572.863907:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757572.863910:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acf00.
00000400:00000200:2.0:1787757572.863914:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757572.863918:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757572.863922:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c4c8
00000400:00000010:2.0:1787757572.863925:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c4c8.
00000100:00000001:2.0:1787757572.863928:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757572.863933:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae44780 x1874594466087040/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757572.863943:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757572.863947:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae44780 x1874594466087040/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757597 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757572.863956:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757572.863958:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757572.863962:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757572.863966:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:2.0:1787757572.863970:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757572.863973:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313824809
00000100:00000001:2.0:1787757572.863977:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313825705
00000100:00000001:2.0:1787757572.863980:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313824809
00000100:00000001:2.0:1787757572.863983:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313825705
00000100:00000001:2.0:1787757572.863986:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757572.863988:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757572.863990:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757572.863995:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757572/real 1787757572]  req@ffff92507ae44780 x1874594466087040/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757572.864004:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757572.864005:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757572.864007:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241f420.
00000400:00000200:2.0:1787757572.864010:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899ca18
00000400:00000010:2.0:1787757572.864012:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899ca18.
00000100:00000001:2.0:1787757572.864015:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757572.864019:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae44780 x1874594466087040/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757572.864029:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae44780 x1874594466087040/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757572.864044:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757572.864046:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757572.864048:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757572.864050:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757572.864055:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae44780 x1874594466087040/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757572.864062:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757572.864067:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae44780 x1874594466087040/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757597 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757572.864075:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757572.864078:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757572.864080:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757572.864081:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757572.864083:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757572.864086:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757572.864089:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757572.864093:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757572.864096:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757572.864100:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae44780 x1874594466087040/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757597 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757572.864110:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae44780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466087040:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757572.864114:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757572.864118:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae46d00 x1874594466087168/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757572.864127:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757572.864128:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757572.864131:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757572.864134:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757572.864136:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757572.864140:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae46d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466087168:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757572.864144:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757572.864146:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757572.864148:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757572.864150:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757572.864154:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafcc00.
02000000:00000001:2.0:1787757572.864156:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757572.864160:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757572.864163:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241f420.
00000400:00000010:2.0:1787757572.864167:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899ca18.
00000100:00000200:2.0:1787757572.864170:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466087168, portal 4
00000100:00000001:2.0:1787757572.864173:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757572.864174:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089670400 : -120600619881216 : ffff92507ae46d00)
00000100:00000040:2.0:1787757572.864181:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae46d00 x1874594466087168/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757572.864189:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757572.864192:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757572.864195:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c4c8.
00000100:00000200:2.0:1787757572.864197:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466087168, offset 0
00000400:00000200:2.0:1787757572.864202:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757572.864207:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757572.864211:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757572.864215:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757572.864218:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757572.864221:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757572.864224:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757572.864228:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56592:56592:256:4294967295] 192.168.201.154@tcp LPNI seq info [56592:56592:8:4294967295]
00000400:00000200:2.0:1787757572.864233:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757572.864241:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757572.864247:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757572.864251:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acf00.
00000800:00000200:2.0:1787757572.864256:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757572.864259:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787757572.864265:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757572.864299:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1787757572.864305:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757572.864307:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acf00.
00000400:00000200:2.0:1787757572.864312:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757572.864316:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757572.864320:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c4c8
00000400:00000010:2.0:1787757572.864322:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c4c8.
00000100:00000001:2.0:1787757572.864326:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757572.864331:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae46d00 x1874594466087168/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757572.864341:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757572.864344:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae46d00 x1874594466087168/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757597 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757572.864374:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757572.864376:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757572.864381:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757572.864385:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:2.0:1787757572.864389:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757572.864392:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313824793
00000100:00000001:2.0:1787757572.864395:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313825705
00000100:00000001:2.0:1787757572.864398:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313824793
00000100:00000001:2.0:1787757572.864401:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313825705
00000100:00000001:2.0:1787757572.864403:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757572.864406:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757572.864408:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757572.864413:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757572/real 1787757572]  req@ffff92507ae46d00 x1874594466087168/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757572.864423:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757572.864425:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757572.864428:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241f420.
00000400:00000200:2.0:1787757572.864430:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899ca18
00000400:00000010:2.0:1787757572.864432:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899ca18.
00000100:00000001:2.0:1787757572.864435:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757572.864439:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae46d00 x1874594466087168/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757572.864449:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae46d00 x1874594466087168/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757572.864457:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757572.864458:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757572.864460:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757572.864462:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757572.864466:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae46d00 x1874594466087168/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757572.864474:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757572.864479:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae46d00 x1874594466087168/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757597 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757572.864488:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757572.864491:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757572.864493:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757572.864494:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757572.864496:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757572.864498:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757572.864501:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757572.864505:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757572.864507:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757572.864513:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae46d00 x1874594466087168/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757597 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757572.864523:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae46d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466087168:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757572.864527:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757572.864530:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757572.864533:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae44780 x1874594466087040/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757597 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757572.864541:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757572.864543:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757572.864545:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafc000.
02000000:00000001:2.0:1787757572.864548:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757572.864550:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757572.864551:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:2.0:1787757572.864554:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757572.864556:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad6000.
02000000:00000001:2.0:1787757572.864558:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757572.864560:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757572.864562:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae44780.
00000100:00000001:2.0:1787757572.864565:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757572.864566:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757572.864568:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757572.864572:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae46d00 x1874594466087168/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757597 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757572.864580:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757572.864581:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757572.864583:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafcc00.
02000000:00000001:2.0:1787757572.864585:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757572.864586:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757572.864588:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:2.0:1787757572.864590:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757572.864591:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad7000.
02000000:00000001:2.0:1787757572.864594:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757572.864596:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757572.864597:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae46d00.
00000100:00000001:2.0:1787757572.864601:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757572.864603:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757572.864605:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757572.864609:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757572.864611:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757572.864614:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757572.864616:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757573.374491:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757573.374501:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757573.374504:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757573.374511:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757573.374516:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757573.374522:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757573.374527:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757573.374531:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757573.374535:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757573.694476:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757573.694488:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757573.694504:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757573.694508:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757573.694521:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757573.694529:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757573.694533:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757573.694541:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757573.694548:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757573.694553:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757573.694559:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757573.694567:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757573.694719:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757573.694731:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757573.694740:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757573.822426:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313825705, at 4313825728
00000100:00000010:3.0:1787757573.822456:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c900.
00000100:00000040:2.0:1787757573.822527:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313825705, at 4313825728
00000100:00000010:2.0:1787757573.822546:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c780.
00000100:00000001:0.0:1787757574.398426:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757574.398436:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757574.398439:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757574.398446:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757574.398451:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757574.398455:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757574.398459:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757574.398463:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757574.398466:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757574.718444:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757574.718454:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757574.718465:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757574.718468:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757574.718476:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757574.718480:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757574.718544:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757574.718553:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757574.718560:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757575.422354:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757575.422364:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757575.422366:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757575.422372:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757575.422375:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757575.422380:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757575.422382:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757575.422385:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757575.422387:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757575.742387:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757575.742395:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757575.742410:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757575.742411:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757575.742416:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757575.742417:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757575.742516:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757575.742525:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757575.742531:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757576.446390:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757576.446399:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757576.446402:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757576.446408:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757576.446412:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757576.446418:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757576.446421:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757576.446425:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757576.446428:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757576.766462:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757576.766474:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757576.766486:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757576.766490:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757576.766498:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757576.766501:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757576.766617:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757576.766628:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757576.766634:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757577.470408:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757577.470418:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757577.470420:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757577.470427:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757577.470433:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757577.470437:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757577.470440:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757577.470443:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757577.470447:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757577.790463:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757577.790475:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757577.790492:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757577.790497:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757577.790508:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757577.790510:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757577.790604:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757577.790613:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757577.790621:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787757577.982470:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787757577.982483:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787757577.982487:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787757577.982493:0:277752:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787757577.982499:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787757577.982508:0:277752:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19157
00000400:00000200:1.0:1787757577.982520:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757577.982528:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1787757577.982532:0:277752:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787757577.982536:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757577.982541:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787757577.982544:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757577.982547:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:1.0:1787757577.982552:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787757577.982555:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:1.0:1787757577.982559:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787757577.982562:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:1.0:1787757577.982565:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:1.0:1787757577.982568:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:1.0:1787757577.982572:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757577.982574:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787757577.982577:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757577.982580:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:1.0:1787757577.982584:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:1.0:1787757577.982588:0:277752:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:1.0:1787757577.982591:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757577.982595:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787757577.982600:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757577.982603:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757577.982606:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787757577.982609:0:277752:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787757577.982621:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9250779021c0.
00000020:00000040:1.0:1787757577.982625:0:277752:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:1.0:1787757577.982630:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787757577.982634:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757577.982637:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787757577.982641:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787757577.982646:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787757577.982656:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925077914000.
00000100:00000001:1.0:1787757577.982665:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757577.982677:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9250779021c0 x1874594466087296/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787757577.982691:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787757577.982696:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757577.982703:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081c07b6a] to pc [ptlrpcd_rcv+-1]  req@ffff9250779021c0 x1874594466087296/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757577.982735:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787757577.982740:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787757577.982745:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787757577.982747:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787757577.982749:0:277752:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787757577.982753:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787757577.982756:0:277752:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19157
00000400:00000200:1.0:1787757577.982761:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757577.982764:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1787757577.982767:0:277752:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787757577.982771:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757577.982774:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787757577.982776:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757577.982779:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:1.0:1787757577.982782:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787757577.982783:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:1.0:1787757577.982785:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787757577.982788:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:1.0:1787757577.982790:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:1.0:1787757577.982794:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:1.0:1787757577.982797:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757577.982800:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787757577.982802:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757577.982805:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:1.0:1787757577.982809:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:1.0:1787757577.982812:0:277752:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:1.0:1787757577.982816:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757577.982819:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787757577.982828:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757577.982831:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757577.982833:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757577.982839:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:1.0:1787757577.982840:0:277752:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787757577.982848:0:277752:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757577.982850:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757577.982852:0:277752:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757577.982858:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000010:1.0:1787757577.982861:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff925077901680.
00000020:00000040:1.0:1787757577.982867:0:277752:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:1.0:1787757577.982873:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:2.0:1787757577.982875:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9250779021c0 x1874594466087296/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787757577.982877:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757577.982885:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787757577.982890:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787757577.982896:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787757577.982906:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925077917400.
00000100:00000001:2.0:1787757577.982908:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757577.982915:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757577.982916:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757577.982922:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757577.982928:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1787757577.982930:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff925077901680 x1874594466087424/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787757577.982934:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757577.982950:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9250779021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466087296:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787757577.982955:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757577.982961:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1787757577.982962:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757577.982973:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:1.0:1787757577.982975:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000679d9fb6] to pc [ptlrpcd_rcv+-1]  req@ffff925077901680 x1874594466087424/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787757577.982982:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757577.982995:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787757577.982998:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787757577.983005:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787757577.983008:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787757577.983010:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787757577.983013:0:277752:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787757577.983017:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787757577.983024:0:277752:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19157
02000000:00000010:2.0:1787757577.983030:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafcc00.
00000400:00000200:1.0:1787757577.983033:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757577.983039:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1787757577.983049:0:277752:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1787757577.983051:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757577.983062:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000200:2.0:1787757577.983072:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757577.983074:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787757577.983084:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000010:2.0:1787757577.983087:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241f420.
00000100:00000001:1.0:1787757577.983091:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:1.0:1787757577.983101:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787757577.983105:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000400:00000010:2.0:1787757577.983105:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899ca18.
00000020:00000001:1.0:1787757577.983117:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787757577.983122:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000100:00000200:2.0:1787757577.983124:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466087296, portal 25
00000020:00000001:1.0:1787757577.983131:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000001:2.0:1787757577.983132:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757577.983137:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033814464 : -120600675737152 : ffff9250779021c0)
00000020:00000001:1.0:1787757577.983143:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:2.0:1787757577.983152:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9250779021c0 x1874594466087296/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787757577.983160:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757577.983172:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787757577.983176:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757577.983183:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000040:2.0:1787757577.983189:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000001:1.0:1787757577.983196:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000010:2.0:1787757577.983197:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c4c8.
00000100:00000200:2.0:1787757577.983204:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466087296, offset 0
00000020:00000040:1.0:1787757577.983211:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000400:00000200:2.0:1787757577.983219:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00080000:1.0:1787757577.983229:0:277752:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000400:00000200:2.0:1787757577.983239:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757577.983243:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757577.983251:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787757577.983259:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787757577.983338:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757577.983354:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757577.983364:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757577.983372:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
02000000:00000001:1.0:1787757577.983384:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757577.983386:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00000001:1.0:1787757577.983392:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787757577.983400:0:277752:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787757577.983401:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56593:56593:256:4294967295] 192.168.201.154@tcp LPNI seq info [56593:56593:8:4294967295]
00000008:00000001:1.0:1787757577.983411:0:277752:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757577.983417:0:277752:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757577.983419:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000010:1.0:1787757577.983427:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff925077902940.
00000020:00000040:1.0:1787757577.983435:0:277752:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000400:00000200:2.0:1787757577.983443:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1787757577.983446:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787757577.983452:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757577.983457:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787757577.983459:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.0:1787757577.983465:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
02000000:00000001:1.0:1787757577.983466:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787757577.983480:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acf00.
02000000:00000010:1.0:1787757577.983481:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925077917800.
00000100:00000001:1.0:1787757577.983493:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787757577.983500:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00100000:1.0:1787757577.983512:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff925077902940 x1874594466087552/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1787757577.983512:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787757577.983534:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:1.0:1787757577.983542:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1787757577.983545:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000100:00000001:1.0:1787757577.983549:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787757577.983564:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000100:00000040:1.0:1787757577.983565:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007edc916f] to pc [ptlrpcd_rcv+-1]  req@ffff925077902940 x1874594466087552/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:2.0:1787757577.983571:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acf00.
00000400:00000200:2.0:1787757577.983585:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1787757577.983587:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757577.983595:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787757577.983602:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1787757577.983606:0:277752:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1787757577.983612:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c4c8
00000100:00000040:1.0:1787757577.983615:0:277752:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19167)
00000400:00000010:2.0:1787757577.983619:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c4c8.
00000100:00000001:2.0:1787757577.983628:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757577.983635:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9250779021c0 x1874594466087296/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757577.983650:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757577.983655:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9250779021c0 x1874594466087296/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757602 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757577.983664:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757577.983667:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757577.983675:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757577.983680:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757577.983683:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313830825
00000100:00000010:2.0:1787757577.983691:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c780.
00000100:00000001:2.0:1787757577.983699:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787757577.983707:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313830825
00000100:00000010:2.0:1787757577.983710:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c7e0.
00000100:00000001:2.0:1787757577.983715:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787757577.983718:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757577.983722:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757577.983725:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757577.983731:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757577/real 1787757577]  req@ffff9250779021c0 x1874594466087296/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757577.983743:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757577.983745:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757577.983748:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241f420.
00000400:00000200:2.0:1787757577.983751:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899ca18
00000400:00000010:2.0:1787757577.983754:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899ca18.
00000100:00000001:2.0:1787757577.983756:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757577.983761:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9250779021c0 x1874594466087296/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757577.983780:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9250779021c0 x1874594466087296/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757577.983789:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757577.983791:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757577.983794:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757577.983796:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757577.983801:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9250779021c0 x1874594466087296/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757577.983810:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757577.983815:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9250779021c0 x1874594466087296/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757602 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757577.983824:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757577.983827:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757577.983829:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757577.983831:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757577.983834:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757577.983836:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757577.983840:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757577.983845:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757577.983848:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757577.983854:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9250779021c0 x1874594466087296/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757602 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757577.983864:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9250779021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466087296:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757577.983870:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757577.983872:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757577.983876:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9250779021c0 x1874594466087296/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757602 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757577.983892:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757577.983896:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757577.983899:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafcc00.
02000000:00000001:2.0:1787757577.983902:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757577.983905:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757577.983907:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:2.0:1787757577.983910:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757577.983913:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077914000.
02000000:00000001:2.0:1787757577.983918:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757577.983920:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757577.983922:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9250779021c0.
00000100:00000001:2.0:1787757577.983926:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757577.983928:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757577.983931:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757577.983941:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757577.983944:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757577.983946:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757577.983949:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757577.983950:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757577.983955:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077901680 x1874594466087424/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757577.983965:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757577.983966:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757577.983970:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757577.983973:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757577.983977:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757577.983984:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077901680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466087424:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757577.983991:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757577.983995:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757577.983998:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757577.984001:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757577.984007:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafcc00.
02000000:00000001:2.0:1787757577.984011:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757577.984019:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757577.984025:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241f420.
00000400:00000010:2.0:1787757577.984032:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899ca18.
00000100:00000200:2.0:1787757577.984038:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466087424, portal 10
00000100:00000001:2.0:1787757577.984042:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757577.984045:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033811584 : -120600675740032 : ffff925077901680)
00000100:00000040:2.0:1787757577.984058:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077901680 x1874594466087424/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757577.984073:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757577.984077:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757577.984082:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c4c8.
00000100:00000200:2.0:1787757577.984086:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466087424, offset 0
00000400:00000200:2.0:1787757577.984092:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757577.984099:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757577.984104:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757577.984109:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757577.984113:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757577.984116:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757577.984119:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757577.984123:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56594:56594:256:4294967295] 192.168.201.154@tcp LPNI seq info [56594:56594:8:4294967295]
00000400:00000200:2.0:1787757577.984128:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757577.984137:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757577.984143:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757577.984148:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acf00.
00000800:00000200:2.0:1787757577.984153:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757577.984157:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787757577.984163:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757577.984166:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1787757577.984171:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757577.984174:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acf00.
00000400:00000200:2.0:1787757577.984178:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757577.984183:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757577.984187:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c4c8
00000400:00000010:2.0:1787757577.984190:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c4c8.
00000100:00000001:2.0:1787757577.984194:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757577.984199:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077901680 x1874594466087424/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757577.984210:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757577.984213:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077901680 x1874594466087424/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757602 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757577.984222:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757577.984224:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757577.984228:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757577.984233:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:2.0:1787757577.984237:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757577.984240:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313829929
00000100:00000001:2.0:1787757577.984245:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313830825
00000100:00000001:2.0:1787757577.984249:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313829929
00000100:00000001:2.0:1787757577.984254:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313830825
00000100:00000001:2.0:1787757577.984258:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757577.984326:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757577.984332:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757577.984342:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757577/real 1787757577]  req@ffff925077901680 x1874594466087424/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757577.984360:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757577.984363:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757577.984367:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241f420.
00000400:00000200:2.0:1787757577.984373:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899ca18
00000400:00000010:2.0:1787757577.984375:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899ca18.
00000100:00000001:2.0:1787757577.984379:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757577.984383:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077901680 x1874594466087424/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757577.984394:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077901680 x1874594466087424/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757577.984411:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757577.984413:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757577.984416:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757577.984417:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757577.984422:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077901680 x1874594466087424/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757577.984431:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757577.984436:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077901680 x1874594466087424/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757602 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757577.984444:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757577.984447:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757577.984449:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757577.984451:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757577.984453:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757577.984456:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757577.984459:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757577.984463:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757577.984465:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757577.984470:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077901680 x1874594466087424/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757602 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757577.984479:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077901680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466087424:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757577.984485:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757577.984489:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077902940 x1874594466087552/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757577.984498:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757577.984500:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757577.984503:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757577.984506:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757577.984508:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757577.984512:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077902940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466087552:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757577.984516:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757577.984519:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757577.984521:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757577.984523:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757577.984528:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafc000.
02000000:00000001:2.0:1787757577.984531:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757577.984536:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757577.984540:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241f420.
00000400:00000010:2.0:1787757577.984544:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899ca18.
00000100:00000200:2.0:1787757577.984548:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466087552, portal 4
00000100:00000001:2.0:1787757577.984551:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757577.984553:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033816384 : -120600675735232 : ffff925077902940)
00000100:00000040:2.0:1787757577.984561:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077902940 x1874594466087552/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757577.984570:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757577.984572:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757577.984575:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c4c8.
00000100:00000200:2.0:1787757577.984578:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466087552, offset 0
00000400:00000200:2.0:1787757577.984583:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757577.984589:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757577.984593:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757577.984597:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757577.984601:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757577.984604:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757577.984607:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757577.984612:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56595:56595:256:4294967295] 192.168.201.154@tcp LPNI seq info [56595:56595:8:4294967295]
00000400:00000200:2.0:1787757577.984617:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757577.984626:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757577.984632:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757577.984636:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acf00.
00000800:00000200:2.0:1787757577.984641:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757577.984645:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787757577.984651:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757577.984654:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1787757577.984659:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757577.984662:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acf00.
00000400:00000200:2.0:1787757577.984666:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757577.984671:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757577.984674:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c4c8
00000400:00000010:2.0:1787757577.984676:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c4c8.
00000100:00000001:2.0:1787757577.984680:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757577.984684:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077902940 x1874594466087552/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757577.984694:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757577.984698:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077902940 x1874594466087552/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757602 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757577.984706:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757577.984708:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757577.984712:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757577.984716:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:2.0:1787757577.984721:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757577.984723:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313829913
00000100:00000001:2.0:1787757577.984727:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313830825
00000100:00000001:2.0:1787757577.984730:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313829913
00000100:00000001:2.0:1787757577.984732:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313830825
00000100:00000001:2.0:1787757577.984735:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757577.984738:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757577.984740:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757577.984744:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757577/real 1787757577]  req@ffff925077902940 x1874594466087552/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757577.984755:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757577.984757:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757577.984759:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241f420.
00000400:00000200:2.0:1787757577.984762:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899ca18
00000400:00000010:2.0:1787757577.984763:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899ca18.
00000100:00000001:2.0:1787757577.984766:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757577.984769:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077902940 x1874594466087552/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757577.984779:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077902940 x1874594466087552/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757577.984786:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757577.984788:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757577.984791:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757577.984792:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757577.984797:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077902940 x1874594466087552/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757577.984805:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757577.984810:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077902940 x1874594466087552/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757602 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757577.984818:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757577.984820:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757577.984822:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757577.984824:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757577.984826:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757577.984828:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757577.984831:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757577.984834:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757577.984837:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757577.984843:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077902940 x1874594466087552/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757602 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757577.984884:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077902940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466087552:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757577.984893:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757577.984897:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757577.984903:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077901680 x1874594466087424/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757602 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757577.984916:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757577.984919:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757577.984923:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafcc00.
02000000:00000001:2.0:1787757577.984927:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757577.984930:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757577.984933:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:2.0:1787757577.984937:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757577.984940:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077917400.
02000000:00000001:2.0:1787757577.984945:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757577.984949:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757577.984952:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077901680.
00000100:00000001:2.0:1787757577.984958:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757577.984960:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757577.984963:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757577.984970:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077902940 x1874594466087552/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757602 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757577.984983:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757577.984986:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757577.984989:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafc000.
02000000:00000001:2.0:1787757577.984993:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757577.984995:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757577.984997:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:2.0:1787757577.985001:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757577.985004:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077917800.
02000000:00000001:2.0:1787757577.985007:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757577.985010:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757577.985013:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077902940.
00000100:00000001:2.0:1787757577.985018:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757577.985020:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757577.985024:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757577.985031:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757577.985034:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757577.985038:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757577.985042:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757578.494408:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757578.494421:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757578.494424:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757578.494432:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757578.494438:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757578.494444:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757578.494448:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757578.494452:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757578.494456:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757578.814453:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757578.814468:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757578.814486:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757578.814491:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757578.814503:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757578.814508:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757578.814641:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757578.814650:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757578.814658:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757578.942411:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313830825, at 4313830848
00000100:00000040:3.0:1787757578.942412:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313830825, at 4313830848
00000100:00000010:2.0:1787757578.942440:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c780.
00000100:00000010:3.0:1787757578.942453:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c7e0.
00000100:00000001:0.0:1787757579.518442:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757579.518455:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757579.518458:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757579.518466:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757579.518472:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757579.518478:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757579.518482:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757579.518486:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757579.518490:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757579.838401:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757579.838409:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757579.838421:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757579.838423:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757579.838430:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757579.838432:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757579.838599:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757579.838612:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757579.838620:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757580.542389:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757580.542399:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757580.542402:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757580.542408:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757580.542413:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757580.542418:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757580.542421:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757580.542425:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757580.542428:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757580.862489:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757580.862499:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757580.862511:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757580.862514:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757580.862522:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757580.862525:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757580.862632:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757580.862646:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757580.862654:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757581.566455:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757581.566465:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757581.566469:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757581.566476:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757581.566481:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757581.566486:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757581.566491:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757581.566494:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757581.566498:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757581.886393:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757581.886408:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757581.886413:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757581.886419:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757581.886428:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757581.886432:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757581.886437:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757581.886443:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757581.886457:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757581.886463:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757581.886467:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757581.886474:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757581.886478:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757581.886481:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757581.886487:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757581.886493:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757581.886500:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757581.886504:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757581.886639:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757581.886648:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757581.886654:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757582.590395:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757582.590405:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757582.590407:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757582.590414:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757582.590418:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757582.590423:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757582.590426:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757582.590430:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757582.590433:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757582.910465:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757582.910479:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757582.910492:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757582.910496:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757582.910505:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757582.910509:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757582.910622:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757582.910630:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757582.910636:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787757583.102395:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787757583.102411:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787757583.102416:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787757583.102421:0:277752:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787757583.102429:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787757583.102596:0:277752:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19162
00000400:00000200:1.0:1787757583.102622:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757583.102633:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1787757583.102640:0:277752:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787757583.102649:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757583.102656:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787757583.102661:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757583.102667:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:1.0:1787757583.102675:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787757583.102679:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:1.0:1787757583.102685:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787757583.102691:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:1.0:1787757583.102697:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:1.0:1787757583.102702:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:1.0:1787757583.102708:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757583.102712:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787757583.102715:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757583.102718:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:1.0:1787757583.102722:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:1.0:1787757583.102727:0:277752:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:1.0:1787757583.102730:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757583.102734:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787757583.102757:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757583.102760:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757583.102768:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787757583.102772:0:277752:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787757583.102784:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff925077902580.
00000020:00000040:1.0:1787757583.102789:0:277752:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:1.0:1787757583.102795:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787757583.102798:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757583.102804:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787757583.102808:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787757583.102816:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787757583.102831:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925077917800.
00000100:00000001:1.0:1787757583.102843:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757583.102860:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff925077902580 x1874594466087680/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787757583.102881:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787757583.102888:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757583.102899:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002dd0d9e3] to pc [ptlrpcd_rcv+-1]  req@ffff925077902580 x1874594466087680/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757583.102943:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787757583.102949:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787757583.102954:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787757583.102956:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787757583.102960:0:277752:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787757583.102965:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787757583.102969:0:277752:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19162
00000400:00000200:1.0:1787757583.102976:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757583.102981:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1787757583.102984:0:277752:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787757583.102989:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757583.102994:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787757583.102997:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757583.103000:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:1.0:1787757583.103004:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787757583.103006:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:1.0:1787757583.103008:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787757583.103011:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000100:00000001:2.0:1787757583.103015:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1787757583.103016:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:1.0:1787757583.103024:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:2.0:1787757583.103027:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1787757583.103031:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757583.103034:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787757583.103038:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757583.103051:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077902580 x1874594466087680/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787757583.103052:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757583.103064:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:1.0:1787757583.103077:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00000001:2.0:1787757583.103082:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757583.103087:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787757583.103091:0:277752:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
02000000:00000001:2.0:1787757583.103093:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757583.103101:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757583.103105:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757583.103107:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757583.103117:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1787757583.103125:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077902580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466087680:192.168.201.154@tcp:250:kworker.0
02000000:00000001:1.0:1787757583.103133:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757583.103139:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757583.103143:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757583.103150:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787757583.103153:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:2.0:1787757583.103159:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757583.103168:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:1.0:1787757583.103200:0:277752:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000010:2.0:1787757583.103204:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafc000.
00000008:00000001:1.0:1787757583.103208:0:277752:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757583.103215:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757583.103216:0:277752:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787757583.103232:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff925077901a40.
00000020:00000040:1.0:1787757583.103238:0:277752:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000400:00000200:2.0:1787757583.103241:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000001:1.0:1787757583.103244:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787757583.103249:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757583.103252:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787757583.103255:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787757583.103258:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787757583.103265:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925077917400.
00000100:00000001:1.0:1787757583.103330:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757583.103340:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff925077901a40 x1874594466087808/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787757583.103353:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787757583.103358:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757583.103369:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046d5ef2f] to pc [ptlrpcd_rcv+-1]  req@ffff925077901a40 x1874594466087808/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1787757583.103374:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241f420.
00000100:00000001:1.0:1787757583.103393:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787757583.103394:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899ca18.
00000100:00080000:1.0:1787757583.103400:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787757583.103407:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000200:2.0:1787757583.103408:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466087680, portal 25
00000100:00000001:1.0:1787757583.103411:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787757583.103416:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:1.0:1787757583.103418:0:277752:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757583.103421:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033815424 : -120600675736192 : ffff925077902580)
00000100:00000001:1.0:1787757583.103425:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787757583.103432:0:277752:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19162
00000100:00000040:2.0:1787757583.103440:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077902580 x1874594466087680/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787757583.103442:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757583.103456:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1787757583.103465:0:277752:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787757583.103475:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757583.103479:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787757583.103481:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757583.103484:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:1.0:1787757583.103488:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787757583.103489:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:1.0:1787757583.103491:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:1.0:1787757583.103496:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:2.0:1787757583.103503:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000020:00000040:1.0:1787757583.103504:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000400:00000010:2.0:1787757583.103512:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c4c8.
00000020:00000001:1.0:1787757583.103513:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:1.0:1787757583.103523:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000200:2.0:1787757583.103524:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466087680, offset 0
00000100:00000040:1.0:1787757583.103533:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757583.103538:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787757583.103544:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000040:1.0:1787757583.103549:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757583.103554:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:1.0:1787757583.103558:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000400:00000200:2.0:1787757583.103565:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00080000:1.0:1787757583.103570:0:277752:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:1.0:1787757583.103577:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757583.103581:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
02000000:00000001:1.0:1787757583.103583:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787757583.103592:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787757583.103595:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:1.0:1787757583.103604:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757583.103605:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00000001:1.0:1787757583.103616:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:2.0:1787757583.103617:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757583.103627:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000008:00100000:1.0:1787757583.103628:0:277752:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787757583.103634:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56596:56596:256:4294967295] 192.168.201.154@tcp LPNI seq info [56596:56596:8:4294967295]
00000008:00000001:1.0:1787757583.103641:0:277752:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757583.103646:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757583.103655:0:277752:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757583.103667:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000010:1.0:1787757583.103671:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff925077902940.
00000800:00000200:2.0:1787757583.103681:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000020:00000040:1.0:1787757583.103684:0:277752:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000800:00000010:2.0:1787757583.103690:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acf00.
02000000:00000001:1.0:1787757583.103695:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787757583.103702:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787757583.103704:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:1.0:1787757583.103712:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.0:1787757583.103715:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
02000000:00000001:1.0:1787757583.103717:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787757583.103725:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787757583.103735:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000010:1.0:1787757583.103740:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925077914000.
00000100:00000001:1.0:1787757583.103748:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757583.103758:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff925077902940 x1874594466087936/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1787757583.103764:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1787757583.103786:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000100:00000001:1.0:1787757583.103787:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000010:2.0:1787757583.103796:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acf00.
00000100:00000001:1.0:1787757583.103802:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757583.103808:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1787757583.103819:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007edc916f] to pc [ptlrpcd_rcv+-1]  req@ffff925077902940 x1874594466087936/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787757583.103821:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757583.103832:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c4c8
00000100:00000001:1.0:1787757583.103846:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787757583.103848:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c4c8.
00000100:00000040:1.0:1787757583.103861:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787757583.103862:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757583.103874:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077902580 x1874594466087680/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787757583.103879:0:277752:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1787757583.103896:0:277752:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19172)
00000100:00000001:2.0:1787757583.103900:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757583.103910:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077902580 x1874594466087680/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757608 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757583.103920:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757583.103923:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757583.103933:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757583.103939:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757583.103944:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313835945
00000100:00000010:2.0:1787757583.103952:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c780.
00000100:00000001:2.0:1787757583.103962:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787757583.103970:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313835945
00000100:00000010:2.0:1787757583.103975:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344cba0.
00000100:00000001:2.0:1787757583.103979:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787757583.103984:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757583.103988:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757583.103991:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757583.103997:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757583/real 1787757583]  req@ffff925077902580 x1874594466087680/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757583.104009:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757583.104011:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757583.104014:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241f420.
00000400:00000200:2.0:1787757583.104017:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899ca18
00000400:00000010:2.0:1787757583.104020:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899ca18.
00000100:00000001:2.0:1787757583.104023:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757583.104029:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077902580 x1874594466087680/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757583.104040:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077902580 x1874594466087680/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757583.104049:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757583.104051:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757583.104054:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757583.104056:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757583.104061:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077902580 x1874594466087680/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757583.104070:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757583.104076:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077902580 x1874594466087680/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757608 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757583.104085:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757583.104089:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757583.104091:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757583.104092:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757583.104096:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757583.104098:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757583.104102:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757583.104107:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757583.104110:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757583.104115:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077902580 x1874594466087680/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757608 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757583.104126:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077902580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466087680:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757583.104133:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757583.104137:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757583.104143:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077902580 x1874594466087680/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757608 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757583.104169:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757583.104196:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757583.104201:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafc000.
02000000:00000001:2.0:1787757583.104208:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757583.104212:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757583.104215:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:2.0:1787757583.104219:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757583.104224:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077917800.
02000000:00000001:2.0:1787757583.104231:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757583.104235:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757583.104239:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077902580.
00000100:00000001:2.0:1787757583.104244:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757583.104247:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757583.104252:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757583.104264:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757583.104296:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757583.104300:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757583.104307:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757583.104311:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757583.104320:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077901a40 x1874594466087808/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757583.104331:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757583.104333:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757583.104336:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757583.104339:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757583.104342:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757583.104347:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077901a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466087808:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757583.104351:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757583.104355:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757583.104357:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757583.104359:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757583.104364:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafc000.
02000000:00000001:2.0:1787757583.104367:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757583.104373:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757583.104377:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241f420.
00000400:00000010:2.0:1787757583.104382:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899ca18.
00000100:00000200:2.0:1787757583.104386:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466087808, portal 10
00000100:00000001:2.0:1787757583.104389:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757583.104391:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033812544 : -120600675739072 : ffff925077901a40)
00000100:00000040:2.0:1787757583.104399:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077901a40 x1874594466087808/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757583.104408:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757583.104412:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757583.104414:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c4c8.
00000100:00000200:2.0:1787757583.104417:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466087808, offset 0
00000400:00000200:2.0:1787757583.104422:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757583.104429:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757583.104434:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757583.104438:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757583.104442:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757583.104445:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757583.104449:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757583.104453:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56597:56597:256:4294967295] 192.168.201.154@tcp LPNI seq info [56597:56597:8:4294967295]
00000400:00000200:2.0:1787757583.104459:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757583.104468:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757583.104473:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757583.104478:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acf00.
00000800:00000200:2.0:1787757583.104484:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757583.104487:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787757583.104494:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757583.104497:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1787757583.104502:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757583.104505:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acf00.
00000400:00000200:2.0:1787757583.104509:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757583.104514:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757583.104518:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c4c8
00000400:00000010:2.0:1787757583.104521:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c4c8.
00000100:00000001:2.0:1787757583.104524:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757583.104530:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077901a40 x1874594466087808/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757583.104540:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757583.104544:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077901a40 x1874594466087808/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757608 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757583.104552:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757583.104555:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757583.104559:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757583.104565:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:2.0:1787757583.104569:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757583.104572:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313835050
00000100:00000001:2.0:1787757583.104575:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313835945
00000100:00000001:2.0:1787757583.104578:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313835050
00000100:00000001:2.0:1787757583.104581:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313835945
00000100:00000001:2.0:1787757583.104584:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757583.104587:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757583.104590:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757583.104594:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757583/real 1787757583]  req@ffff925077901a40 x1874594466087808/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757583.104604:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757583.104605:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757583.104607:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241f420.
00000400:00000200:2.0:1787757583.104610:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899ca18
00000400:00000010:2.0:1787757583.104612:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899ca18.
00000100:00000001:2.0:1787757583.104614:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757583.104618:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077901a40 x1874594466087808/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757583.104629:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077901a40 x1874594466087808/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757583.104645:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757583.104647:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757583.104650:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757583.104652:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757583.104656:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077901a40 x1874594466087808/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757583.104664:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757583.104669:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077901a40 x1874594466087808/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757608 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757583.104677:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757583.104680:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757583.104682:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757583.104684:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757583.104686:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757583.104689:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757583.104693:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757583.104697:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757583.104700:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757583.104705:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077901a40 x1874594466087808/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757608 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757583.104714:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077901a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466087808:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757583.104719:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757583.104723:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077902940 x1874594466087936/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757583.104731:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757583.104733:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757583.104736:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757583.104739:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757583.104742:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757583.104745:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077902940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466087936:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757583.104749:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757583.104752:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757583.104754:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757583.104756:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757583.104760:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafcc00.
02000000:00000001:2.0:1787757583.104762:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757583.104766:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757583.104770:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241f420.
00000400:00000010:2.0:1787757583.104774:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899ca18.
00000100:00000200:2.0:1787757583.104777:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466087936, portal 4
00000100:00000001:2.0:1787757583.104780:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757583.104782:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033816384 : -120600675735232 : ffff925077902940)
00000100:00000040:2.0:1787757583.104790:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077902940 x1874594466087936/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757583.104798:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757583.104801:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757583.104803:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c4c8.
00000100:00000200:2.0:1787757583.104807:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466087936, offset 0
00000400:00000200:2.0:1787757583.104811:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757583.104816:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757583.104820:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757583.104824:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757583.104827:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757583.104830:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757583.104833:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757583.104837:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56598:56598:256:4294967295] 192.168.201.154@tcp LPNI seq info [56598:56598:8:4294967295]
00000400:00000200:2.0:1787757583.104843:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757583.104851:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757583.104857:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757583.104861:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acf00.
00000800:00000200:2.0:1787757583.104865:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757583.104869:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787757583.104874:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757583.104877:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1787757583.104883:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757583.104885:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acf00.
00000400:00000200:2.0:1787757583.104889:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757583.104893:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757583.104897:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c4c8
00000400:00000010:2.0:1787757583.104899:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c4c8.
00000100:00000001:2.0:1787757583.104902:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757583.104906:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077902940 x1874594466087936/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757583.104915:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757583.104919:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077902940 x1874594466087936/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757608 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757583.104927:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757583.104929:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757583.104933:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757583.104936:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:2.0:1787757583.104940:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757583.104942:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313835033
00000100:00000001:2.0:1787757583.104945:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313835945
00000100:00000001:2.0:1787757583.104948:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313835033
00000100:00000001:2.0:1787757583.104950:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313835945
00000100:00000001:2.0:1787757583.104953:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757583.104956:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757583.104958:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757583.104963:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757583/real 1787757583]  req@ffff925077902940 x1874594466087936/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757583.104973:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757583.104975:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757583.104977:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241f420.
00000400:00000200:2.0:1787757583.104980:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899ca18
00000400:00000010:2.0:1787757583.104982:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899ca18.
00000100:00000001:2.0:1787757583.104984:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757583.104988:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077902940 x1874594466087936/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757583.104997:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077902940 x1874594466087936/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757583.105005:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757583.105007:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757583.105009:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757583.105011:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757583.105016:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077902940 x1874594466087936/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757583.105023:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757583.105028:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077902940 x1874594466087936/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757608 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757583.105036:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757583.105039:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757583.105041:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757583.105042:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757583.105044:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757583.105046:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757583.105049:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757583.105053:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757583.105055:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757583.105061:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077902940 x1874594466087936/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757608 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757583.105071:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077902940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466087936:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757583.105076:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757583.105078:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757583.105082:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077901a40 x1874594466087808/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757608 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757583.105089:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757583.105091:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757583.105094:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafc000.
02000000:00000001:2.0:1787757583.105096:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757583.105098:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757583.105100:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:2.0:1787757583.105102:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757583.105105:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077917400.
02000000:00000001:2.0:1787757583.105108:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757583.105109:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757583.105112:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077901a40.
00000100:00000001:2.0:1787757583.105117:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757583.105119:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757583.105122:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757583.105129:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077902940 x1874594466087936/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757608 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757583.105142:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757583.105145:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757583.105148:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafcc00.
02000000:00000001:2.0:1787757583.105152:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757583.105155:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757583.105158:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:2.0:1787757583.105162:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757583.105164:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077914000.
02000000:00000001:2.0:1787757583.105193:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757583.105198:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757583.105201:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077902940.
00000100:00000001:2.0:1787757583.105207:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757583.105210:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757583.105214:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757583.105221:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757583.105224:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757583.105228:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757583.105231:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757583.614426:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757583.614439:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757583.614444:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757583.614453:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757583.614460:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757583.614466:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757583.614472:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757583.614477:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757583.614482:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757583.934413:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757583.934437:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757583.934447:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757583.934449:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757583.934454:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757583.934460:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757583.934463:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757583.934468:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757583.934471:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757583.934474:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757583.934477:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757583.934481:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757583.934551:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757583.934558:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757583.934563:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757584.062471:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313835945, at 4313835968
00000100:00000040:2.0:1787757584.062500:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313835945, at 4313835968
00000100:00000010:3.0:1787757584.062537:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344cba0.
00000100:00000010:2.0:1787757584.062544:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c780.
00000100:00000001:0.0:1787757584.638381:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757584.638391:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757584.638394:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757584.638401:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757584.638406:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757584.638411:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757584.638414:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757584.638418:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757584.638421:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757584.958480:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757584.958497:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757584.958513:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757584.958516:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757584.958527:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757584.958531:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757584.958652:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757584.958661:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757584.958668:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757585.662410:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757585.662422:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757585.662426:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757585.662433:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757585.662438:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757585.662443:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757585.662447:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757585.662450:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757585.662455:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757585.982440:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757585.982459:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757585.982478:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757585.982483:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757585.982497:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757585.982502:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757585.982595:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757585.982603:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757585.982610:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757586.686411:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757586.686423:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757586.686426:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757586.686434:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757586.686440:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757586.686447:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757586.686451:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757586.686455:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757586.686459:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757587.006528:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757587.006538:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757587.006546:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757587.006550:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757587.006558:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757587.006560:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757587.006644:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757587.006651:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757587.006656:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757587.710386:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757587.710399:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757587.710402:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757587.710410:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757587.710416:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757587.710422:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757587.710426:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757587.710430:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757587.710434:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757588.030453:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757588.030467:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757588.030479:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757588.030482:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757588.030490:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757588.030494:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757588.030617:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757588.030628:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757588.030635:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787757588.222467:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757588.222489:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787757588.222496:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757588.222503:0:277752:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757588.222530:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757588.222555:0:277752:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19167
00000400:00000200:2.0:1787757588.222573:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757588.222731:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757588.222747:0:277752:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757588.222757:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757588.222764:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757588.222769:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757588.222774:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757588.222782:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757588.222786:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787757588.222792:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757588.222800:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787757588.222805:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787757588.222809:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787757588.222816:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757588.222820:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757588.222824:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757588.222828:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757588.222834:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787757588.222841:0:277752:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757588.222846:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757588.222852:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757588.222860:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757588.222864:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757588.222867:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757588.222872:0:277752:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757588.222884:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61f0c0.
00000020:00000040:2.0:1787757588.222889:0:277752:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787757588.222895:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757588.222897:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757588.222901:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757588.222904:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757588.222936:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757588.222948:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafcc00.
00000100:00000001:2.0:1787757588.222957:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757588.222974:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61f0c0 x1874594466088064/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757588.222994:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757588.223001:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757588.223011:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bea70ab] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61f0c0 x1874594466088064/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757588.223066:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757588.223075:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757588.223104:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787757588.223108:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757588.223111:0:277752:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757588.223117:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757588.223121:0:277752:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19167
00000400:00000200:2.0:1787757588.223131:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757588.223137:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757588.223141:0:277752:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757588.223145:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757588.223148:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757588.223152:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757588.223156:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757588.223159:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757588.223161:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:2.0:1787757588.223163:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757588.223166:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:2.0:1787757588.223169:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:2.0:1787757588.223172:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:2.0:1787757588.223177:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757588.223180:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757588.223182:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757588.223185:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757588.223188:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00000001:0.0:1787757588.223190:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1787757588.223193:0:277752:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757588.223202:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757588.223205:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1787757588.223205:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787757588.223216:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757588.223233:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61f0c0 x1874594466088064/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787757588.223240:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757588.223250:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757588.223258:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787757588.223317:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757588.223321:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757588.223328:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757588.223333:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757588.223337:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757588.223345:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466088064:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787757588.223353:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757588.223359:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757588.223364:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757588.223369:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757588.223378:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad5800.
02000000:00000001:0.0:1787757588.223382:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757588.223392:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757588.223397:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000008:00100000:2.0:1787757588.223407:0:277752:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1787757588.223409:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000008:00000001:2.0:1787757588.223423:0:277752:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787757588.223424:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466088064, portal 25
00000100:00000001:2.0:1787757588.223436:0:277752:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757588.223437:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757588.223443:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611356864 : -120601098194752 : ffff92505e61f0c0)
00000100:00000010:2.0:1787757588.223455:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61cf00.
00000100:00000040:0.0:1787757588.223456:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61f0c0 x1874594466088064/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787757588.223469:0:277752:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000100:00000001:0.0:1787757588.223478:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1787757588.223484:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:0.0:1787757588.223486:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
02000000:00000001:2.0:1787757588.223494:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787757588.223497:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000001:2.0:1787757588.223507:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:0.0:1787757588.223508:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466088064, offset 0
02000000:00000001:2.0:1787757588.223516:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1787757588.223524:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757588.223536:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000001:2.0:1787757588.223543:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757588.223545:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757588.223558:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:2.0:1787757588.223561:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafc000.
00000400:00000200:0.0:1787757588.223566:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757588.223577:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1787757588.223577:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757588.223586:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757588.223600:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56599:56599:256:4294967295] 192.168.201.154@tcp LPNI seq info [56599:56599:8:4294967295]
00000100:00100000:2.0:1787757588.223600:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61cf00 x1874594466088192/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787757588.223624:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757588.223638:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757588.223649:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757588.223651:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757588.223669:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000040:2.0:1787757588.223671:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006cc8e384] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61cf00 x1874594466088192/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:0.0:1787757588.223677:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a300.
00000100:00000001:2.0:1787757588.223703:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757588.223714:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.0:1787757588.223718:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00080000:2.0:1787757588.223728:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:0.0:1787757588.223731:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000100:00000001:2.0:1787757588.223738:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757588.223745:0:277752:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:0.1:1787757588.223746:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:2.0:1787757588.223757:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:0.1:1787757588.223759:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000100:00080000:2.0:1787757588.223768:0:277752:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19167
00000800:00000100:0.0:1787757588.223777:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757588.223783:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a300.
00000400:00000200:2.0:1787757588.223784:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757588.223796:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000400:00000200:0.0:1787757588.223797:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:2.0:1787757588.223803:0:277752:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1787757588.223814:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1787757588.223818:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757588.223825:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787757588.223826:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000100:00000040:2.0:1787757588.223834:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000010:0.0:1787757588.223836:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:2.0:1787757588.223842:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757588.223848:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787757588.223851:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:2.0:1787757588.223852:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:2.0:1787757588.223858:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757588.223862:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000100:00000200:0.0:1787757588.223866:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61f0c0 x1874594466088064/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787757588.223867:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:2.0:1787757588.223876:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:2.0:1787757588.223890:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757588.223898:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757588.223905:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757588.223908:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787757588.223910:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757588.223917:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00000040:0.0:1787757588.223920:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61f0c0 x1874594466088064/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757613 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787757588.223927:0:277752:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757588.223937:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757588.223945:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787757588.223952:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757588.223955:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757588.223958:0:238954:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1787757588.223963:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757588.223970:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757588.223970:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757588.223975:0:277752:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787757588.223981:0:277752:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757588.223989:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757588.223990:0:277752:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757588.223998:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61d680.
00000100:00000001:0.0:1787757588.224001:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313841065
00000020:00000040:2.0:1787757588.224005:0:277752:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:2.0:1787757588.224014:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757588.224016:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757588.224019:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:0.0:1787757588.224020:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747300.
02000000:00000001:2.0:1787757588.224022:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757588.224027:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757588.224037:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafe000.
00000100:00000001:0.0:1787757588.224039:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787757588.224043:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757588.224056:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313841065
00000100:00100000:2.0:1787757588.224057:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61d680 x1874594466088320/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:0.0:1787757588.224074:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a7470c0.
00000100:00000001:0.0:1787757588.224110:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787757588.224121:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757588.224130:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757588.224132:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757588.224135:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1787757588.224143:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757588.224149:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757588/real 1787757588]  req@ffff92505e61f0c0 x1874594466088064/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787757588.224165:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054aea141] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61d680 x1874594466088320/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757588.224170:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757588.224176:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757588.224183:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000100:00000001:2.0:1787757588.224191:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757588.224195:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000100:00000040:2.0:1787757588.224199:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1787757588.224205:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000040:2.0:1787757588.224207:0:277752:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1787757588.224222:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:2.0:1787757588.224223:0:277752:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19177)
00000100:00000200:0.0:1787757588.224242:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61f0c0 x1874594466088064/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757588.224306:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61f0c0 x1874594466088064/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757588.224319:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757588.224323:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757588.224327:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757588.224329:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757588.224336:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61f0c0 x1874594466088064/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757588.224345:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757588.224351:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61f0c0 x1874594466088064/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757613 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757588.224360:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757588.224364:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757588.224366:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757588.224367:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757588.224370:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757588.224373:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757588.224376:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757588.224381:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757588.224384:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757588.224389:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61f0c0 x1874594466088064/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757613 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757588.224399:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466088064:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787757588.224406:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757588.224409:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757588.224413:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61f0c0 x1874594466088064/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757613 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757588.224422:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757588.224426:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757588.224430:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad5800.
02000000:00000001:0.0:1787757588.224435:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757588.224438:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757588.224440:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:0.0:1787757588.224443:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757588.224446:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafcc00.
02000000:00000001:0.0:1787757588.224451:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757588.224454:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757588.224456:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61f0c0.
00000100:00000001:0.0:1787757588.224460:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757588.224461:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757588.224465:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757588.224475:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757588.224477:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757588.224480:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757588.224482:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757588.224484:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757588.224489:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61cf00 x1874594466088192/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757588.224498:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757588.224500:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757588.224503:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757588.224506:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757588.224508:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757588.224512:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466088192:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757588.224516:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757588.224519:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757588.224521:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757588.224523:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757588.224528:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad5800.
02000000:00000001:0.0:1787757588.224531:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757588.224536:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757588.224540:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787757588.224544:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787757588.224548:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466088192, portal 10
00000100:00000001:0.0:1787757588.224552:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757588.224554:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611348224 : -120601098203392 : ffff92505e61cf00)
00000100:00000040:0.0:1787757588.224562:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61cf00 x1874594466088192/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757588.224571:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757588.224574:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757588.224577:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000200:0.0:1787757588.224580:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466088192, offset 0
00000400:00000200:0.0:1787757588.224585:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757588.224592:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757588.224597:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757588.224602:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757588.224606:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757588.224609:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757588.224612:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757588.224617:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56600:56600:256:4294967295] 192.168.201.154@tcp LPNI seq info [56600:56600:8:4294967295]
00000400:00000200:0.0:1787757588.224622:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757588.224632:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757588.224638:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757588.224642:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a300.
00000800:00000200:0.0:1787757588.224648:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757588.224651:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787757588.224658:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757588.224661:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1787757588.224666:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757588.224668:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a300.
00000400:00000200:0.0:1787757588.224673:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757588.224677:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757588.224681:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757588.224684:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757588.224688:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757588.224692:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61cf00 x1874594466088192/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757588.224711:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757588.224715:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61cf00 x1874594466088192/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757613 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757588.224724:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757588.224726:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757588.224730:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757588.224736:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:0.0:1787757588.224740:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757588.224742:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313840170
00000100:00000001:0.0:1787757588.224746:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313841065
00000100:00000001:0.0:1787757588.224749:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313840170
00000100:00000001:0.0:1787757588.224752:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313841065
00000100:00000001:0.0:1787757588.224755:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757588.224757:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757588.224760:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757588.224764:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757588/real 1787757588]  req@ffff92505e61cf00 x1874594466088192/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757588.224773:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757588.224775:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757588.224777:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757588.224780:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757588.224783:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757588.224786:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757588.224789:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61cf00 x1874594466088192/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757588.224799:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61cf00 x1874594466088192/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757588.224807:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757588.224810:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757588.224812:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757588.224814:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757588.224818:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61cf00 x1874594466088192/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757588.224827:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757588.224831:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61cf00 x1874594466088192/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757613 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757588.224839:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757588.224842:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757588.224844:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757588.224846:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757588.224848:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757588.224851:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757588.224854:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757588.224858:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757588.224860:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757588.224865:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61cf00 x1874594466088192/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757613 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757588.224874:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466088192:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757588.224879:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757588.224883:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61d680 x1874594466088320/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757588.224892:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757588.224894:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757588.224896:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757588.224899:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757588.224901:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757588.224939:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466088320:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757588.224944:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757588.224946:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757588.224948:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757588.224951:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757588.224956:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad4800.
02000000:00000001:0.0:1787757588.224958:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757588.224963:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757588.224966:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787757588.224970:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787757588.224974:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466088320, portal 4
00000100:00000001:0.0:1787757588.224977:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757588.224979:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611350144 : -120601098201472 : ffff92505e61d680)
00000100:00000040:0.0:1787757588.224990:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61d680 x1874594466088320/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757588.225004:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757588.225009:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757588.225013:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000200:0.0:1787757588.225018:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466088320, offset 0
00000400:00000200:0.0:1787757588.225026:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757588.225033:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757588.225040:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757588.225046:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757588.225052:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757588.225057:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757588.225062:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757588.225069:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56601:56601:256:4294967295] 192.168.201.154@tcp LPNI seq info [56601:56601:8:4294967295]
00000400:00000200:0.0:1787757588.225078:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757588.225113:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757588.225120:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757588.225125:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a300.
00000800:00000200:0.0:1787757588.225132:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757588.225135:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787757588.225141:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757588.225144:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1787757588.225149:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757588.225152:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a300.
00000400:00000200:0.0:1787757588.225157:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757588.225162:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757588.225166:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757588.225168:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757588.225173:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757588.225180:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61d680 x1874594466088320/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757588.225197:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757588.225204:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61d680 x1874594466088320/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757613 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757588.225217:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757588.225220:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757588.225228:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757588.225234:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:0.0:1787757588.225241:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757588.225245:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313840153
00000100:00000001:0.0:1787757588.225250:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313841065
00000100:00000001:0.0:1787757588.225255:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313840153
00000100:00000001:0.0:1787757588.225259:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313841065
00000100:00000001:0.0:1787757588.225264:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757588.225304:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757588.225308:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757588.225318:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757588/real 1787757588]  req@ffff92505e61d680 x1874594466088320/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757588.225331:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757588.225334:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757588.225337:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757588.225340:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757588.225343:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757588.225347:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757588.225351:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61d680 x1874594466088320/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757588.225361:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61d680 x1874594466088320/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757588.225370:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757588.225372:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757588.225374:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757588.225375:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757588.225380:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61d680 x1874594466088320/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757588.225388:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757588.225392:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61d680 x1874594466088320/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757613 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757588.225401:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757588.225404:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757588.225406:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757588.225408:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757588.225410:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757588.225412:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757588.225416:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757588.225420:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757588.225422:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757588.225427:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61d680 x1874594466088320/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757613 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757588.225444:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466088320:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757588.225449:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757588.225452:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757588.225456:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61cf00 x1874594466088192/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757613 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757588.225464:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757588.225466:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757588.225469:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad5800.
02000000:00000001:0.0:1787757588.225472:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757588.225474:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757588.225476:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:0.0:1787757588.225478:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757588.225481:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafc000.
02000000:00000001:0.0:1787757588.225483:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757588.225485:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757588.225487:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61cf00.
00000100:00000001:0.0:1787757588.225491:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757588.225492:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757588.225495:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757588.225498:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61d680 x1874594466088320/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757613 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757588.225506:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757588.225507:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757588.225509:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad4800.
02000000:00000001:0.0:1787757588.225512:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757588.225513:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757588.225514:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:0.0:1787757588.225517:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757588.225518:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafe000.
02000000:00000001:0.0:1787757588.225521:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757588.225522:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757588.225524:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61d680.
00000100:00000001:0.0:1787757588.225527:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757588.225529:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757588.225532:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757588.225537:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757588.225539:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757588.225541:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757588.225544:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757588.734383:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757588.734395:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757588.734398:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757588.734407:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757588.734414:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757588.734422:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757588.734428:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757588.734434:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757588.734440:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757589.054507:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757589.054519:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757589.054528:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757589.054530:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757589.054535:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757589.054536:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757589.054651:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757589.054661:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757589.054668:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757589.182390:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313841065, at 4313841088
00000100:00000010:3.0:1787757589.182426:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a7470c0.
00000100:00000040:2.0:1787757589.182430:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313841065, at 4313841088
00000100:00000010:2.0:1787757589.182452:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747300.
00000100:00000001:0.0:1787757589.758363:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757589.758420:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757589.758424:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757589.758434:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757589.758441:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757589.758447:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757589.758452:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757589.758457:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757589.758463:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757590.078425:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757590.078435:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757590.078447:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757590.078450:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757590.078458:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757590.078461:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757590.078537:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757590.078543:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757590.078549:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757590.782399:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757590.782409:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757590.782412:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757590.782419:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757590.782423:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757590.782428:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757590.782432:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757590.782435:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757590.782438:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757591.102385:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757591.102393:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757591.102403:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757591.102407:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757591.102417:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757591.102419:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757591.102491:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757591.102498:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757591.102502:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757591.806377:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757591.806384:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757591.806386:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757591.806391:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757591.806394:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757591.806397:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757591.806399:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757591.806401:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757591.806403:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757592.126457:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757592.126479:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757592.126485:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757592.126496:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757592.126507:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757592.126512:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757592.126518:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757592.126525:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757592.126536:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757592.126540:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757592.126544:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757592.126549:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757592.126564:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757592.126566:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757592.126569:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757592.126575:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757592.126585:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757592.126588:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757592.126707:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757592.126713:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757592.126718:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757592.830508:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757592.830520:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757592.830523:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757592.830540:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757592.830546:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757592.830552:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757592.830567:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757592.830571:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757592.830577:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757593.150437:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757593.150450:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757593.150464:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757593.150467:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757593.150475:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757593.150478:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757593.150623:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757593.150633:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757593.150639:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787757593.342487:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757593.342504:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787757593.342598:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757593.342613:0:277752:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757593.342622:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757593.342631:0:277752:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19172
00000400:00000200:0.0:1787757593.342644:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757593.342653:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757593.342659:0:277752:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757593.342665:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757593.342671:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757593.342676:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757593.342681:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757593.342689:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757593.342692:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787757593.342698:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757593.342740:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787757593.342746:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787757593.342751:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787757593.342760:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757593.342766:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757593.342769:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757593.342771:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757593.342775:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787757593.342780:0:277752:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757593.342784:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757593.342788:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757593.342792:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757593.342796:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757593.342799:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787757593.342803:0:277752:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757593.342815:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae47c00.
00000020:00000040:0.0:1787757593.342820:0:277752:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787757593.342826:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757593.342828:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757593.342832:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757593.342835:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757593.342840:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757593.342850:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad4800.
00000100:00000001:0.0:1787757593.342859:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757593.342871:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae47c00 x1874594466088448/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757593.342885:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757593.342891:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757593.342897:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006db13aa7] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae47c00 x1874594466088448/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757593.342931:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757593.342937:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757593.342943:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787757593.342945:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757593.342948:0:277752:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757593.342952:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757593.342956:0:277752:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19172
00000400:00000200:0.0:1787757593.342963:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757593.342980:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757593.342984:0:277752:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757593.342987:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757593.343016:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787757593.343017:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1787757593.343022:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757593.343028:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:2.0:1787757593.343030:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1787757593.343033:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757593.343037:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000100:00000001:2.0:1787757593.343039:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1787757593.343041:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757593.343047:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:0.0:1787757593.343051:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:2.0:1787757593.343056:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae47c00 x1874594466088448/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787757593.343057:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:0.0:1787757593.343070:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757593.343078:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757593.343086:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757593.343093:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:2.0:1787757593.343097:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1787757593.343099:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00000001:2.0:1787757593.343103:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757593.343107:0:277752:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
02000000:00000001:2.0:1787757593.343112:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787757593.343114:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757593.343120:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757593.343121:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757593.343129:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757593.343133:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1787757593.343137:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae47c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466088448:192.168.201.154@tcp:250:kworker.0
02000000:00000001:0.0:1787757593.343141:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757593.343149:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757593.343153:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:0.0:1787757593.343158:0:277752:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787757593.343160:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:0.0:1787757593.343168:0:277752:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757593.343169:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757593.343178:0:277752:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757593.343179:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:0.0:1787757593.343192:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae45680.
02000000:00000010:2.0:1787757593.343193:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507caff400.
00000020:00000040:0.0:1787757593.343200:0:277752:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:2.0:1787757593.343201:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757593.343209:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757593.343214:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757593.343218:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757593.343220:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757593.343225:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757593.343229:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787757593.343229:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241f420.
02000000:00000010:0.0:1787757593.343238:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad5800.
00000400:00000010:2.0:1787757593.343243:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899ca18.
00000100:00000001:0.0:1787757593.343247:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757593.343259:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae45680 x1874594466088576/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1787757593.343319:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466088448, portal 25
00000100:00000001:0.0:1787757593.343328:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757593.343329:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757593.343335:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089674240 : -120600619877376 : ffff92507ae47c00)
00000100:00000001:0.0:1787757593.343337:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757593.343349:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078e2ff1a] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae45680 x1874594466088576/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787757593.343360:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae47c00 x1874594466088448/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757593.343370:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757593.343380:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757593.343393:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787757593.343397:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787757593.343399:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757593.343405:0:277752:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757593.343412:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:2.0:1787757593.343415:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00080000:0.0:1787757593.343419:0:277752:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19172
00000400:00000010:2.0:1787757593.343428:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c4c8.
00000400:00000200:0.0:1787757593.343429:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757593.343437:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757593.343442:0:277752:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1787757593.343444:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466088448, offset 0
00000100:00000040:0.0:1787757593.343448:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757593.343457:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757593.343460:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757593.343463:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:2.0:1787757593.343469:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000020:00000001:0.0:1787757593.343470:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757593.343477:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:0.0:1787757593.343480:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1787757593.343488:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757593.343499:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000020:00000040:0.0:1787757593.343507:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000400:00000200:2.0:1787757593.343508:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:0.0:1787757593.343517:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:2.0:1787757593.343520:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000020:00000001:0.0:1787757593.343523:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:2.0:1787757593.343533:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1787757593.343534:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757593.343543:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787757593.343548:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00000040:0.0:1787757593.343552:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757593.343559:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:2.0:1787757593.343563:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56602:56602:256:4294967295] 192.168.201.154@tcp LPNI seq info [56602:56602:8:4294967295]
00000020:00000040:0.0:1787757593.343566:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:0.0:1787757593.343577:0:277752:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000400:00000200:2.0:1787757593.343581:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757593.343584:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757593.343590:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757593.343595:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757593.343606:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757593.343609:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1787757593.343611:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787757593.343618:0:277752:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787757593.343626:0:277752:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787757593.343628:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000001:0.0:1787757593.343631:0:277752:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787757593.343640:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acf00.
00000100:00000010:0.0:1787757593.343642:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae46940.
00000020:00000040:0.0:1787757593.343652:0:277752:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:0.0:1787757593.343657:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757593.343661:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757593.343665:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757593.343669:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757593.343672:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787757593.343676:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000010:0.0:1787757593.343684:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6800.
00000800:00000200:2.0:1787757593.343686:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1787757593.343698:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787757593.343702:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757593.343710:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000100:00100000:0.0:1787757593.343718:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae46940 x1874594466088704/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787757593.343721:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757593.343727:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acf00.
00000400:00000200:2.0:1787757593.343741:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1787757593.343750:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787757593.343755:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1787757593.343762:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757593.343765:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c4c8
00000400:00000010:2.0:1787757593.343772:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c4c8.
00000100:00000040:0.0:1787757593.343779:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013e8296f] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae46940 x1874594466088704/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757593.343781:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757593.343794:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae47c00 x1874594466088448/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757593.343803:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757593.343812:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787757593.343818:0:277752:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1787757593.343824:0:277752:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19182)
00000100:00000001:2.0:1787757593.343835:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757593.343844:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae47c00 x1874594466088448/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757618 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757593.343855:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757593.343859:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757593.343867:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757593.343874:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757593.343877:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313846185
00000100:00000010:2.0:1787757593.343886:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c780.
00000100:00000001:2.0:1787757593.343894:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787757593.343902:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313846185
00000100:00000010:2.0:1787757593.343906:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c180.
00000100:00000001:2.0:1787757593.343911:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787757593.343915:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757593.343918:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757593.343923:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757593.343929:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757593/real 1787757593]  req@ffff92507ae47c00 x1874594466088448/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757593.343942:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757593.343944:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757593.343949:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241f420.
00000400:00000200:2.0:1787757593.343955:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899ca18
00000400:00000010:2.0:1787757593.343958:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899ca18.
00000100:00000001:2.0:1787757593.343963:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757593.343970:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae47c00 x1874594466088448/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757593.343988:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae47c00 x1874594466088448/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757593.344024:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757593.344028:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757593.344033:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757593.344037:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757593.344047:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae47c00 x1874594466088448/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757593.344062:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757593.344070:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae47c00 x1874594466088448/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757618 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757593.344080:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757593.344084:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757593.344086:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757593.344088:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757593.344091:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757593.344093:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757593.344097:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757593.344102:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757593.344104:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757593.344110:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae47c00 x1874594466088448/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757618 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757593.344121:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae47c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466088448:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757593.344131:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757593.344135:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757593.344139:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae47c00 x1874594466088448/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757618 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757593.344147:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757593.344150:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757593.344154:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507caff400.
02000000:00000001:2.0:1787757593.344158:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757593.344161:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757593.344163:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:2.0:1787757593.344166:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757593.344170:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad4800.
02000000:00000001:2.0:1787757593.344174:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757593.344177:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757593.344179:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae47c00.
00000100:00000001:2.0:1787757593.344183:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757593.344185:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757593.344188:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757593.344198:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757593.344201:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757593.344204:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757593.344206:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757593.344208:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757593.344213:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae45680 x1874594466088576/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757593.344222:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757593.344224:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757593.344227:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757593.344230:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757593.344232:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757593.344236:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae45680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466088576:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757593.344241:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757593.344244:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757593.344246:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757593.344249:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757593.344254:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507caff400.
02000000:00000001:2.0:1787757593.344257:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757593.344262:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757593.344266:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241f420.
00000400:00000010:2.0:1787757593.344303:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899ca18.
00000100:00000200:2.0:1787757593.344308:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466088576, portal 10
00000100:00000001:2.0:1787757593.344310:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757593.344312:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089664640 : -120600619886976 : ffff92507ae45680)
00000100:00000040:2.0:1787757593.344321:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae45680 x1874594466088576/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757593.344331:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757593.344334:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757593.344336:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c4c8.
00000100:00000200:2.0:1787757593.344341:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466088576, offset 0
00000400:00000200:2.0:1787757593.344349:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757593.344357:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757593.344365:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757593.344371:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757593.344377:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757593.344382:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757593.344386:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757593.344393:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56603:56603:256:4294967295] 192.168.201.154@tcp LPNI seq info [56603:56603:8:4294967295]
00000400:00000200:2.0:1787757593.344403:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757593.344416:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757593.344427:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757593.344434:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acf00.
00000800:00000200:2.0:1787757593.344443:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757593.344449:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787757593.344455:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757593.344459:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787757593.344464:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757593.344467:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acf00.
00000400:00000200:2.0:1787757593.344472:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757593.344477:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757593.344481:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c4c8
00000400:00000010:2.0:1787757593.344483:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c4c8.
00000100:00000001:2.0:1787757593.344487:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757593.344492:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae45680 x1874594466088576/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757593.344503:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757593.344507:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae45680 x1874594466088576/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757618 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757593.344516:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757593.344518:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757593.344522:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757593.344528:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:2.0:1787757593.344532:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757593.344535:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313845290
00000100:00000001:2.0:1787757593.344539:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313846185
00000100:00000001:2.0:1787757593.344542:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313845290
00000100:00000001:2.0:1787757593.344545:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313846185
00000100:00000001:2.0:1787757593.344547:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757593.344550:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757593.344552:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757593.344557:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757593/real 1787757593]  req@ffff92507ae45680 x1874594466088576/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757593.344567:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757593.344570:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757593.344572:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241f420.
00000400:00000200:2.0:1787757593.344575:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899ca18
00000400:00000010:2.0:1787757593.344578:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899ca18.
00000100:00000001:2.0:1787757593.344580:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757593.344585:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae45680 x1874594466088576/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757593.344596:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae45680 x1874594466088576/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757593.344604:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757593.344606:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757593.344608:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757593.344609:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757593.344614:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae45680 x1874594466088576/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757593.344622:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757593.344627:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae45680 x1874594466088576/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757618 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757593.344635:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757593.344638:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757593.344640:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757593.344641:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757593.344644:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757593.344646:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757593.344649:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757593.344654:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757593.344657:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757593.344662:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae45680 x1874594466088576/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757618 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757593.344671:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae45680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466088576:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757593.344676:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757593.344680:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae46940 x1874594466088704/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757593.344697:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757593.344699:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757593.344702:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757593.344704:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757593.344707:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757593.344710:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae46940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466088704:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757593.344714:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757593.344717:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757593.344719:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757593.344721:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757593.344725:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafd000.
02000000:00000001:2.0:1787757593.344728:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757593.344732:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757593.344735:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241f420.
00000400:00000010:2.0:1787757593.344739:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899ca18.
00000100:00000200:2.0:1787757593.344743:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466088704, portal 4
00000100:00000001:2.0:1787757593.344745:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757593.344747:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089669440 : -120600619882176 : ffff92507ae46940)
00000100:00000040:2.0:1787757593.344755:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae46940 x1874594466088704/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757593.344763:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757593.344766:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757593.344768:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c4c8.
00000100:00000200:2.0:1787757593.344771:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466088704, offset 0
00000400:00000200:2.0:1787757593.344776:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757593.344780:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757593.344785:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757593.344788:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757593.344792:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757593.344795:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757593.344798:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757593.344803:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56604:56604:256:4294967295] 192.168.201.154@tcp LPNI seq info [56604:56604:8:4294967295]
00000400:00000200:2.0:1787757593.344808:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757593.344817:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757593.344823:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757593.344826:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acf00.
00000800:00000200:2.0:1787757593.344831:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757593.344835:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787757593.344840:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757593.344843:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787757593.344848:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757593.344851:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acf00.
00000400:00000200:2.0:1787757593.344855:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757593.344859:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757593.344863:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c4c8
00000400:00000010:2.0:1787757593.344865:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c4c8.
00000100:00000001:2.0:1787757593.344868:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757593.344872:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae46940 x1874594466088704/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757593.344881:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757593.344885:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae46940 x1874594466088704/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757618 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757593.344892:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757593.344895:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757593.344898:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757593.344901:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:2.0:1787757593.344905:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757593.344907:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313845273
00000100:00000001:2.0:1787757593.344910:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313846185
00000100:00000001:2.0:1787757593.344912:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313845273
00000100:00000001:2.0:1787757593.344915:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313846185
00000100:00000001:2.0:1787757593.344918:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757593.344922:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757593.344925:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757593.344933:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757593/real 1787757593]  req@ffff92507ae46940 x1874594466088704/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757593.344949:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757593.344952:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757593.344956:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241f420.
00000400:00000200:2.0:1787757593.344961:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899ca18
00000400:00000010:2.0:1787757593.344964:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899ca18.
00000100:00000001:2.0:1787757593.344968:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757593.344976:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae46940 x1874594466088704/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757593.345020:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae46940 x1874594466088704/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757593.345036:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757593.345039:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757593.345044:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757593.345047:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757593.345054:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae46940 x1874594466088704/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757593.345063:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757593.345068:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae46940 x1874594466088704/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757618 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757593.345077:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757593.345080:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757593.345082:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757593.345083:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757593.345086:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757593.345088:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757593.345091:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757593.345096:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757593.345098:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757593.345104:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae46940 x1874594466088704/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757618 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757593.345113:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae46940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466088704:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757593.345118:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757593.345121:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757593.345124:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae45680 x1874594466088576/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757618 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757593.345132:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757593.345134:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757593.345137:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507caff400.
02000000:00000001:2.0:1787757593.345141:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757593.345143:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757593.345145:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:2.0:1787757593.345148:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757593.345150:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad5800.
02000000:00000001:2.0:1787757593.345153:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757593.345155:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757593.345157:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae45680.
00000100:00000001:2.0:1787757593.345161:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757593.345162:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757593.345164:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757593.345168:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae46940 x1874594466088704/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757618 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757593.345176:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757593.345177:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757593.345179:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafd000.
02000000:00000001:2.0:1787757593.345181:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757593.345183:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757593.345184:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:2.0:1787757593.345186:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757593.345189:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad6800.
02000000:00000001:2.0:1787757593.345192:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757593.345193:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757593.345195:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae46940.
00000100:00000001:2.0:1787757593.345198:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757593.345200:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757593.345202:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757593.345207:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757593.345208:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757593.345211:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757593.345213:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757593.854466:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757593.854478:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757593.854481:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757593.854490:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757593.854495:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757593.854502:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757593.854506:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757593.854510:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757593.854515:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757594.174413:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757594.174425:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757594.174438:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757594.174441:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757594.174448:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757594.174456:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757594.174460:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757594.174467:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757594.174473:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757594.174477:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757594.174481:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757594.174487:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757594.174588:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757594.174597:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757594.174604:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757594.302361:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313846185, at 4313846208
00000100:00000040:2.0:1787757594.302383:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313846185, at 4313846208
00000100:00000010:3.0:1787757594.302385:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c180.
00000100:00000010:2.0:1787757594.302396:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c780.
00000100:00000001:0.0:1787757594.878434:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757594.878445:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757594.878448:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757594.878455:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757594.878461:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757594.878467:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757594.878470:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757594.878474:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757594.878478:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757595.198462:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757595.198475:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757595.198487:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757595.198490:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757595.198497:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757595.198499:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757595.198596:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757595.198606:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757595.198613:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757595.902454:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757595.902465:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757595.902469:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757595.902477:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757595.902482:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757595.902489:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757595.902493:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757595.902498:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757595.902501:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757596.222433:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757596.222448:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757596.222462:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757596.222466:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757596.222474:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757596.222478:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757596.222571:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757596.222581:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757596.222587:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757596.926382:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757596.926405:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757596.926407:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757596.926413:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757596.926416:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757596.926419:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757596.926421:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757596.926423:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757596.926432:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757597.246445:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757597.246455:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757597.246466:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757597.246468:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757597.246473:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757597.246475:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757597.246543:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757597.246551:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757597.246556:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757597.950375:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757597.950383:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757597.950384:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757597.950389:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757597.950392:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757597.950395:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757597.950397:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757597.950398:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757597.950400:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757598.270369:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757598.270376:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757598.270383:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757598.270384:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757598.270389:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757598.270390:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757598.270438:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757598.270443:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757598.270446:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787757598.462354:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757598.462368:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787757598.462371:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757598.462376:0:277752:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757598.462381:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757598.462390:0:277752:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19177
00000400:00000200:0.0:1787757598.462398:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757598.462404:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757598.462407:0:277752:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757598.462410:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757598.462412:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757598.462415:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757598.462417:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757598.462421:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757598.462423:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787757598.462425:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757598.462429:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787757598.462431:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787757598.462434:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787757598.462437:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757598.462439:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757598.462440:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757598.462442:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757598.462444:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787757598.462447:0:277752:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757598.462449:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757598.462451:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757598.462454:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757598.462456:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757598.462458:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787757598.462460:0:277752:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757598.462466:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae47480.
00000020:00000040:0.0:1787757598.462469:0:277752:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787757598.462473:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757598.462474:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757598.462477:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757598.462480:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757598.462483:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757598.462490:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad7000.
00000100:00000001:0.0:1787757598.462496:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757598.462504:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae47480 x1874594466088832/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757598.462513:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757598.462517:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757598.462521:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ecd7b1f2] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae47480 x1874594466088832/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757598.462542:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757598.462545:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757598.462548:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787757598.462549:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757598.462551:0:277752:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757598.462554:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757598.462557:0:277752:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19177
00000400:00000200:0.0:1787757598.462561:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757598.462564:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757598.462566:0:277752:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757598.462569:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757598.462570:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757598.462572:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757598.462576:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757598.462576:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757598.462578:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:2.0:1787757598.462580:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1787757598.462581:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757598.462584:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:0.0:1787757598.462586:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757598.462589:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000100:00000040:2.0:1787757598.462590:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae47480 x1874594466088832/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787757598.462592:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:0.0:1787757598.462598:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:0.0:1787757598.462605:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757598.462609:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787757598.462609:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1787757598.462613:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757598.462614:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757598.462616:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
02000000:00000001:2.0:1787757598.462619:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1787757598.462620:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
02000000:00000001:2.0:1787757598.462624:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1787757598.462625:0:277752:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
02000000:00000001:2.0:1787757598.462629:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757598.462630:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757598.462634:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1787757598.462635:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466088832:192.168.201.154@tcp:250:kworker.0
02000000:00000001:0.0:1787757598.462640:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757598.462641:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757598.462645:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757598.462646:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787757598.462647:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:2.0:1787757598.462650:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787757598.462653:0:277752:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787757598.462653:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:0.0:1787757598.462658:0:277752:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757598.462661:0:277752:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757598.462661:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafd000.
02000000:00000001:2.0:1787757598.462666:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757598.462668:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae47840.
00000020:00000040:0.0:1787757598.462672:0:277752:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000400:00000200:2.0:1787757598.462673:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000001:0.0:1787757598.462675:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757598.462678:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757598.462680:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1787757598.462680:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241f420.
02000000:00000001:0.0:1787757598.462683:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757598.462686:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757598.462690:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6000.
00000400:00000010:2.0:1787757598.462690:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899ca18.
00000100:00000001:0.0:1787757598.462697:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787757598.462700:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466088832, portal 25
00000100:00100000:0.0:1787757598.462704:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae47840 x1874594466088960/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757598.462705:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757598.462707:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089672320 : -120600619879296 : ffff92507ae47480)
00000100:00000040:2.0:1787757598.462717:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae47480 x1874594466088832/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757598.462718:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757598.462723:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757598.462731:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000cd63e1] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae47840 x1874594466088960/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757598.462732:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757598.462740:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757598.462745:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c4c8.
00000100:00000001:0.0:1787757598.462747:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787757598.462749:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466088832, offset 0
00000100:00080000:0.0:1787757598.462751:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757598.462755:0:277752:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787757598.462759:0:277752:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1787757598.462759:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00080000:0.0:1787757598.462763:0:277752:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757598.462765:0:277752:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757598.462768:0:277752:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19177
00000400:00000200:2.0:1787757598.462771:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757598.462776:0:277752:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757598.462780:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757598.462782:0:277752:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757598.462786:0:277752:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757598.462788:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757598.462789:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757598.462791:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757598.462793:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757598.462795:0:277752:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757598.462796:0:277752:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:0.0:1787757598.462797:0:277752:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757598.462799:0:277752:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:0.0:1787757598.462800:0:277752:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:0.0:1787757598.462801:0:277752:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:0.0:1787757598.462803:0:277752:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757598.462805:0:277752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757598.462806:0:277752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757598.462807:0:277752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757598.462809:0:277752:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:0.0:1787757598.462811:0:277752:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000400:00000200:2.0:1787757598.462812:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1787757598.462814:0:277752:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757598.462817:0:277752:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787757598.462819:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
02000000:00000001:0.0:1787757598.462821:0:277752:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757598.462823:0:277752:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757598.462825:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1787757598.462826:0:277752:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787757598.462831:0:277752:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787757598.462831:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000008:00000001:0.0:1787757598.462836:0:277752:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757598.462838:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56605:56605:256:4294967295] 192.168.201.154@tcp LPNI seq info [56605:56605:8:4294967295]
00000100:00000001:0.0:1787757598.462840:0:277752:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757598.462845:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000010:0.0:1787757598.462848:0:277752:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae44f00.
00000020:00000040:0.0:1787757598.462853:0:277752:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000400:00000200:2.0:1787757598.462857:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1787757598.462859:0:277752:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757598.462863:0:277752:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787757598.462866:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000001:0.0:1787757598.462868:0:277752:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757598.462872:0:277752:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:2.0:1787757598.462873:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acf00.
02000000:00000001:0.0:1787757598.462875:0:277752:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787757598.462882:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000010:0.0:1787757598.462883:0:277752:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad7c00.
00000800:00000200:2.0:1787757598.462886:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 11 secs later)
00000100:00000001:0.0:1787757598.462889:0:277752:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787757598.462895:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757598.462919:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 11 secs later)
00000800:00000100:2.0:1787757598.462924:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757598.462926:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acf00.
00000400:00000200:2.0:1787757598.462931:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757598.462935:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757598.462939:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c4c8
00000400:00000010:2.0:1787757598.462942:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c4c8.
00000100:00000001:2.0:1787757598.462945:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757598.462950:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae47480 x1874594466088832/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757598.462958:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757598.462961:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae47480 x1874594466088832/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757623 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757598.462967:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757598.462968:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757598.463062:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757598.463067:0:277752:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae44f00 x1874594466089088/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787757598.463083:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757598.463093:0:277752:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757598.463095:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313851304
00000100:00000010:2.0:1787757598.463101:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c780.
00000100:00000001:0.0:1787757598.463105:0:277752:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757598.463109:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787757598.463117:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313851304
00000100:00000040:0.0:1787757598.463118:0:277752:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b63fe09a] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae44f00 x1874594466089088/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1787757598.463123:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c300.
00000100:00000001:2.0:1787757598.463129:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787757598.463132:0:277752:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757598.463134:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1787757598.463136:0:277752:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787757598.463137:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757598.463143:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1787757598.463144:0:277752:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1787757598.463150:0:277752:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19188)
00000100:00100000:2.0:1787757598.463151:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757598/real 1787757598]  req@ffff92507ae47480 x1874594466088832/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757598.463166:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757598.463168:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757598.463170:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241f420.
00000400:00000200:2.0:1787757598.463173:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899ca18
00000400:00000010:2.0:1787757598.463175:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899ca18.
00000100:00000001:2.0:1787757598.463177:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757598.463181:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae47480 x1874594466088832/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757598.463188:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae47480 x1874594466088832/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757598.463194:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757598.463195:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757598.463197:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757598.463199:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757598.463202:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae47480 x1874594466088832/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757598.463208:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757598.463212:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae47480 x1874594466088832/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757623 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757598.463218:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757598.463221:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757598.463222:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757598.463223:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757598.463225:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757598.463227:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757598.463229:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757598.463232:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757598.463233:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757598.463236:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae47480 x1874594466088832/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757623 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757598.463243:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466088832:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757598.463247:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757598.463248:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757598.463250:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae47480 x1874594466088832/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757623 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757598.463254:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757598.463256:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757598.463258:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafd000.
02000000:00000001:2.0:1787757598.463260:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757598.463262:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757598.463263:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:2.0:1787757598.463264:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757598.463266:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad7000.
02000000:00000001:2.0:1787757598.463293:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757598.463294:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757598.463296:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae47480.
00000100:00000001:2.0:1787757598.463299:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757598.463300:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757598.463302:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757598.463323:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757598.463325:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757598.463327:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757598.463329:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757598.463331:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757598.463334:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae47840 x1874594466088960/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757598.463340:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757598.463341:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757598.463343:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757598.463344:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757598.463345:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757598.463347:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae47840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466088960:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757598.463350:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757598.463352:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757598.463353:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757598.463354:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757598.463357:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafd000.
02000000:00000001:2.0:1787757598.463358:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757598.463361:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757598.463363:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241f420.
00000400:00000010:2.0:1787757598.463372:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899ca18.
00000100:00000200:2.0:1787757598.463375:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466088960, portal 10
00000100:00000001:2.0:1787757598.463377:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757598.463377:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089673280 : -120600619878336 : ffff92507ae47840)
00000100:00000040:2.0:1787757598.463401:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae47840 x1874594466088960/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757598.463410:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757598.463413:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757598.463416:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c4c8.
00000100:00000200:2.0:1787757598.463419:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466088960, offset 0
00000400:00000200:2.0:1787757598.463424:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757598.463431:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757598.463436:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757598.463440:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757598.463444:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757598.463447:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757598.463451:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757598.463455:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56606:56606:256:4294967295] 192.168.201.154@tcp LPNI seq info [56606:56606:8:4294967295]
00000400:00000200:2.0:1787757598.463460:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757598.463469:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757598.463474:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757598.463479:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acf00.
00000800:00000200:2.0:1787757598.463498:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757598.463503:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1787757598.463509:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757598.463513:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 11 secs later)
00000800:00000100:2.0:1787757598.463518:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757598.463520:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acf00.
00000400:00000200:2.0:1787757598.463525:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757598.463529:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757598.463534:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c4c8
00000400:00000010:2.0:1787757598.463536:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c4c8.
00000100:00000001:2.0:1787757598.463539:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757598.463544:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae47840 x1874594466088960/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757598.463554:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757598.463558:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae47840 x1874594466088960/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757623 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757598.463567:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757598.463569:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757598.463573:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757598.463578:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:2.0:1787757598.463583:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757598.463586:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313850409
00000100:00000001:2.0:1787757598.463589:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313851304
00000100:00000001:2.0:1787757598.463592:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313850409
00000100:00000001:2.0:1787757598.463595:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313851304
00000100:00000001:2.0:1787757598.463598:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757598.463600:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757598.463603:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757598.463607:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757598/real 1787757598]  req@ffff92507ae47840 x1874594466088960/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757598.463616:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757598.463618:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757598.463621:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241f420.
00000400:00000200:2.0:1787757598.463624:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899ca18
00000400:00000010:2.0:1787757598.463626:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899ca18.
00000100:00000001:2.0:1787757598.463629:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757598.463633:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae47840 x1874594466088960/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757598.463643:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae47840 x1874594466088960/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757598.463650:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757598.463652:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757598.463654:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757598.463656:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757598.463676:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae47840 x1874594466088960/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757598.463680:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757598.463683:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae47840 x1874594466088960/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757623 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757598.463687:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757598.463689:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757598.463690:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757598.463691:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757598.463692:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757598.463694:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757598.463696:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757598.463697:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757598.463699:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757598.463701:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae47840 x1874594466088960/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757623 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757598.463706:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae47840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466088960:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757598.463709:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757598.463712:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae44f00 x1874594466089088/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757598.463716:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757598.463717:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757598.463719:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757598.463720:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757598.463721:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757598.463723:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae44f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466089088:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757598.463725:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757598.463727:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757598.463728:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757598.463729:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757598.463732:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507caff400.
02000000:00000001:2.0:1787757598.463733:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757598.463736:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757598.463737:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241f420.
00000400:00000010:2.0:1787757598.463740:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899ca18.
00000100:00000200:2.0:1787757598.463742:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466089088, portal 4
00000100:00000001:2.0:1787757598.463743:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757598.463744:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089662720 : -120600619888896 : ffff92507ae44f00)
00000100:00000040:2.0:1787757598.463749:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae44f00 x1874594466089088/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757598.463753:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757598.463754:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757598.463756:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c4c8.
00000100:00000200:2.0:1787757598.463757:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466089088, offset 0
00000400:00000200:2.0:1787757598.463760:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757598.463763:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757598.463765:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757598.463767:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757598.463769:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757598.463771:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757598.463773:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757598.463775:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56607:56607:256:4294967295] 192.168.201.154@tcp LPNI seq info [56607:56607:8:4294967295]
00000400:00000200:2.0:1787757598.463777:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757598.463798:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757598.463804:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757598.463807:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acf00.
00000800:00000200:2.0:1787757598.463812:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757598.463816:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1787757598.463821:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757598.463824:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 11 secs later)
00000800:00000100:2.0:1787757598.463829:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757598.463831:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acf00.
00000400:00000200:2.0:1787757598.463835:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757598.463839:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757598.463843:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c4c8
00000400:00000010:2.0:1787757598.463845:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c4c8.
00000100:00000001:2.0:1787757598.463848:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757598.463853:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae44f00 x1874594466089088/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757598.463862:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757598.463866:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae44f00 x1874594466089088/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757623 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757598.463874:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757598.463876:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757598.463879:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757598.463883:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:2.0:1787757598.463886:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757598.463889:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313850392
00000100:00000001:2.0:1787757598.463891:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313851304
00000100:00000001:2.0:1787757598.463894:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313850392
00000100:00000001:2.0:1787757598.463898:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313851304
00000100:00000001:2.0:1787757598.463926:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757598.463929:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757598.463947:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757598.463951:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757598/real 1787757598]  req@ffff92507ae44f00 x1874594466089088/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757598.463957:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757598.463958:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757598.463959:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241f420.
00000400:00000200:2.0:1787757598.463961:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899ca18
00000400:00000010:2.0:1787757598.463962:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899ca18.
00000100:00000001:2.0:1787757598.463963:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757598.463965:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae44f00 x1874594466089088/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757598.463971:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae44f00 x1874594466089088/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757598.463975:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757598.463976:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757598.463977:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757598.463978:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757598.463981:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae44f00 x1874594466089088/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757598.463985:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757598.463987:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae44f00 x1874594466089088/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757623 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757598.463991:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757598.463993:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757598.463994:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757598.463994:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757598.464000:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757598.464002:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757598.464007:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757598.464010:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757598.464011:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757598.464014:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae44f00 x1874594466089088/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757623 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757598.464020:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae44f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466089088:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757598.464022:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757598.464024:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757598.464026:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae47840 x1874594466088960/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757623 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757598.464030:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757598.464031:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757598.464033:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafd000.
02000000:00000001:2.0:1787757598.464035:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757598.464036:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757598.464037:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:2.0:1787757598.464039:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757598.464040:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad6000.
02000000:00000001:2.0:1787757598.464041:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757598.464042:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757598.464044:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae47840.
00000100:00000001:2.0:1787757598.464045:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757598.464046:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757598.464047:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757598.464049:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae44f00 x1874594466089088/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757623 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757598.464053:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757598.464054:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757598.464055:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507caff400.
02000000:00000001:2.0:1787757598.464057:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757598.464058:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757598.464059:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:2.0:1787757598.464061:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757598.464062:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad7c00.
02000000:00000001:2.0:1787757598.464063:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757598.464064:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757598.464064:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae44f00.
00000100:00000001:2.0:1787757598.464066:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757598.464067:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757598.464068:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757598.464071:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757598.464072:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757598.464073:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757598.464074:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757598.975368:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757598.975380:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757598.975383:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757598.975390:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757598.975395:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757598.975400:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757598.975404:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757598.975407:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757598.975411:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757599.294431:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757599.294441:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757599.294452:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757599.294455:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757599.294461:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757599.294463:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757599.294599:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757599.294606:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757599.294611:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757599.422417:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313851304, at 4313851328
00000100:00000040:3.0:1787757599.422417:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313851304, at 4313851328
00000100:00000010:2.0:1787757599.422442:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c780.
00000100:00000010:3.0:1787757599.422448:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c300.
00000100:00000001:0.0:1787757599.998409:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757599.998422:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757599.998425:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757599.998433:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757599.998439:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757599.998443:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757599.998446:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757599.998450:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757599.998453:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757600.318496:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757600.318507:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757600.318522:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757600.318524:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757600.318530:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757600.318532:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757600.318636:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757600.318646:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757600.318652:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757601.022394:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757601.022406:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757601.022410:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757601.022417:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757601.022422:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757601.022427:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757601.022430:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757601.022434:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757601.022437:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757601.342510:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757601.342522:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757601.342531:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757601.342533:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757601.342538:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757601.342540:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757601.342707:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757601.342717:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757601.342724:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757602.046372:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757602.046387:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757602.046451:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757602.046460:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757602.046466:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757602.046471:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757602.046475:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757602.046479:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757602.046483:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757602.366452:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757602.366472:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757602.366477:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757602.366486:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757602.366496:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757602.366501:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757602.366506:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757602.366512:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757602.366522:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757602.366527:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757602.366529:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757602.366534:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757602.366537:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757602.366540:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757602.366544:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757602.366548:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757602.366555:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757602.366559:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757602.366697:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757602.366707:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757602.366713:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757603.070417:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757603.070430:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757603.070433:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757603.070441:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757603.070447:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757603.070451:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757603.070455:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757603.070458:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757603.070462:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757603.390476:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757603.390489:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757603.390503:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757603.390507:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757603.390519:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757603.390522:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757603.390648:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757603.390658:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757603.390666:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787757603.582486:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757603.582500:0:277834:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787757603.582504:0:277834:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757603.582510:0:277834:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757603.582517:0:277834:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757603.582528:0:277834:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19183
00000400:00000200:2.0:1787757603.582544:0:277834:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757603.582554:0:277834:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757603.582560:0:277834:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757603.582565:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757603.582569:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757603.582573:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757603.582588:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757603.582595:0:277834:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757603.582598:0:277834:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787757603.582603:0:277834:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757603.582607:0:277834:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787757603.582611:0:277834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787757603.582614:0:277834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787757603.582619:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757603.582621:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757603.582624:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757603.582626:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757603.582630:0:277834:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787757603.582635:0:277834:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757603.582638:0:277834:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757603.582642:0:277834:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757603.582648:0:277834:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757603.582651:0:277834:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757603.582655:0:277834:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757603.582658:0:277834:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757603.584606:0:277834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61d2c0.
00000020:00000040:2.0:1787757603.584621:0:277834:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787757603.584630:0:277834:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757603.584632:0:277834:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757603.584637:0:277834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757603.584641:0:277834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757603.584647:0:277834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757603.584661:0:277834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507caff400.
00000100:00000001:2.0:1787757603.584671:0:277834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757603.584687:0:277834:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61d2c0 x1874594466089216/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757603.584703:0:277834:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757603.584708:0:277834:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757603.584715:0:277834:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b484489] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61d2c0 x1874594466089216/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757603.584752:0:277834:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757603.584757:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757603.584763:0:277834:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787757603.584766:0:277834:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757603.584770:0:277834:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757603.584774:0:277834:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757603.584779:0:277834:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19183
00000400:00000200:2.0:1787757603.584788:0:277834:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757603.584796:0:277834:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757603.584840:0:277834:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757603.584848:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757603.584853:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757603.584857:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757603.584861:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:0.0:1787757603.584865:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1787757603.584866:0:277834:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757603.584872:0:277834:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000100:00000001:0.0:1787757603.584877:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1787757603.584879:0:277834:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787757603.584885:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1787757603.584887:0:277834:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:2.0:1787757603.584894:0:277834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:2.0:1787757603.584901:0:277834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:0.0:1787757603.584903:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61d2c0 x1874594466089216/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787757603.584910:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757603.584920:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757603.584927:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757603.584935:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757603.584944:0:277834:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00000001:0.0:1787757603.584947:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757603.584953:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757603.584954:0:277834:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
02000000:00000001:0.0:1787757603.584962:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787757603.584963:0:277834:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757603.584971:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757603.584972:0:277834:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757603.584981:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757603.584985:0:277834:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1787757603.584989:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466089216:192.168.201.154@tcp:250:kworker.0
02000000:00000001:2.0:1787757603.584993:0:277834:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757603.585004:0:277834:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787757603.585005:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:2.0:1787757603.585013:0:277834:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1787757603.585015:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757603.585022:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1787757603.585023:0:277834:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757603.585027:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787757603.585029:0:277834:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757603.585038:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad6400.
00000100:00000010:2.0:1787757603.585040:0:277834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61f840.
02000000:00000001:0.0:1787757603.585045:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787757603.585048:0:277834:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:2.0:1787757603.585055:0:277834:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1787757603.585060:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000001:2.0:1787757603.585061:0:277834:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757603.585070:0:277834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757603.585071:0:277834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757603.585074:0:277834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757603.585081:0:277834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafd000.
00000100:00000001:2.0:1787757603.585086:0:277834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757603.585095:0:277834:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61f840 x1874594466089344/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1787757603.585099:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000100:00000001:2.0:1787757603.585120:0:277834:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757603.585125:0:277834:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787757603.585128:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000040:2.0:1787757603.585138:0:277834:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aef5ed20] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61f840 x1874594466089344/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757603.585143:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466089216, portal 25
00000100:00000001:0.0:1787757603.585153:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757603.585158:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611349184 : -120601098202432 : ffff92505e61d2c0)
00000100:00000001:2.0:1787757603.585179:0:277834:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757603.585181:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61d2c0 x1874594466089216/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787757603.585189:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757603.585207:0:277834:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787757603.585215:0:277834:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787757603.585221:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1787757603.585223:0:277834:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:0.0:1787757603.585237:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000001:2.0:1787757603.585237:0:277834:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757603.585249:0:277834:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19183
00000400:00000010:0.0:1787757603.585250:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000400:00000200:2.0:1787757603.585260:0:277834:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000200:0.0:1787757603.585263:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466089216, offset 0
00000400:00000200:2.0:1787757603.585307:0:277834:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757603.585312:0:277834:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757603.585316:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757603.585323:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757603.585328:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000200:0.0:1787757603.585335:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000001:2.0:1787757603.585337:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757603.585345:0:277834:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757603.585348:0:277834:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:2.0:1787757603.585354:0:277834:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:0.0:1787757603.585355:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000020:00000040:2.0:1787757603.585360:0:277834:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:2.0:1787757603.585366:0:277834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:0.0:1787757603.585370:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000020:00000001:2.0:1787757603.585372:0:277834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:0.0:1787757603.585388:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1787757603.585388:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757603.585398:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787757603.585404:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00000040:2.0:1787757603.585408:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757603.585414:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:0.0:1787757603.585416:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000020:00000040:2.0:1787757603.585419:0:277834:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000400:00000200:0.0:1787757603.585427:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00080000:2.0:1787757603.585431:0:277834:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757603.585437:0:277834:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757603.585442:0:277834:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1787757603.585448:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56608:56608:256:4294967295] 192.168.201.154@tcp LPNI seq info [56608:56608:8:4294967295]
02000000:00000001:2.0:1787757603.585450:0:277834:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757603.585459:0:277834:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757603.585469:0:277834:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:0.0:1787757603.585476:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000008:00100000:2.0:1787757603.585476:0:277834:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787757603.585487:0:277834:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757603.585491:0:277834:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757603.585498:0:277834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61f480.
00000020:00000040:2.0:1787757603.585507:0:277834:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:2.0:1787757603.585516:0:277834:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1787757603.585518:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1787757603.585519:0:277834:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757603.585527:0:277834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757603.585532:0:277834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757603.585536:0:277834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787757603.585545:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
02000000:00000010:2.0:1787757603.585546:0:277834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafc800.
00000100:00000001:2.0:1787757603.585555:0:277834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757603.585564:0:277834:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61f480 x1874594466089472/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757603.585574:0:277834:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757603.585577:0:277834:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1787757603.585579:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a300.
00000100:00000040:2.0:1787757603.585585:0:277834:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f638b8ce] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61f480 x1874594466089472/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1787757603.585601:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:2.0:1787757603.585612:0:277834:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787757603.585613:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 6 secs later)
00000100:00000040:2.0:1787757603.585620:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.1:1787757603.585632:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000040:2.0:1787757603.585634:0:277834:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:0.1:1787757603.585647:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 6 secs later)
00000100:00000040:2.0:1787757603.585648:0:277834:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19193)
00000800:00000100:0.0:1787757603.585659:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757603.585663:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a300.
00000400:00000200:0.0:1787757603.585671:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757603.585677:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757603.585684:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757603.585688:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757603.585698:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757603.585705:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61d2c0 x1874594466089216/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757603.585719:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757603.585724:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61d2c0 x1874594466089216/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757628 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757603.585733:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757603.585736:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757603.585744:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757603.585750:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757603.585754:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313856427
00000100:00000010:0.0:1787757603.585762:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a7479c0.
00000100:00000001:0.0:1787757603.585771:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787757603.585789:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313856427
00000100:00000010:0.0:1787757603.585794:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747180.
00000100:00000001:0.0:1787757603.585798:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787757603.585802:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757603.585806:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757603.585830:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757603.585839:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757603/real 1787757603]  req@ffff92505e61d2c0 x1874594466089216/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757603.585853:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757603.585856:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757603.585860:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757603.585865:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757603.585868:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757603.585871:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757603.585876:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61d2c0 x1874594466089216/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757603.585887:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61d2c0 x1874594466089216/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757603.585895:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757603.585899:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757603.585902:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757603.585904:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757603.585909:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61d2c0 x1874594466089216/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757603.585918:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757603.585923:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61d2c0 x1874594466089216/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757628 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757603.585932:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757603.585936:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757603.585938:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757603.585939:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757603.585942:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757603.585945:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757603.585948:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757603.585953:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757603.585957:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757603.585962:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61d2c0 x1874594466089216/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757628 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757603.585973:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466089216:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787757603.585979:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757603.585982:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757603.585986:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61d2c0 x1874594466089216/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757628 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757603.585994:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757603.585997:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757603.586000:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad6400.
02000000:00000001:0.0:1787757603.586004:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757603.586007:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757603.586009:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:0.0:1787757603.586012:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757603.586016:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507caff400.
02000000:00000001:0.0:1787757603.586020:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757603.586022:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757603.586025:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61d2c0.
00000100:00000001:0.0:1787757603.586028:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757603.586030:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757603.586032:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757603.586042:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757603.586045:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757603.586048:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757603.586050:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757603.586052:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757603.586057:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61f840 x1874594466089344/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757603.586067:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757603.586069:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757603.586072:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757603.586074:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757603.586077:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757603.586081:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466089344:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757603.586084:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757603.586087:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757603.586090:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757603.586092:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757603.586097:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad6400.
02000000:00000001:0.0:1787757603.586099:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757603.586104:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757603.586108:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787757603.586134:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787757603.586139:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466089344, portal 10
00000100:00000001:0.0:1787757603.586142:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757603.586144:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611358784 : -120601098192832 : ffff92505e61f840)
00000100:00000040:0.0:1787757603.586153:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61f840 x1874594466089344/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757603.586166:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757603.586171:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757603.586175:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000200:0.0:1787757603.586181:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466089344, offset 0
00000400:00000200:0.0:1787757603.586188:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757603.586197:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757603.586204:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757603.586211:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757603.586217:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757603.586223:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757603.586228:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757603.586235:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56609:56609:256:4294967295] 192.168.201.154@tcp LPNI seq info [56609:56609:8:4294967295]
00000400:00000200:0.0:1787757603.586244:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757603.586310:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757603.586324:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757603.586331:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a300.
00000800:00000200:0.0:1787757603.586338:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757603.586343:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787757603.586351:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757603.586354:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1787757603.586362:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757603.586366:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a300.
00000400:00000200:0.0:1787757603.586371:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757603.586376:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757603.586381:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757603.586383:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757603.586388:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757603.586394:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61f840 x1874594466089344/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757603.586405:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757603.586410:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61f840 x1874594466089344/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757628 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757603.586429:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757603.586433:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757603.586439:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757603.586447:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:0.0:1787757603.586457:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757603.586462:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313855532
00000100:00000001:0.0:1787757603.586468:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313856427
00000100:00000001:0.0:1787757603.586474:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313855532
00000100:00000001:0.0:1787757603.586479:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313856427
00000100:00000001:0.0:1787757603.586484:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757603.586488:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757603.586493:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757603.586502:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757603/real 1787757603]  req@ffff92505e61f840 x1874594466089344/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757603.586520:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757603.586524:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757603.586528:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757603.586533:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757603.586535:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757603.586539:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757603.586544:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61f840 x1874594466089344/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757603.586555:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61f840 x1874594466089344/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757603.586563:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757603.586565:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757603.586568:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757603.586569:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757603.586574:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61f840 x1874594466089344/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757603.586584:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757603.586589:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61f840 x1874594466089344/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757628 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757603.586597:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757603.586600:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757603.586602:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757603.586604:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757603.586606:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757603.586609:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757603.586612:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757603.586616:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757603.586619:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757603.586624:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61f840 x1874594466089344/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757628 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757603.586633:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466089344:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757603.586639:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757603.586643:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61f480 x1874594466089472/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757603.586652:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757603.586654:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757603.586656:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757603.586659:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757603.586662:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757603.586666:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466089472:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757603.586670:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757603.586673:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757603.586676:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757603.586678:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757603.586683:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad5400.
02000000:00000001:0.0:1787757603.586686:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757603.586691:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757603.586694:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787757603.586699:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787757603.586703:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466089472, portal 4
00000100:00000001:0.0:1787757603.586705:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757603.586707:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611357824 : -120601098193792 : ffff92505e61f480)
00000100:00000040:0.0:1787757603.586715:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61f480 x1874594466089472/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757603.586724:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757603.586727:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757603.586730:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000200:0.0:1787757603.586733:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466089472, offset 0
00000400:00000200:0.0:1787757603.586738:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757603.586743:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757603.586748:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757603.586752:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757603.586756:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757603.586759:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757603.586762:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757603.586767:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56610:56610:256:4294967295] 192.168.201.154@tcp LPNI seq info [56610:56610:8:4294967295]
00000400:00000200:0.0:1787757603.586772:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757603.586781:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757603.586787:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757603.586791:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a300.
00000800:00000200:0.0:1787757603.586796:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757603.586800:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787757603.586805:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757603.586808:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1787757603.586842:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757603.586846:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a300.
00000400:00000200:0.0:1787757603.586850:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757603.586855:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757603.586859:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757603.586862:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757603.586866:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757603.586871:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61f480 x1874594466089472/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757603.586881:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757603.586885:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61f480 x1874594466089472/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757628 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757603.586894:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757603.586896:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757603.586900:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757603.586904:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:0.0:1787757603.586909:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757603.586911:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313855515
00000100:00000001:0.0:1787757603.586915:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313856427
00000100:00000001:0.0:1787757603.586917:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313855515
00000100:00000001:0.0:1787757603.586920:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313856427
00000100:00000001:0.0:1787757603.586923:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757603.586925:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757603.586928:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757603.586932:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757603/real 1787757603]  req@ffff92505e61f480 x1874594466089472/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757603.586942:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757603.586944:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757603.586946:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757603.586949:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757603.586951:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757603.586955:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757603.586958:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61f480 x1874594466089472/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757603.586969:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61f480 x1874594466089472/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757603.586977:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757603.586979:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757603.586981:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757603.586982:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757603.586986:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61f480 x1874594466089472/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757603.586994:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757603.586999:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61f480 x1874594466089472/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757628 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757603.587007:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757603.587010:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757603.587011:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757603.587013:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757603.587015:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757603.587017:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757603.587020:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757603.587024:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757603.587027:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757603.587032:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61f480 x1874594466089472/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757628 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757603.587042:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466089472:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757603.587047:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757603.587049:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757603.587054:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61f840 x1874594466089344/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757628 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757603.587062:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757603.587065:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757603.587067:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad6400.
02000000:00000001:0.0:1787757603.587071:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757603.587073:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757603.587074:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:0.0:1787757603.587077:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757603.587079:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafd000.
02000000:00000001:0.0:1787757603.587083:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757603.587084:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757603.587087:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61f840.
00000100:00000001:0.0:1787757603.587090:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757603.587092:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757603.587094:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757603.587098:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61f480 x1874594466089472/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757628 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757603.587106:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757603.587107:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757603.587109:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad5400.
02000000:00000001:0.0:1787757603.587112:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757603.587113:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757603.587114:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:0.0:1787757603.587117:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757603.587118:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafc800.
02000000:00000001:0.0:1787757603.587121:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757603.587122:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757603.587124:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61f480.
00000100:00000001:0.0:1787757603.587126:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757603.587128:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757603.587130:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757603.587134:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757603.587136:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757603.587139:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757603.587141:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757604.094384:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757604.094397:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757604.094400:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757604.094408:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757604.094415:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757604.094420:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757604.094424:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757604.094428:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757604.094433:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757604.414421:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757604.414431:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757604.414445:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757604.414451:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757604.414462:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757604.414471:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757604.414476:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757604.414484:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757604.414489:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757604.414494:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757604.414499:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757604.414502:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757604.414590:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757604.414599:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757604.414606:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757604.542372:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313856427, at 4313856448
00000100:00000010:3.0:1787757604.542407:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747180.
00000100:00000040:2.0:1787757604.542413:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313856427, at 4313856448
00000100:00000010:2.0:1787757604.542429:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a7479c0.
00000100:00000001:0.0:1787757605.118436:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757605.118447:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757605.118450:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757605.118458:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757605.118463:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757605.118469:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757605.118472:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757605.118476:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757605.118479:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757605.438500:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757605.438511:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757605.438520:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757605.438523:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757605.438527:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757605.438529:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757605.438636:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757605.438646:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757605.438652:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757606.142457:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757606.142469:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757606.142473:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757606.142482:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757606.142488:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757606.142494:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757606.142498:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757606.142502:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757606.142505:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757606.462400:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757606.462409:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757606.462420:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757606.462422:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757606.462430:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757606.462433:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757606.462554:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757606.462563:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757606.462570:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757607.166437:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757607.166449:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757607.166452:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757607.166458:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757607.166463:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757607.166478:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757607.166483:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757607.166486:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757607.166490:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757607.486413:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757607.486422:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757607.486579:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757607.486589:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757607.486603:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757607.486605:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757607.486694:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757607.486702:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757607.486707:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757608.190413:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757608.190425:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757608.190429:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757608.190436:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757608.190441:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757608.190446:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757608.190450:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757608.190453:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757608.190457:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757608.510464:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757608.510475:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757608.510488:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757608.510492:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757608.510502:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757608.510506:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757608.510600:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757608.510609:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757608.510616:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787757608.702497:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787757608.702511:0:277834:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787757608.702516:0:277834:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787757608.702522:0:277834:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787757608.702530:0:277834:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787757608.704376:0:277834:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19188
00000400:00000200:1.0:1787757608.704392:0:277834:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757608.704402:0:277834:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1787757608.704407:0:277834:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787757608.704414:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757608.704418:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787757608.704422:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757608.704426:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:1.0:1787757608.704432:0:277834:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787757608.704435:0:277834:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:1.0:1787757608.704439:0:277834:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787757608.704444:0:277834:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:1.0:1787757608.704447:0:277834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:1.0:1787757608.704451:0:277834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:1.0:1787757608.704455:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757608.704458:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787757608.704461:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757608.704463:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:1.0:1787757608.704467:0:277834:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:1.0:1787757608.704472:0:277834:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:1.0:1787757608.704476:0:277834:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757608.704480:0:277834:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787757608.704485:0:277834:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757608.704488:0:277834:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757608.704491:0:277834:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787757608.704496:0:277834:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787757608.704511:0:277834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff925077901680.
00000020:00000040:1.0:1787757608.704516:0:277834:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:1.0:1787757608.704522:0:277834:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787757608.704524:0:277834:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757608.704529:0:277834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787757608.704532:0:277834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787757608.704539:0:277834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787757608.706182:0:277834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925077915c00.
00000100:00000001:1.0:1787757608.706195:0:277834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757608.706211:0:277834:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff925077901680 x1874594466089600/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787757608.706228:0:277834:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787757608.706234:0:277834:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757608.706241:0:277834:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000679d9fb6] to pc [ptlrpcd_rcv+-1]  req@ffff925077901680 x1874594466089600/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757608.706292:0:277834:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787757608.706298:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787757608.706303:0:277834:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787757608.706306:0:277834:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787757608.706309:0:277834:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787757608.706333:0:277834:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787757608.706338:0:277834:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19188
00000100:00000001:0.0:1787757608.706342:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1787757608.706345:0:277834:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757608.706363:0:277834:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00000001:0.0:1787757608.706364:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757608.706377:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1787757608.706377:0:277834:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787757608.706389:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757608.706392:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787757608.706407:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757608.706411:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:1.0:1787757608.706421:0:277834:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:0.0:1787757608.706424:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077901680 x1874594466089600/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787757608.706426:0:277834:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:1.0:1787757608.706433:0:277834:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787757608.706440:0:277834:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:1.0:1787757608.706452:0:277834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:1.0:1787757608.706466:0:277834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:0.0:1787757608.706479:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1787757608.706483:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757608.706486:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757608.706494:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1787757608.706499:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1787757608.706501:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757608.706507:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
02000000:00000001:0.0:1787757608.706508:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757608.706528:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787757608.706530:0:277834:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:1.0:1787757608.706558:0:277834:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00100000:0.0:1787757608.706560:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077901680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466089600:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787757608.706586:0:277834:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757608.706587:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757608.706598:0:277834:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757608.706601:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757608.706607:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757608.706609:0:277834:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757608.706612:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787757608.706617:0:277834:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757608.706622:0:277834:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000010:0.0:1787757608.706629:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad5400.
00000008:00100000:1.0:1787757608.706630:0:277834:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1787757608.706639:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1787757608.706642:0:277834:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757608.706652:0:277834:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757608.706669:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000010:1.0:1787757608.706672:0:277834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9250779021c0.
00000400:00000010:0.0:1787757608.706679:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000020:00000040:1.0:1787757608.706680:0:277834:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:1.0:1787757608.706697:0:277834:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787757608.706701:0:277834:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787757608.706702:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000001:1.0:1787757608.706709:0:277834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787757608.706714:0:277834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:0.0:1787757608.706717:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466089600, portal 25
02000000:00000001:1.0:1787757608.706718:0:277834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757608.706756:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000010:1.0:1787757608.706758:0:277834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925077915000.
00000100:00000001:0.0:1787757608.706761:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033811584 : -120600675740032 : ffff925077901680)
00000100:00000001:1.0:1787757608.706773:0:277834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757608.706783:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077901680 x1874594466089600/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757608.706790:0:277834:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9250779021c0 x1874594466089728/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787757608.706830:0:277834:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787757608.706841:0:277834:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757608.706844:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757608.706853:0:277834:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081c07b6a] to pc [ptlrpcd_rcv+-1]  req@ffff9250779021c0 x1874594466089728/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787757608.706854:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757608.706867:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000200:0.0:1787757608.706882:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466089600, offset 0
00000100:00000001:1.0:1787757608.706890:0:277834:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757608.706898:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00080000:1.0:1787757608.706899:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787757608.706914:0:277834:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787757608.706918:0:277834:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787757608.706926:0:277834:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1787757608.706928:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757608.706944:0:277834:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787757608.706950:0:277834:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19188
00000400:00000200:0.0:1787757608.706994:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757608.707007:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757608.707016:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757608.707023:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757608.707030:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757608.707038:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56611:56611:256:4294967295] 192.168.201.154@tcp LPNI seq info [56611:56611:8:4294967295]
00000400:00000200:0.0:1787757608.707049:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757608.707059:0:277834:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757608.707068:0:277834:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1787757608.707071:0:277834:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787757608.707076:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757608.707079:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787757608.707083:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757608.707093:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:1.0:1787757608.707100:0:277834:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787757608.707103:0:277834:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:1.0:1787757608.707108:0:277834:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:0.0:1787757608.707112:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000020:00000040:1.0:1787757608.707113:0:277834:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:1.0:1787757608.707124:0:277834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:1.0:1787757608.707133:0:277834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:1.0:1787757608.707143:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757608.707147:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.0:1787757608.707163:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000040:1.0:1787757608.707163:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757608.707182:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000800:00000010:0.0:1787757608.707187:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a300.
00000020:00000040:1.0:1787757608.707189:0:277834:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:1.0:1787757608.707201:0:277834:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000800:00000200:0.0:1787757608.707207:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:1.0:1787757608.707211:0:277834:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757608.707219:0:277834:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.0:1787757608.707220:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 1 secs later)
02000000:00000001:1.0:1787757608.707232:0:277834:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757608.707247:0:277834:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787757608.707248:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:1.0:1787757608.707262:0:277834:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787757608.707309:0:277834:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787757608.707315:0:277834:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787757608.707317:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 1 secs later)
00000100:00000001:1.0:1787757608.707319:0:277834:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787757608.707342:0:277834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff925077902940.
00000020:00000040:1.0:1787757608.707351:0:277834:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000800:00000100:0.0:1787757608.707365:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
02000000:00000001:1.0:1787757608.707367:0:277834:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000010:0.0:1787757608.707373:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a300.
02000000:00000001:1.0:1787757608.707373:0:277834:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757608.707397:0:277834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1787757608.707402:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:1.0:1787757608.707403:0:277834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787757608.707418:0:277834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757608.707428:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
02000000:00000010:1.0:1787757608.707435:0:277834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925077917000.
00000400:00000200:0.0:1787757608.707437:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757608.707447:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:1.0:1787757608.707447:0:277834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757608.707480:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:1.0:1787757608.707483:0:277834:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff925077902940 x1874594466089856/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1787757608.707505:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077901680 x1874594466089600/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757608.707515:0:277834:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787757608.707527:0:277834:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757608.707555:0:277834:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007edc916f] to pc [ptlrpcd_rcv+-1]  req@ffff925077902940 x1874594466089856/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757608.707559:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757608.707580:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077901680 x1874594466089600/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757633 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757608.707592:0:277834:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757608.707607:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787757608.707629:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757608.707630:0:277834:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1787757608.707643:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:1.0:1787757608.707651:0:277834:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19198)
00000100:00000001:0.0:1787757608.707655:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757608.707670:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757608.707676:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313861549
00000100:00000010:0.0:1787757608.707685:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747900.
00000100:00000001:0.0:1787757608.707697:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787757608.707706:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313861549
00000100:00000010:0.0:1787757608.707711:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747420.
00000100:00000001:0.0:1787757608.707714:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787757608.707741:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757608.707746:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757608.707750:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757608.707757:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757608/real 1787757608]  req@ffff925077901680 x1874594466089600/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757608.707770:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757608.707772:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757608.707776:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757608.707780:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757608.707782:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757608.707786:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757608.707790:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077901680 x1874594466089600/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757608.707802:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077901680 x1874594466089600/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757608.707811:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757608.707813:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757608.707816:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757608.707818:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757608.707823:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077901680 x1874594466089600/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757608.707832:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757608.707838:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077901680 x1874594466089600/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757633 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757608.707856:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757608.707860:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757608.707862:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757608.707864:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757608.707868:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757608.707871:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757608.707875:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757608.707880:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757608.707883:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757608.707888:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077901680 x1874594466089600/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757633 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757608.707899:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077901680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466089600:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787757608.707905:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757608.707909:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757608.707913:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077901680 x1874594466089600/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757633 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757608.707922:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757608.707925:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757608.707929:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad5400.
02000000:00000001:0.0:1787757608.707933:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757608.707937:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757608.707939:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:0.0:1787757608.707942:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757608.707946:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077915c00.
02000000:00000001:0.0:1787757608.707954:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757608.707956:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757608.707959:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077901680.
00000100:00000001:0.0:1787757608.707963:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757608.707965:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757608.707968:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757608.708006:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757608.708010:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757608.708013:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757608.708016:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757608.708018:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757608.708023:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9250779021c0 x1874594466089728/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757608.708034:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757608.708036:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757608.708039:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757608.708043:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757608.708046:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757608.708049:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9250779021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466089728:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757608.708054:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757608.708058:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757608.708060:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757608.708063:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757608.708067:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad5400.
02000000:00000001:0.0:1787757608.708070:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757608.708076:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757608.708079:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787757608.708084:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787757608.708089:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466089728, portal 10
00000100:00000001:0.0:1787757608.708091:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757608.708093:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033814464 : -120600675737152 : ffff9250779021c0)
00000100:00000040:0.0:1787757608.708102:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9250779021c0 x1874594466089728/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757608.708111:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757608.708114:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757608.708116:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000200:0.0:1787757608.708120:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466089728, offset 0
00000400:00000200:0.0:1787757608.708125:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757608.708131:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757608.708137:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757608.708142:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757608.708146:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757608.708150:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757608.708153:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757608.708158:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56612:56612:256:4294967295] 192.168.201.154@tcp LPNI seq info [56612:56612:8:4294967295]
00000400:00000200:0.0:1787757608.708163:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757608.708173:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757608.708179:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757608.708183:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a300.
00000800:00000200:0.0:1787757608.708189:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757608.708192:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787757608.708199:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757608.708202:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1787757608.708208:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757608.708210:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a300.
00000400:00000200:0.0:1787757608.708214:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757608.708219:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757608.708223:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757608.708226:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757608.708230:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757608.708234:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9250779021c0 x1874594466089728/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757608.708245:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757608.708249:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9250779021c0 x1874594466089728/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757633 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757608.708257:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757608.708259:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757608.708264:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757608.708299:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:0.0:1787757608.708305:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757608.708308:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313860654
00000100:00000001:0.0:1787757608.708313:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313861549
00000100:00000001:0.0:1787757608.708316:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313860654
00000100:00000001:0.0:1787757608.708318:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313861549
00000100:00000001:0.0:1787757608.708321:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757608.708324:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757608.708327:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757608.708332:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757608/real 1787757608]  req@ffff9250779021c0 x1874594466089728/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757608.708341:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757608.708343:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757608.708345:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757608.708349:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757608.708351:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757608.708355:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757608.708358:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9250779021c0 x1874594466089728/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757608.708369:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9250779021c0 x1874594466089728/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757608.708377:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757608.708379:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757608.708381:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757608.708383:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757608.708387:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9250779021c0 x1874594466089728/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757608.708395:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757608.708400:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9250779021c0 x1874594466089728/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757633 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757608.708408:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757608.708412:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757608.708415:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757608.708417:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757608.708419:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757608.708422:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757608.708426:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757608.708430:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757608.708432:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757608.708437:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9250779021c0 x1874594466089728/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757633 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757608.708447:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9250779021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466089728:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757608.708451:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757608.708456:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077902940 x1874594466089856/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757608.708465:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757608.708467:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757608.708471:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757608.708473:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757608.708475:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757608.708479:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077902940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466089856:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757608.708483:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757608.708485:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757608.708487:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757608.708489:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757608.708494:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad6400.
02000000:00000001:0.0:1787757608.708497:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757608.708501:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757608.708504:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787757608.708508:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787757608.708512:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466089856, portal 4
00000100:00000001:0.0:1787757608.708514:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757608.708517:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033816384 : -120600675735232 : ffff925077902940)
00000100:00000040:0.0:1787757608.708524:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077902940 x1874594466089856/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757608.708533:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757608.708536:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757608.708538:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000200:0.0:1787757608.708541:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466089856, offset 0
00000400:00000200:0.0:1787757608.708546:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757608.708550:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757608.708555:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757608.708558:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757608.708562:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757608.708565:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757608.708568:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757608.708572:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56613:56613:256:4294967295] 192.168.201.154@tcp LPNI seq info [56613:56613:8:4294967295]
00000400:00000200:0.0:1787757608.708578:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757608.708586:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757608.708591:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757608.708595:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a300.
00000800:00000200:0.0:1787757608.708600:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757608.708604:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787757608.708609:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757608.708613:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1787757608.708618:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757608.708621:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a300.
00000400:00000200:0.0:1787757608.708625:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757608.708629:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757608.708633:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757608.708635:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757608.708639:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757608.708643:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077902940 x1874594466089856/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757608.708653:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757608.708658:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077902940 x1874594466089856/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757633 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757608.708666:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757608.708668:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757608.708671:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757608.708675:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:0.0:1787757608.708679:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757608.708681:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313860637
00000100:00000001:0.0:1787757608.708684:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313861549
00000100:00000001:0.0:1787757608.708687:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313860637
00000100:00000001:0.0:1787757608.708690:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313861549
00000100:00000001:0.0:1787757608.708693:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757608.708695:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757608.708697:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757608.708702:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757608/real 1787757608]  req@ffff925077902940 x1874594466089856/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757608.708710:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757608.708712:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757608.708714:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757608.708716:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757608.708747:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757608.708753:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757608.708757:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077902940 x1874594466089856/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757608.708767:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077902940 x1874594466089856/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757608.708775:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757608.708777:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757608.708779:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757608.708781:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757608.708807:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077902940 x1874594466089856/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757608.708816:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757608.708821:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077902940 x1874594466089856/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757633 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757608.708829:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757608.708832:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757608.708834:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757608.708835:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757608.708838:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757608.708840:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757608.708843:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757608.708846:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757608.708849:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757608.708854:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077902940 x1874594466089856/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757633 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757608.708863:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077902940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466089856:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757608.708868:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757608.708871:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757608.708875:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9250779021c0 x1874594466089728/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757633 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757608.708883:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757608.708885:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757608.708888:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad5400.
02000000:00000001:0.0:1787757608.708891:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757608.708893:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757608.708895:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:0.0:1787757608.708898:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757608.708901:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077915000.
02000000:00000001:0.0:1787757608.708905:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757608.708906:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757608.708908:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9250779021c0.
00000100:00000001:0.0:1787757608.708912:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757608.708913:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757608.708915:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757608.708919:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077902940 x1874594466089856/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757633 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757608.708927:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757608.708928:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757608.708930:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad6400.
02000000:00000001:0.0:1787757608.708932:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757608.708934:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757608.708935:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:0.0:1787757608.708937:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757608.708939:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077917000.
02000000:00000001:0.0:1787757608.708941:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757608.708943:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757608.708944:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077902940.
00000100:00000001:0.0:1787757608.708946:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757608.708948:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757608.708950:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757608.708955:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757608.708956:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757608.708959:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757608.708961:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757609.214420:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757609.214445:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757609.214450:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757609.214458:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757609.214463:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757609.214468:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757609.214471:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757609.214474:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757609.214478:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757609.534391:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757609.534400:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757609.534406:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757609.534408:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757609.534413:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757609.534415:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757609.534499:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757609.534502:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757609.534505:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757609.662404:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313861549, at 4313861568
00000100:00000040:3.0:1787757609.662405:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313861549, at 4313861568
00000100:00000010:2.0:1787757609.662432:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747900.
00000100:00000010:3.0:1787757609.662436:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747420.
00000100:00000001:0.0:1787757610.238338:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757610.238346:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757610.238348:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757610.238353:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757610.238356:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757610.238359:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757610.238361:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757610.238363:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757610.238366:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757610.558368:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757610.558376:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757610.558383:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757610.558385:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757610.558390:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757610.558391:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757610.558465:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757610.558468:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757610.558471:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757611.262397:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757611.262407:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757611.262410:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757611.262416:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757611.262421:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757611.262424:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757611.262427:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757611.262431:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757611.262434:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757611.582424:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757611.582437:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757611.582441:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757611.582447:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757611.582454:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757611.582458:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757611.582464:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757611.582468:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757611.582477:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757611.582481:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757611.582484:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757611.582488:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757611.582491:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757611.582494:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757611.582497:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757611.582502:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757611.582509:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757611.582512:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757611.582601:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757611.582608:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757611.582613:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757612.286380:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757612.286394:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757612.286399:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757612.286409:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757612.286416:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757612.286423:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757612.286428:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757612.286434:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757612.286439:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757612.606737:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757612.606748:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757612.606757:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757612.606759:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757612.606764:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757612.606766:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757612.606860:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757612.606870:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757612.606876:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757613.310446:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757613.310468:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757613.310471:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757613.310479:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757613.310484:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757613.310489:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757613.310492:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757613.310495:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757613.310499:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757613.630482:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757613.630493:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757613.630504:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757613.630507:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757613.630515:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757613.630518:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757613.630583:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757613.630688:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757613.630696:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787757613.822460:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757613.822475:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787757613.822480:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757613.822485:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757613.822491:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757613.822535:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19193
00000400:00000200:0.0:1787757613.822547:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757613.822567:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757613.822571:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757613.822576:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757613.822580:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757613.822583:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757613.822586:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757613.822592:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757613.822594:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787757613.822598:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757613.822603:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787757613.822606:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787757613.822609:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787757613.822614:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757613.822616:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757613.822618:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757613.822621:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757613.822624:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787757613.822650:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757613.822654:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757613.822670:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757613.822683:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757613.822688:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757613.822691:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787757613.822694:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757613.822706:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae46580.
00000020:00000040:0.0:1787757613.822711:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787757613.822727:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757613.822729:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757613.822734:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757613.822737:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757613.822751:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757613.822762:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6400.
00000100:00000001:0.0:1787757613.822781:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757613.822794:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae46580 x1874594466089984/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757613.822808:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757613.822813:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757613.822820:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000105135d9] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae46580 x1874594466089984/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757613.822862:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757613.822867:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757613.822872:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787757613.822874:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757613.822876:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757613.822881:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757613.822885:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19193
00000400:00000200:0.0:1787757613.822891:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757613.822898:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757613.822902:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757613.822907:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757613.822910:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757613.822913:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757613.822916:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:2.0:1787757613.822918:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1787757613.822920:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787757613.822930:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1787757613.822933:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000100:00000001:2.0:1787757613.822936:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1787757613.822939:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757613.822944:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:0.0:1787757613.822952:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:2.0:1787757613.822955:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae46580 x1874594466089984/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787757613.822956:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:0.0:1787757613.822970:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757613.822979:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757613.822986:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757613.822998:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:2.0:1787757613.823001:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1787757613.823002:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:0.0:1787757613.823012:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757613.823012:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757613.823019:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757613.823024:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757613.823028:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757613.823037:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757613.823043:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757613.823045:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757613.823052:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757613.823057:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00100000:2.0:1787757613.823065:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae46580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466089984:192.168.201.154@tcp:250:kworker.0
00000008:00100000:0.0:1787757613.823066:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787757613.823075:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757613.823082:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757613.823087:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:0.0:1787757613.823090:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae45e00.
00000020:00000040:0.0:1787757613.823097:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:2.0:1787757613.823099:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757613.823101:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757613.823107:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757613.823109:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757613.823110:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757613.823116:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757613.823119:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787757613.823121:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757613.823132:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad5400.
02000000:00000010:2.0:1787757613.823133:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafe400.
00000100:00000001:0.0:1787757613.823140:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757613.823141:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757613.823158:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae45e00 x1874594466090112/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757613.823168:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757613.823171:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757613.823175:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3f2eaea] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae45e00 x1874594466090112/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787757613.823198:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757613.823203:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757613.823211:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1787757613.823212:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241f420.
00000100:00080000:0.0:1787757613.823223:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787757613.823226:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757613.823229:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757613.823232:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757613.823236:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19193
00000400:00000200:0.0:1787757613.823242:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757613.823243:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899ca18.
00000400:00000200:0.0:1787757613.823249:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757613.823255:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1787757613.823258:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466089984, portal 25
00000100:00000040:0.0:1787757613.823259:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757613.823322:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757613.823326:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757613.823330:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:2.0:1787757613.823335:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:0.0:1787757613.823336:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787757613.823342:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089668480 : -120600619883136 : ffff92507ae46580)
00000020:00000040:0.0:1787757613.823343:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:0.0:1787757613.823350:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757613.823355:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:0.0:1787757613.823358:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:0.0:1787757613.823364:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:2.0:1787757613.823365:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae46580 x1874594466089984/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787757613.823373:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757613.823381:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757613.823390:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757613.823399:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:2.0:1787757613.823404:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:0.0:1787757613.823406:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:0.0:1787757613.823418:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000040:2.0:1787757613.823420:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000001:0.0:1787757613.823427:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787757613.823431:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c4c8.
02000000:00000001:0.0:1787757613.823433:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757613.823441:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1787757613.823442:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466089984, offset 0
02000000:00000001:0.0:1787757613.823450:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757613.823455:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787757613.823458:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787757613.823461:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757613.823463:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757613.823469:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae461c0.
00000020:00000040:0.0:1787757613.823473:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:0.0:1787757613.823476:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757613.823482:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757613.823484:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000001:0.0:1787757613.823486:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757613.823494:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757613.823497:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757613.823503:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad4400.
00000400:00000200:2.0:1787757613.823505:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757613.823512:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757613.823521:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00100000:0.0:1787757613.823527:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae461c0 x1874594466090240/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787757613.823535:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1787757613.823550:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787757613.823551:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00000001:0.0:1787757613.823557:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757613.823564:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeb90c37] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae461c0 x1874594466090240/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787757613.823580:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1787757613.823583:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757613.823591:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787757613.823592:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00000040:0.0:1787757613.823602:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1787757613.823605:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56614:56614:256:4294967295] 192.168.201.154@tcp LPNI seq info [56614:56614:8:4294967295]
00000100:00000040:0.0:1787757613.823611:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19203)
00000400:00000200:2.0:1787757613.823620:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757613.823667:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757613.823677:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757613.823686:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2acf00.
00000800:00000200:2.0:1787757613.823695:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757613.823702:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:2.0:1787757613.823728:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757613.823734:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757613.823737:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313866665
00000100:00000010:2.0:1787757613.823745:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c780.
00000100:00000001:2.0:1787757613.823754:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787757613.823761:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313866665
00000100:00000010:2.0:1787757613.823765:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344cde0.
00000100:00000001:2.0:1787757613.823769:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787757613.823776:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757613.823780:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757613.823784:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757613.823788:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757613.823817:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757613.823821:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787757613.823825:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757613.823827:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757613.823829:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757613.823839:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae45e00 x1874594466090112/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757613.823850:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757613.823852:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757613.823855:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757613.823858:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757613.823861:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757613.823866:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae45e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466090112:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757613.823870:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757613.823874:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757613.823876:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757613.823878:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757613.823884:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507caff800.
02000000:00000001:2.0:1787757613.823887:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757613.823891:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757613.823895:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241f5d8.
00000400:00000010:2.0:1787757613.823900:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cdd0.
00000100:00000200:2.0:1787757613.823905:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466090112, portal 10
00000100:00000001:2.0:1787757613.823908:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757613.823910:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089666560 : -120600619885056 : ffff92507ae45e00)
00000100:00000040:2.0:1787757613.823919:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae45e00 x1874594466090112/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757613.823929:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757613.823932:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757613.823936:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c440.
00000100:00000200:2.0:1787757613.823940:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466090112, offset 0
00000400:00000200:2.0:1787757613.823952:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757613.823959:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757613.823965:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757613.823971:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757613.823977:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757613.823982:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757613.823988:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757613.823995:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56615:56615:255:4294967295] 192.168.201.154@tcp LPNI seq info [56615:56615:7:4294967295]
00000400:00000200:2.0:1787757613.824005:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757613.824020:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757613.824029:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757613.824038:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2ac300.
00000800:00000200:2.0:1787757613.824046:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757613.824056:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:2.0:1787757613.824064:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757613.824099:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:2.0:1787757613.824107:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757613.824110:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313865769
00000100:00000001:2.0:1787757613.824115:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313866665
00000100:00000001:2.0:1787757613.824118:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313865769
00000100:00000001:2.0:1787757613.824121:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313866665
00000100:00000001:2.0:1787757613.824124:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757613.824127:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757613.824130:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757613.824136:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae461c0 x1874594466090240/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757613.824145:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757613.824148:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757613.824152:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757613.824156:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757613.824160:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757613.824165:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae461c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466090240:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757613.824170:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757613.824174:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757613.824177:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757613.824180:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757613.824186:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757613.824189:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757613.824194:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757613.824198:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241fc08.
00000400:00000010:2.0:1787757613.824203:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c110.
00000100:00000200:2.0:1787757613.824208:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466090240, portal 4
00000100:00000001:2.0:1787757613.824210:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757613.824212:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089667520 : -120600619884096 : ffff92507ae461c0)
00000100:00000040:2.0:1787757613.824237:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae461c0 x1874594466090240/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757613.824246:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757613.824249:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757613.824253:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899cee0.
00000100:00000200:2.0:1787757613.824256:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466090240, offset 0
00000400:00000200:2.0:1787757613.824261:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757613.824298:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757613.824304:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757613.824308:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757613.824312:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757613.824315:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757613.824318:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757613.824323:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56616:56616:254:4294967295] 192.168.201.154@tcp LPNI seq info [56616:56616:6:4294967295]
00000400:00000200:2.0:1787757613.824328:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757613.824337:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757613.824343:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757613.824348:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2ac400.
00000800:00000200:2.0:1787757613.824353:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757613.824358:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:2.0:1787757613.824362:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757613.824366:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:2.0:1787757613.824371:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757613.824374:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313865753
00000100:00000001:2.0:1787757613.824377:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313866665
00000100:00000001:2.0:1787757613.824380:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313865753
00000100:00000001:2.0:1787757613.824382:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313866665
00000100:00000001:2.0:1787757613.824384:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757613.824387:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757613.824390:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757613.824393:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757613.824398:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757613.824401:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787757613.824406:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757613.824409:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757613.824412:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757613.824416:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757614.334416:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757614.334429:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757614.334433:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757614.334443:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757614.334450:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757614.334455:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757614.334461:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757614.334465:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757614.334471:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757614.654602:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757614.654613:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757614.654677:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757614.654680:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757614.654687:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757614.654695:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757614.654700:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757614.654706:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757614.654712:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757614.654717:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757614.654722:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757614.654727:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757614.654841:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757614.654850:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757614.654857:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757614.782394:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313866665, at 4313866688
00000100:00000040:2.0:1787757614.782395:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313866665, at 4313866688
00000100:00000010:2.0:1787757614.782420:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c780.
00000100:00000010:3.0:1787757614.782434:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344cde0.
00000100:00000001:0.0:1787757615.358409:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757615.358420:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757615.358423:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757615.358429:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757615.358434:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757615.358439:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757615.358442:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757615.358446:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757615.358449:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757615.678401:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757615.678414:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757615.678480:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757615.678485:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757615.678492:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757615.678494:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757615.678618:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757615.678625:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757615.678630:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757616.382406:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757616.382417:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757616.382420:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757616.382428:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757616.382433:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757616.382438:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757616.382441:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757616.382444:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757616.382448:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757616.702605:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757616.702619:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757616.702632:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757616.702635:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757616.702642:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757616.702645:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757616.702815:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757616.702822:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757616.702827:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787757616.895000:0:238944:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.154:988
00000400:00000100:3.0:1787757616.895132:0:238944:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.154@tcp at host 192.168.201.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1787757616.895156:0:238944:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757616.895165:0:238944:0:(router.c:1791:lnet_notify()) 192.168.201.54@tcp notifying 192.168.201.154@tcp: down
00000400:00000200:3.0:1787757616.895175:0:238944:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757616.895183:0:238944:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1787757616.895194:0:238944:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000800:00000010:3.0:1787757616.895204:0:238944:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2acf00.
00000400:00000200:3.0:1787757616.895254:0:238944:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787757616.895265:0:238944:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787757616.895367:0:238944:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c4c8
00000400:00000010:3.0:1787757616.895373:0:238944:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c4c8.
00000100:00000001:3.0:1787757616.895386:0:238944:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757616.895416:0:238944:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff92507ae46580 x1874594466089984/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757616.895480:0:238944:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757616.895497:0:238944:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae46580 x1874594466089984/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757638 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757616.895518:0:238944:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757616.895523:0:238944:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787757616.895548:0:238944:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000800:00000010:3.0:1787757616.895555:0:238944:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2ac300.
00000400:00000200:3.0:1787757616.895563:0:238944:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787757616.895571:0:238944:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787757616.895611:0:238944:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c440
00000400:00000010:3.0:1787757616.895616:0:238944:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c440.
00000100:00000001:3.0:1787757616.895623:0:238944:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757616.895633:0:238944:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff92507ae45e00 x1874594466090112/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757616.895652:0:238944:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757616.895659:0:238944:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae45e00 x1874594466090112/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757638 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757616.895672:0:238944:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757616.895676:0:238944:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787757616.895686:0:238944:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000800:00000010:3.0:1787757616.895691:0:238944:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2ac400.
00000400:00000200:3.0:1787757616.895697:0:238944:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787757616.895704:0:238944:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787757616.895709:0:238944:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cee0
00000400:00000010:3.0:1787757616.895713:0:238944:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cee0.
00000100:00000001:3.0:1787757616.895718:0:238944:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757616.895728:0:238944:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff92507ae461c0 x1874594466090240/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757616.895744:0:238944:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787757616.895749:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787757616.895750:0:238944:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae461c0 x1874594466090240/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757638 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757616.895763:0:238944:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757616.895766:0:238944:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757616.895785:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757616.895791:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757616.895806:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757613/real 1787757616]  req@ffff92507ae45e00 x1874594466090112/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757616.895832:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757616.895836:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757616.895844:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241f5d8.
00000400:00000200:2.0:1787757616.896040:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899cdd0
00000400:00000010:2.0:1787757616.896055:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899cdd0.
00000100:00000001:2.0:1787757616.896069:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757616.896090:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae45e00 x1874594466090112/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757616.896115:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae45e00 x1874594466090112/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757616.896131:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757616.896138:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757616.896146:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757616.896179:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757616.896191:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae45e00 x1874594466090112/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757616.896226:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757616.896238:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae45e00 x1874594466090112/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757638 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757616.896255:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757616.896263:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757616.896380:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757616.896384:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757616.896391:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757616.896396:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757616.896404:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757616.896414:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757616.896419:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757616.896428:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae45e00 x1874594466090112/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757638 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757616.896445:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae45e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466090112:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757616.896455:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757616.896465:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757613/real 1787757616]  req@ffff92507ae461c0 x1874594466090240/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757616.896483:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757616.896487:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757616.896493:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241fc08.
00000400:00000200:2.0:1787757616.896500:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c110
00000400:00000010:2.0:1787757616.896504:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c110.
00000100:00000001:2.0:1787757616.896509:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757616.896515:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae461c0 x1874594466090240/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757616.896532:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae461c0 x1874594466090240/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757616.896547:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757616.896550:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757616.896554:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757616.896557:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757616.896565:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae461c0 x1874594466090240/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757616.896613:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757616.896622:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae461c0 x1874594466090240/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757638 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757616.896637:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757616.896642:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757616.896645:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757616.896648:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757616.896652:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757616.896655:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757616.896660:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757616.896668:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757616.896673:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757616.896682:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae461c0 x1874594466090240/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757638 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757616.896700:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae461c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466090240:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757616.896710:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757616.896719:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757613/real 1787757616]  req@ffff92507ae46580 x1874594466089984/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757616.896736:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757616.896739:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757616.896744:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241f420.
00000400:00000200:2.0:1787757616.896749:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899ca18
00000400:00000010:2.0:1787757616.896754:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899ca18.
00000100:00000001:2.0:1787757616.896759:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757616.896767:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae46580 x1874594466089984/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757616.896785:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae46580 x1874594466089984/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757616.896799:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757616.896802:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757616.896806:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757616.896809:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757616.896817:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae46580 x1874594466089984/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757616.896832:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757616.896841:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae46580 x1874594466089984/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757638 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757616.896856:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757616.896861:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757616.896865:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757616.896868:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757616.896872:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757616.896875:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757616.896881:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757616.896887:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757616.896892:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757616.896900:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae46580 x1874594466089984/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757638 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757616.896917:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae46580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466089984:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757616.896926:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757616.896933:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757616.896943:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae45e00 x1874594466090112/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757638 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757616.896959:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757616.896965:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757616.896972:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507caff800.
02000000:00000001:2.0:1787757616.896981:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757616.896986:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757616.896990:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:2.0:1787757616.896995:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757616.897000:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad5400.
02000000:00000001:2.0:1787757616.897006:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757616.897010:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757616.897013:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae45e00.
00000100:00000001:2.0:1787757616.897020:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757616.897023:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757616.897027:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757616.897034:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae461c0 x1874594466090240/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757638 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757616.897048:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757616.897050:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757616.897053:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757616.897060:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757616.897063:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757616.897066:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:2.0:1787757616.897070:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757616.897073:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad4400.
02000000:00000001:2.0:1787757616.897078:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757616.897080:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757616.897083:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae461c0.
00000100:00000001:2.0:1787757616.897087:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757616.897090:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757616.897094:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757616.897101:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae46580 x1874594466089984/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757638 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757616.897114:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757616.897117:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757616.897121:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafe400.
02000000:00000001:2.0:1787757616.897126:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757616.897129:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757616.897131:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:2.0:1787757616.897135:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757616.897139:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad6400.
02000000:00000001:2.0:1787757616.897143:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757616.897146:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757616.897148:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae46580.
00000100:00000001:2.0:1787757616.897153:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757616.897156:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757616.897161:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757616.897175:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757616.897179:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757616.897184:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757616.897187:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757617.406437:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757617.406448:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757617.406451:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757617.406458:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757617.406463:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757617.406468:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757617.406472:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757617.406475:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757617.406479:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757617.726457:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757617.726467:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757617.726479:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757617.726483:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757617.726491:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757617.726495:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757617.726673:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757617.726686:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757617.726695:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787757618.430477:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787757618.430490:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757618.430494:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757618.430504:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:0.0:1787757618.430512:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757618.430519:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757618.430525:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757618.430530:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757618.430537:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757618.750428:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757618.750439:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757618.750452:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757618.750456:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757618.750464:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757618.750468:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757618.750572:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757618.750579:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757618.750584:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787757618.942397:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757618.942412:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787757618.942416:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757618.942420:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757618.942427:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757618.942437:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19198
00000400:00000200:0.0:1787757618.942448:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757618.942457:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757618.942461:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757618.942467:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757618.942472:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757618.942476:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757618.942479:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757618.942485:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757618.942487:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787757618.942491:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757618.942495:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787757618.942498:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787757618.942501:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787757618.942504:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757618.942507:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757618.942510:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757618.942512:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757618.942517:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787757618.942521:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757618.942524:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757618.942527:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757618.942531:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757618.942535:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757618.942563:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787757618.942568:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757618.942580:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae45a40.
00000020:00000040:0.0:1787757618.942587:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787757618.942595:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757618.942599:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757618.942604:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757618.942609:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757618.942617:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757618.942632:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6400.
00000100:00000001:0.0:1787757618.942643:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757618.942659:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae45a40 x1874594466090368/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757618.942679:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757618.942687:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757618.942697:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000091d828b] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae45a40 x1874594466090368/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757618.942741:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757618.942748:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757618.942755:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787757618.942758:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757618.942760:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757618.942765:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757618.942769:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19198
00000400:00000200:0.0:1787757618.942775:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757618.942780:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757618.942784:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757618.942788:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757618.942792:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757618.942795:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757618.942799:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757618.942803:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757618.942805:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:0.0:1787757618.942808:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757618.942812:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:0.0:1787757618.942814:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:0.0:1787757618.942818:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:2.0:1787757618.942820:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1787757618.942823:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757618.942831:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787757618.942834:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1787757618.942836:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757618.942844:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787757618.942846:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757618.942856:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00000040:2.0:1787757618.942867:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae45a40 x1874594466090368/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787757618.942869:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757618.942883:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757618.942894:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787757618.942907:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1787757618.942908:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757618.942911:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757618.942918:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757618.942922:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787757618.942926:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:2.0:1787757618.942929:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:0.0:1787757618.942936:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787757618.942937:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787757618.942949:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757618.942951:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae45a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466090368:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787757618.942956:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757618.942963:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:0.0:1787757618.942969:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae44000.
02000000:00000001:2.0:1787757618.942970:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757618.942976:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787757618.942981:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:2.0:1787757618.942982:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787757618.942993:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000010:2.0:1787757618.942994:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafe400.
02000000:00000001:0.0:1787757618.942997:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757618.943000:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757618.943006:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757618.943012:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787757618.943014:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000001:0.0:1787757618.943020:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787757618.943026:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241f420.
02000000:00000010:0.0:1787757618.943034:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad4400.
00000400:00000010:2.0:1787757618.943040:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899ca18.
00000100:00000001:0.0:1787757618.943047:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787757618.943054:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466090368, portal 25
00000100:00000001:2.0:1787757618.943065:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00100000:0.0:1787757618.943068:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae44000 x1874594466090496/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757618.943072:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089665600 : -120600619886016 : ffff92507ae45a40)
00000100:00000040:2.0:1787757618.943097:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae45a40 x1874594466090368/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757618.943100:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757618.943110:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757618.943128:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b29c40b] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae44000 x1874594466090496/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757618.943131:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757618.943147:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757618.943158:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c110.
00000100:00000001:0.0:1787757618.943170:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757618.943180:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1787757618.943184:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466090368, offset 0
00000100:00080000:0.0:1787757618.943188:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787757618.943196:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757618.943200:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787757618.943210:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000001:0.0:1787757618.943212:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757618.943225:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19198
00000400:00000200:2.0:1787757618.943235:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757618.943246:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757618.943257:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757618.943260:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000400:00000200:2.0:1787757618.943322:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757618.943333:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757618.943341:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757618.943347:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757618.943362:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56617:56617:256:4294967295] 192.168.201.154@tcp LPNI seq info [56617:56617:8:4294967295]
00000100:00080000:0.0:1787757618.943364:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757618.943384:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000200:2.0:1787757618.943385:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757618.943398:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757618.943405:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757618.943417:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:2.0:1787757618.943425:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000020:00000001:0.0:1787757618.943427:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757618.943435:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:0.0:1787757618.943442:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757618.943451:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000800:00000200:2.0:1787757618.943452:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000020:00000001:0.0:1787757618.943462:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000800:00000010:2.0:1787757618.943472:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2ac800.
00000020:00000001:0.0:1787757618.943473:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:0.0:1787757618.943490:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000800:00000200:2.0:1787757618.943499:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:0.0:1787757618.943501:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1787757618.943515:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000100:00000040:0.0:1787757618.943516:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757618.943527:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757618.943562:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000800:00000200:2.1:1787757618.943567:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00080000:0.0:1787757618.943576:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000800:00000200:2.1:1787757618.943582:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1787757618.943587:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757618.943597:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000100:2.0:1787757618.943606:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757618.943614:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2ac800.
02000000:00000001:0.0:1787757618.943617:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787757618.943624:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1787757618.943627:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757618.943642:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1787757618.943643:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787757618.943655:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787757618.943659:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c110
00000008:00000001:0.0:1787757618.943664:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787757618.943668:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c110.
00000100:00000001:0.0:1787757618.943674:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757618.943680:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000010:0.0:1787757618.943689:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae46580.
00000100:00000200:2.0:1787757618.943694:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae45a40 x1874594466090368/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787757618.943699:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:0.0:1787757618.943712:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757618.943718:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757618.943729:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787757618.943736:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1787757618.943737:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757618.943747:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757618.943752:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae45a40 x1874594466090368/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757643 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1787757618.943760:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad5400.
00000100:00000001:0.0:1787757618.943773:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757618.943781:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757618.943791:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:0.0:1787757618.943793:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae46580 x1874594466090624/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757618.943806:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757618.943815:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787757618.943824:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757618.943826:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757618.943837:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313871785
00000100:00000040:0.0:1787757618.943844:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000105135d9] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae46580 x1874594466090624/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1787757618.943853:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c780.
00000100:00000001:2.0:1787757618.943871:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787757618.943874:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757618.943886:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787757618.943888:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313871785
00000100:00000040:0.0:1787757618.943900:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000010:2.0:1787757618.943905:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344cd80.
00000100:00000040:0.0:1787757618.943916:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19208)
00000100:00000001:2.0:1787757618.943918:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787757618.943934:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757618.943940:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757618.943946:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757618.943959:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757618/real 1787757618]  req@ffff92507ae45a40 x1874594466090368/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757618.943979:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757618.943983:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757618.943988:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241f420.
00000400:00000200:2.0:1787757618.943996:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899ca18
00000400:00000010:2.0:1787757618.944000:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899ca18.
00000100:00000001:2.0:1787757618.944005:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757618.944012:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae45a40 x1874594466090368/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757618.944032:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae45a40 x1874594466090368/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757618.944049:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757618.944056:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757618.944062:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757618.944066:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757618.944074:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae45a40 x1874594466090368/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757618.944088:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757618.944098:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae45a40 x1874594466090368/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757643 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757618.944114:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757618.944121:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757618.944125:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757618.944128:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757618.944134:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757618.944138:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757618.944144:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757618.944153:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757618.944157:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757618.944167:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae45a40 x1874594466090368/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757643 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757618.944185:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae45a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466090368:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757618.944196:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757618.944200:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757618.944206:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae45a40 x1874594466090368/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757643 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757618.944221:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757618.944226:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757618.944231:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafe400.
02000000:00000001:2.0:1787757618.944237:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757618.944241:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757618.944244:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:2.0:1787757618.944249:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757618.944254:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad6400.
02000000:00000001:2.0:1787757618.944260:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757618.944264:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757618.944267:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae45a40.
00000100:00000001:2.0:1787757618.944314:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757618.944317:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757618.944322:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757618.944335:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757618.944339:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757618.944344:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757618.944347:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757618.944351:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757618.944360:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae44000 x1874594466090496/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757618.944385:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757618.944387:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757618.944391:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757618.944394:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757618.944397:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757618.944401:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466090496:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757618.944406:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757618.944410:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757618.944412:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757618.944415:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757618.944424:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafe400.
02000000:00000001:2.0:1787757618.944429:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757618.944437:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757618.944443:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241f420.
00000400:00000010:2.0:1787757618.944450:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899ca18.
00000100:00000200:2.0:1787757618.944456:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466090496, portal 10
00000100:00000001:2.0:1787757618.944461:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757618.944463:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089658880 : -120600619892736 : ffff92507ae44000)
00000100:00000040:2.0:1787757618.944476:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae44000 x1874594466090496/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757618.944490:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757618.944495:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757618.944500:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c110.
00000100:00000200:2.0:1787757618.944505:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466090496, offset 0
00000400:00000200:2.0:1787757618.944513:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757618.944522:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757618.944530:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757618.944536:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757618.944566:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757618.944572:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757618.944576:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757618.944584:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56618:56618:256:4294967295] 192.168.201.154@tcp LPNI seq info [56618:56618:8:4294967295]
00000400:00000200:2.0:1787757618.944594:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757618.944618:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757618.944629:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757618.944638:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2ac800.
00000800:00000200:2.0:1787757618.944648:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757618.944654:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787757618.944663:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757618.944668:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787757618.944676:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757618.944680:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2ac800.
00000400:00000200:2.0:1787757618.944687:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757618.944694:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757618.944701:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c110
00000400:00000010:2.0:1787757618.944705:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c110.
00000100:00000001:2.0:1787757618.944711:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757618.944719:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae44000 x1874594466090496/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757618.944735:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757618.944741:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae44000 x1874594466090496/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757643 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757618.944756:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757618.944784:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757618.944794:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757618.944800:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:2.0:1787757618.944805:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757618.944808:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313870890
00000100:00000001:2.0:1787757618.944812:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313871785
00000100:00000001:2.0:1787757618.944815:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313870890
00000100:00000001:2.0:1787757618.944818:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313871785
00000100:00000001:2.0:1787757618.944821:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757618.944825:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757618.944828:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757618.944834:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757618/real 1787757618]  req@ffff92507ae44000 x1874594466090496/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757618.944846:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757618.944848:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757618.944851:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241f420.
00000400:00000200:2.0:1787757618.944854:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899ca18
00000400:00000010:2.0:1787757618.944856:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899ca18.
00000100:00000001:2.0:1787757618.944859:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757618.944863:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae44000 x1874594466090496/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757618.944874:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae44000 x1874594466090496/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757618.944889:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757618.944891:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757618.944894:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757618.944896:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757618.944900:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae44000 x1874594466090496/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757618.944909:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757618.944914:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae44000 x1874594466090496/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757643 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757618.944923:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757618.944926:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757618.944928:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757618.944930:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757618.944932:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757618.944935:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757618.944938:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757618.944943:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757618.944946:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757618.944951:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae44000 x1874594466090496/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757643 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757618.944961:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466090496:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757618.944966:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757618.944970:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae46580 x1874594466090624/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757618.944978:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757618.944980:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757618.944982:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757618.944985:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757618.944987:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757618.944991:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae46580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466090624:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757618.944995:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757618.944998:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757618.945001:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757618.945003:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757618.945008:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757618.945010:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757618.945015:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757618.945018:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241f420.
00000400:00000010:2.0:1787757618.945022:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899ca18.
00000100:00000200:2.0:1787757618.945026:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466090624, portal 4
00000100:00000001:2.0:1787757618.945028:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757618.945030:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089668480 : -120600619883136 : ffff92507ae46580)
00000100:00000040:2.0:1787757618.945038:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae46580 x1874594466090624/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757618.945047:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757618.945050:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757618.945053:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c110.
00000100:00000200:2.0:1787757618.945056:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466090624, offset 0
00000400:00000200:2.0:1787757618.945061:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757618.945066:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757618.945071:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757618.945075:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757618.945079:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757618.945082:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757618.945085:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757618.945089:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56619:56619:256:4294967295] 192.168.201.154@tcp LPNI seq info [56619:56619:8:4294967295]
00000400:00000200:2.0:1787757618.945095:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757618.945103:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757618.945109:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757618.945113:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2ac800.
00000800:00000200:2.0:1787757618.945118:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757618.945122:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787757618.945127:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757618.945131:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787757618.945136:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757618.945139:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2ac800.
00000400:00000200:2.0:1787757618.945143:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757618.945148:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757618.945151:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c110
00000400:00000010:2.0:1787757618.945153:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c110.
00000100:00000001:2.0:1787757618.945156:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757618.945161:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae46580 x1874594466090624/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757618.945170:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757618.945174:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae46580 x1874594466090624/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757643 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757618.945183:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757618.945185:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757618.945189:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757618.945193:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:2.0:1787757618.945196:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757618.945199:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313870873
00000100:00000001:2.0:1787757618.945202:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313871785
00000100:00000001:2.0:1787757618.945205:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313870873
00000100:00000001:2.0:1787757618.945208:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313871785
00000100:00000001:2.0:1787757618.945210:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757618.945213:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757618.945215:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757618.945219:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757618/real 1787757618]  req@ffff92507ae46580 x1874594466090624/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757618.945228:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757618.945230:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757618.945232:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241f420.
00000400:00000200:2.0:1787757618.945235:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899ca18
00000400:00000010:2.0:1787757618.945237:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899ca18.
00000100:00000001:2.0:1787757618.945239:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757618.945243:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae46580 x1874594466090624/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757618.945257:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae46580 x1874594466090624/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757618.945308:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757618.945312:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757618.945316:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757618.945319:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757618.945329:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae46580 x1874594466090624/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757618.945344:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757618.945363:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae46580 x1874594466090624/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757643 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757618.945378:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757618.945381:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757618.945384:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757618.945386:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757618.945388:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757618.945391:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757618.945394:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757618.945398:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757618.945401:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757618.945407:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae46580 x1874594466090624/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757643 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757618.945418:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae46580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466090624:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757618.945427:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757618.945431:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757618.945437:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae44000 x1874594466090496/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757643 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757618.945451:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757618.945454:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757618.945459:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafe400.
02000000:00000001:2.0:1787757618.945464:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757618.945468:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757618.945471:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:2.0:1787757618.945475:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757618.945479:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad4400.
02000000:00000001:2.0:1787757618.945484:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757618.945486:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757618.945489:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae44000.
00000100:00000001:2.0:1787757618.945494:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757618.945497:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757618.945502:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757618.945507:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae46580 x1874594466090624/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757643 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757618.945516:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757618.945518:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757618.945520:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757618.945523:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757618.945525:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757618.945526:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:2.0:1787757618.945529:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757618.945530:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad5400.
02000000:00000001:2.0:1787757618.945533:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757618.945535:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757618.945536:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae46580.
00000100:00000001:2.0:1787757618.945567:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757618.945569:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757618.945572:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757618.945578:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757618.945580:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757618.945583:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757618.945585:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757619.454411:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757619.454422:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757619.454426:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757619.454435:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757619.454441:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757619.454446:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757619.454449:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757619.454452:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757619.454456:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757619.774443:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757619.774454:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757619.774465:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757619.774469:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757619.774476:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757619.774479:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757619.774597:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757619.774608:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757619.774615:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757619.902427:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313871785, at 4313871808
00000100:00000040:2.0:1787757619.902441:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313871785, at 4313871808
00000100:00000010:3.0:1787757619.902453:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344cd80.
00000100:00000010:2.0:1787757619.902458:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c780.
00000100:00000001:1.0:1787757620.478388:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757620.478404:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757620.478409:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757620.478419:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757620.478426:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757620.478432:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757620.478436:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757620.478439:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757620.478456:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757620.798430:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757620.798441:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757620.798451:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757620.798453:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757620.798459:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757620.798463:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757620.798617:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757620.798624:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757620.798630:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757621.502396:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757621.502406:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757621.502409:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757621.502416:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757621.502421:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757621.502426:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757621.502430:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757621.502433:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757621.502436:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757621.822401:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757621.822415:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757621.822420:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757621.822426:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757621.822434:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757621.822438:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757621.822442:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757621.822448:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757621.822456:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757621.822462:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757621.822465:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757621.822469:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757621.822473:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757621.822476:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757621.822480:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757621.822486:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757621.822526:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757621.822531:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757621.822625:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757621.822632:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757621.822638:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757622.526460:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757622.526474:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757622.526503:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757622.526513:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757622.526520:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757622.526525:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757622.526529:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757622.526532:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757622.526536:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757622.846440:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757622.846452:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757622.846467:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757622.846498:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757622.846527:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757622.846530:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757622.846628:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757622.846634:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757622.846639:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757623.550407:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757623.550418:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757623.550421:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757623.550428:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757623.550433:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757623.550438:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757623.550441:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757623.550445:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757623.550448:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757623.870405:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757623.870415:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757623.870427:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757623.870430:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757623.870439:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757623.870442:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757623.870562:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757623.870571:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757623.870579:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787757624.062489:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757624.062503:0:277834:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787757624.062506:0:277834:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757624.062511:0:277834:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757624.062518:0:277834:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757624.062529:0:277834:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19203
00000400:00000200:2.0:1787757624.062540:0:277834:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757624.062548:0:277834:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757624.062552:0:277834:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757624.062557:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757624.062561:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757624.062564:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757624.062568:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757624.062572:0:277834:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757624.062575:0:277834:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787757624.062579:0:277834:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757624.062583:0:277834:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787757624.062586:0:277834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787757624.062589:0:277834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787757624.062593:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757624.062595:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757624.062598:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757624.062601:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757624.062604:0:277834:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787757624.062609:0:277834:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757624.062612:0:277834:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757624.062616:0:277834:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757624.062620:0:277834:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757624.062623:0:277834:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757624.062626:0:277834:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757624.062629:0:277834:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757624.062640:0:277834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61de00.
00000020:00000040:2.0:1787757624.062646:0:277834:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787757624.062652:0:277834:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757624.062654:0:277834:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757624.062658:0:277834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757624.062661:0:277834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757624.062666:0:277834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757624.062676:0:277834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafc800.
00000100:00000001:2.0:1787757624.062684:0:277834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757624.062696:0:277834:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61de00 x1874594466090752/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757624.062710:0:277834:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757624.062716:0:277834:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757624.062722:0:277834:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0b9f896] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61de00 x1874594466090752/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757624.062758:0:277834:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757624.062763:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757624.062767:0:277834:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787757624.062769:0:277834:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757624.062771:0:277834:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757624.062775:0:277834:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757624.062779:0:277834:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19203
00000400:00000200:2.0:1787757624.062783:0:277834:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757624.062788:0:277834:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757624.062791:0:277834:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757624.062795:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757624.062799:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757624.062802:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757624.062805:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:0.0:1787757624.062809:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1787757624.062809:0:277834:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757624.062817:0:277834:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:2.0:1787757624.062821:0:277834:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787757624.062822:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757624.062829:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1787757624.062831:0:277834:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:2.0:1787757624.062837:0:277834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:2.0:1787757624.062843:0:277834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:0.0:1787757624.062845:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61de00 x1874594466090752/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787757624.062851:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757624.062860:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757624.062863:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757624.062866:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757624.062880:0:277834:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:2.0:1787757624.062890:0:277834:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757624.062898:0:277834:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757624.062906:0:277834:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757624.062917:0:277834:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757624.062921:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1787757624.062923:0:277834:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757624.062931:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757624.062931:0:277834:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757624.062938:0:277834:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1787757624.062944:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:2.0:1787757624.062945:0:277834:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757624.062953:0:277834:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757624.062955:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1787757624.062958:0:277834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61e940.
02000000:00000001:0.0:1787757624.062968:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787757624.062969:0:277834:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:2.0:1787757624.062976:0:277834:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757624.062981:0:277834:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757624.062988:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466090752:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757624.062989:0:277834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757624.062993:0:277834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757624.062999:0:277834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757624.063002:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:2.0:1787757624.063008:0:277834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafe400.
02000000:00000001:0.0:1787757624.063010:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787757624.063016:0:277834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757624.063018:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757624.063026:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:2.0:1787757624.063032:0:277834:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61e940 x1874594466090880/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:0.0:1787757624.063036:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787757624.063044:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757624.063056:0:277834:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1787757624.063062:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757624.063064:0:277834:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787757624.063073:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000100:00000040:2.0:1787757624.063075:0:277834:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0cadbca] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61e940 x1874594466090880/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1787757624.063084:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787757624.063097:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466090752, portal 25
00000100:00000001:0.0:1787757624.063105:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757624.063109:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611352064 : -120601098199552 : ffff92505e61de00)
00000100:00000040:0.0:1787757624.063127:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61de00 x1874594466090752/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757624.063133:0:277834:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757624.063146:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787757624.063147:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1787757624.063158:0:277834:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787757624.063162:0:277834:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757624.063165:0:277834:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:0.0:1787757624.063173:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000001:2.0:1787757624.063177:0:277834:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:0.0:1787757624.063180:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000200:0.0:1787757624.063188:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466090752, offset 0
00000100:00080000:2.0:1787757624.063191:0:277834:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19203
00000400:00000200:0.0:1787757624.063202:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757624.063211:0:277834:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757624.063221:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757624.063225:0:277834:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757624.063234:0:277834:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1787757624.063236:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00000040:2.0:1787757624.063251:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000200:0.0:1787757624.063252:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787757624.063264:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787757624.063265:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757624.063305:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757624.063309:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757624.063317:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56620:56620:256:4294967295] 192.168.201.154@tcp LPNI seq info [56620:56620:8:4294967295]
00000400:00000200:0.0:1787757624.063324:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757624.063342:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1787757624.063350:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000800:00000200:0.0:1787757624.063361:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000001:2.0:1787757624.063364:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000800:00000010:0.0:1787757624.063371:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a300.
00000020:00000001:2.0:1787757624.063374:0:277834:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757624.063382:0:277834:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000800:00000200:0.0:1787757624.063386:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000020:00000001:2.0:1787757624.063391:0:277834:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757624.063397:0:277834:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:2.0:1787757624.063409:0:277834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000800:00000200:0.0:1787757624.063410:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000020:00000001:2.0:1787757624.063421:0:277834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000800:00000200:0.1:1787757624.063435:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000040:2.0:1787757624.063441:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000800:00000200:0.1:1787757624.063447:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1787757624.063483:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000100:00000001:2.0:1787757624.063486:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:0.0:1787757624.063492:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a300.
00000100:00000040:2.0:1787757624.063501:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000200:0.0:1787757624.063511:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1787757624.063512:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757624.063525:0:277834:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000400:00000200:0.0:1787757624.063535:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000100:00080000:2.0:1787757624.063539:0:277834:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000400:00000200:0.0:1787757624.063546:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000100:00000001:2.0:1787757624.063550:0:277834:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787757624.063553:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
02000000:00000001:2.0:1787757624.063563:0:277834:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787757624.063570:0:238954:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:2.0:1787757624.063575:0:277834:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:0.0:1787757624.063585:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61de00 x1874594466090752/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787757624.063586:0:277834:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757624.063595:0:277834:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757624.063601:0:277834:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787757624.063611:0:277834:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757624.063617:0:277834:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757624.063620:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000010:2.0:1787757624.063625:0:277834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61c3c0.
00000100:00000040:0.0:1787757624.063630:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61de00 x1874594466090752/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757649 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787757624.063633:0:277834:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:2.0:1787757624.063644:0:277834:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757624.063648:0:277834:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757624.063656:0:277834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787757624.063658:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757624.063661:0:277834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787757624.063664:0:238954:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1787757624.063667:0:277834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757624.063677:0:277834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507caff800.
00000100:00000001:0.0:1787757624.063678:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757624.063683:0:277834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757624.063693:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00100000:2.0:1787757624.063698:0:277834:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61c3c0 x1874594466091008/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757624.063704:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313876905
00000100:00000001:2.0:1787757624.063720:0:277834:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000010:0.0:1787757624.063724:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747960.
00000100:00000001:2.0:1787757624.063725:0:277834:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757624.063737:0:277834:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003175400] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61c3c0 x1874594466091008/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757624.063745:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787757624.063752:0:277834:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757624.063759:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787757624.063761:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313876905
00000100:00000040:2.0:1787757624.063766:0:277834:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000010:0.0:1787757624.063778:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747f00.
00000100:00000040:2.0:1787757624.063778:0:277834:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19213)
00000100:00000001:0.0:1787757624.063793:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787757624.063802:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757624.063807:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757624.063812:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757624.063822:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757624/real 1787757624]  req@ffff92505e61de00 x1874594466090752/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757624.063837:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757624.063839:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757624.063842:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757624.063907:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757624.063912:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757624.063920:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757624.063929:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61de00 x1874594466090752/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757624.063949:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61de00 x1874594466090752/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757624.063964:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757624.063969:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757624.063974:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757624.063977:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757624.063985:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61de00 x1874594466090752/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757624.063995:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757624.064001:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61de00 x1874594466090752/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757649 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757624.064010:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757624.064014:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757624.064016:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757624.064018:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757624.064021:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757624.064023:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757624.064027:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757624.064031:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757624.064035:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757624.064041:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61de00 x1874594466090752/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757649 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757624.064052:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466090752:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787757624.064058:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757624.064061:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757624.064065:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61de00 x1874594466090752/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757649 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757624.064073:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757624.064077:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757624.064080:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787757624.064085:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757624.064087:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757624.064089:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:0.0:1787757624.064092:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757624.064096:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafc800.
02000000:00000001:0.0:1787757624.064100:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757624.064102:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757624.064104:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61de00.
00000100:00000001:0.0:1787757624.064132:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757624.064134:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757624.064137:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757624.064146:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757624.064149:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757624.064152:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757624.064154:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757624.064156:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757624.064162:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61e940 x1874594466090880/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757624.064171:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757624.064173:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757624.064176:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757624.064179:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757624.064182:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757624.064186:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466090880:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757624.064191:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757624.064194:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757624.064196:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757624.064198:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757624.064203:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787757624.064206:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757624.064211:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757624.064215:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787757624.064220:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787757624.064224:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466090880, portal 10
00000100:00000001:0.0:1787757624.064227:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757624.064229:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611354944 : -120601098196672 : ffff92505e61e940)
00000100:00000040:0.0:1787757624.064237:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61e940 x1874594466090880/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757624.064246:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757624.064249:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757624.064252:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000200:0.0:1787757624.064255:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466090880, offset 0
00000400:00000200:0.0:1787757624.064260:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757624.064267:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757624.064302:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757624.064307:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757624.064311:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757624.064314:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757624.064318:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757624.064322:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56621:56621:256:4294967295] 192.168.201.154@tcp LPNI seq info [56621:56621:8:4294967295]
00000400:00000200:0.0:1787757624.064328:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757624.064338:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757624.064344:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757624.064350:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a300.
00000800:00000200:0.0:1787757624.064355:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757624.064360:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787757624.064366:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757624.064370:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1787757624.064375:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757624.064377:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a300.
00000400:00000200:0.0:1787757624.064382:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757624.064386:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757624.064390:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757624.064393:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757624.064397:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757624.064402:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61e940 x1874594466090880/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757624.064413:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757624.064419:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61e940 x1874594466090880/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757649 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757624.064433:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757624.064437:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757624.064443:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757624.064474:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:0.0:1787757624.064483:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757624.064488:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313876010
00000100:00000001:0.0:1787757624.064493:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313876905
00000100:00000001:0.0:1787757624.064497:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313876010
00000100:00000001:0.0:1787757624.064501:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313876905
00000100:00000001:0.0:1787757624.064506:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757624.064511:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757624.064515:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757624.064525:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757624/real 1787757624]  req@ffff92505e61e940 x1874594466090880/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757624.064547:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757624.064549:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757624.064552:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757624.064556:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757624.064558:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757624.064562:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757624.064566:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61e940 x1874594466090880/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757624.064577:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61e940 x1874594466090880/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757624.064586:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757624.064588:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757624.064590:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757624.064592:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757624.064596:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61e940 x1874594466090880/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757624.064604:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757624.064609:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61e940 x1874594466090880/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757649 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757624.064617:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757624.064620:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757624.064623:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757624.064625:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757624.064627:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757624.064630:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757624.064633:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757624.064637:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757624.064639:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757624.064645:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61e940 x1874594466090880/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757649 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757624.064655:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466090880:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757624.064661:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757624.064665:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61c3c0 x1874594466091008/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757624.064672:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757624.064674:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757624.064679:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757624.064682:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757624.064686:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757624.064692:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466091008:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757624.064698:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757624.064701:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757624.064704:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757624.064708:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757624.064715:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad7000.
02000000:00000001:0.0:1787757624.064719:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757624.064726:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757624.064731:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787757624.064738:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787757624.064744:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466091008, portal 4
00000100:00000001:0.0:1787757624.064748:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757624.064751:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611345344 : -120601098206272 : ffff92505e61c3c0)
00000100:00000040:0.0:1787757624.064764:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61c3c0 x1874594466091008/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757624.064778:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757624.064783:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757624.064787:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000200:0.0:1787757624.064790:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466091008, offset 0
00000400:00000200:0.0:1787757624.064797:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757624.064803:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757624.064808:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757624.064813:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757624.064816:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757624.064820:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757624.064823:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757624.064827:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56622:56622:256:4294967295] 192.168.201.154@tcp LPNI seq info [56622:56622:8:4294967295]
00000400:00000200:0.0:1787757624.064833:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757624.064842:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757624.064848:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757624.064852:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a300.
00000800:00000200:0.0:1787757624.064857:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757624.064861:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787757624.064866:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757624.064870:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1787757624.064879:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757624.064882:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a300.
00000400:00000200:0.0:1787757624.064889:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757624.064896:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757624.064902:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757624.064906:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757624.064912:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757624.064920:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61c3c0 x1874594466091008/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757624.064937:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757624.064944:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61c3c0 x1874594466091008/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757649 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757624.064959:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757624.064962:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757624.064968:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757624.064974:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:0.0:1787757624.064980:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757624.064984:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313875993
00000100:00000001:0.0:1787757624.064988:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313876905
00000100:00000001:0.0:1787757624.064990:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313875993
00000100:00000001:0.0:1787757624.064993:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313876905
00000100:00000001:0.0:1787757624.064996:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757624.064998:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757624.065001:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757624.065006:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757624/real 1787757624]  req@ffff92505e61c3c0 x1874594466091008/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757624.065017:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757624.065019:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757624.065022:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757624.065025:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757624.065027:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757624.065031:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757624.065035:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61c3c0 x1874594466091008/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757624.065046:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61c3c0 x1874594466091008/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757624.065054:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757624.065056:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757624.065058:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757624.065060:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757624.065064:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61c3c0 x1874594466091008/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757624.065072:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757624.065076:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61c3c0 x1874594466091008/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757649 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757624.065085:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757624.065088:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757624.065090:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757624.065092:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757624.065095:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757624.065097:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757624.065100:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757624.065104:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757624.065106:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757624.065111:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61c3c0 x1874594466091008/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757649 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757624.065120:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466091008:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757624.065125:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757624.065127:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757624.065131:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61e940 x1874594466090880/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757649 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757624.065140:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757624.065142:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757624.065145:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787757624.065148:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757624.065151:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757624.065152:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:0.0:1787757624.065155:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757624.065158:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafe400.
02000000:00000001:0.0:1787757624.065161:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757624.065163:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757624.065165:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61e940.
00000100:00000001:0.0:1787757624.065168:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757624.065170:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757624.065172:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757624.065175:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61c3c0 x1874594466091008/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757649 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757624.065191:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757624.065193:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757624.065195:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad7000.
02000000:00000001:0.0:1787757624.065198:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757624.065199:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757624.065201:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:0.0:1787757624.065203:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757624.065204:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507caff800.
02000000:00000001:0.0:1787757624.065207:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757624.065208:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757624.065209:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61c3c0.
00000100:00000001:0.0:1787757624.065212:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757624.065214:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757624.065216:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757624.065221:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757624.065222:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757624.065225:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757624.065227:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757624.574380:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757624.574392:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757624.574395:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757624.574404:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757624.574410:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757624.574416:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757624.574420:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757624.574423:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757624.574426:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757624.894431:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757624.894485:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757624.894499:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757624.894502:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757624.894510:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757624.894517:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757624.894521:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757624.894527:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757624.894533:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757624.894537:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757624.894541:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757624.894546:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757624.894629:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757624.894636:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757624.894641:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757625.022392:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313876905, at 4313876928
00000100:00000010:2.0:1787757625.022417:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747960.
00000100:00000040:3.0:1787757625.022528:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313876905, at 4313876928
00000100:00000010:3.0:1787757625.022540:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747f00.
00000100:00000001:1.0:1787757625.598398:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757625.598409:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757625.598412:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757625.598445:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757625.598451:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757625.598456:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757625.598460:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757625.598463:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757625.598467:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757625.918461:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757625.918472:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757625.918485:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757625.918488:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757625.918496:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757625.918500:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757625.918581:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757625.918588:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757625.918594:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757626.622430:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757626.622442:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757626.622444:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757626.622452:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757626.622457:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757626.622462:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757626.622465:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757626.622470:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757626.622473:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757626.942479:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757626.942491:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757626.942507:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757626.942512:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757626.942522:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757626.942526:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757626.942654:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757626.942662:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757626.942668:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757627.646378:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757627.646410:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757627.646415:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757627.646425:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757627.646433:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757627.646439:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757627.646443:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757627.646448:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757627.646454:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757627.966476:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757627.966486:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757627.966498:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757627.966501:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757627.966509:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757627.966512:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757627.966634:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757627.966643:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757627.966650:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757628.670474:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757628.670485:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757628.670488:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757628.670495:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757628.670501:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757628.670505:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757628.670509:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757628.670513:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757628.670516:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757628.990500:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757628.990509:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757628.990520:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757628.990522:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757628.990526:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757628.990528:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757628.990570:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757628.990578:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757628.990583:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787757629.182459:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757629.182476:0:277834:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787757629.182481:0:277834:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757629.182489:0:277834:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757629.182498:0:277834:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757629.182512:0:277834:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19208
00000400:00000200:2.0:1787757629.182529:0:277834:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757629.182541:0:277834:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757629.182547:0:277834:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757629.182553:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757629.182558:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757629.182561:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757629.182564:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757629.182570:0:277834:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757629.182573:0:277834:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787757629.182577:0:277834:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757629.182580:0:277834:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787757629.182583:0:277834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787757629.182586:0:277834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787757629.182590:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757629.182592:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757629.182595:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757629.182598:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757629.182602:0:277834:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787757629.182606:0:277834:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757629.182609:0:277834:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757629.182614:0:277834:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757629.182619:0:277834:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757629.182622:0:277834:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757629.182625:0:277834:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757629.182629:0:277834:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757629.182642:0:277834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61c3c0.
00000020:00000040:2.0:1787757629.182647:0:277834:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787757629.182654:0:277834:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757629.182657:0:277834:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757629.182662:0:277834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757629.182667:0:277834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757629.182674:0:277834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757629.182689:0:277834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507caff400.
00000100:00000001:2.0:1787757629.182701:0:277834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757629.182718:0:277834:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61c3c0 x1874594466091136/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757629.182740:0:277834:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757629.182748:0:277834:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757629.182758:0:277834:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003175400] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61c3c0 x1874594466091136/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757629.182795:0:277834:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757629.182802:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757629.182809:0:277834:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787757629.182812:0:277834:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757629.182816:0:277834:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757629.182823:0:277834:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757629.182830:0:277834:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19208
00000400:00000200:2.0:1787757629.182841:0:277834:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757629.182849:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1787757629.182850:0:277834:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757629.182860:0:277834:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787757629.182863:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1787757629.182870:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757629.182873:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787757629.182881:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757629.182892:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000040:0.0:1787757629.182895:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61c3c0 x1874594466091136/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757629.182896:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757629.182906:0:277834:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757629.182911:0:277834:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:2.0:1787757629.182918:0:277834:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757629.182923:0:277834:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000100:00000001:0.0:1787757629.182928:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1787757629.182930:0:277834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:0.0:1787757629.182933:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757629.182936:0:277834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
02000000:00000001:0.0:1787757629.182941:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1787757629.182945:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
02000000:00000001:0.0:1787757629.182948:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757629.182951:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1787757629.182958:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757629.182960:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757629.182966:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00100000:0.0:1787757629.182970:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466091136:192.168.201.154@tcp:250:kworker.0
00000020:00000040:2.0:1787757629.182973:0:277834:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:2.0:1787757629.182983:0:277834:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757629.182992:0:277834:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757629.182993:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757629.182995:0:277834:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757629.183007:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757629.183009:0:277834:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757629.183015:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757629.183016:0:277834:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757629.183027:0:277834:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:0.0:1787757629.183030:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:2.0:1787757629.183034:0:277834:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787757629.183041:0:277834:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757629.183044:0:277834:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757629.183046:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad7000.
00000100:00000010:2.0:1787757629.183052:0:277834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61e940.
02000000:00000001:0.0:1787757629.183057:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787757629.183059:0:277834:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:2.0:1787757629.183069:0:277834:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757629.183071:0:277834:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757629.183075:0:277834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1787757629.183077:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000001:2.0:1787757629.183079:0:277834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757629.183085:0:277834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787757629.183088:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
02000000:00000010:2.0:1787757629.183094:0:277834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafdc00.
00000400:00000010:0.0:1787757629.183103:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000001:2.0:1787757629.183104:0:277834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787757629.183118:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466091136, portal 25
00000100:00100000:2.0:1787757629.183119:0:277834:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61e940 x1874594466091264/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757629.183129:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757629.183134:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611345344 : -120601098206272 : ffff92505e61c3c0)
00000100:00000001:2.0:1787757629.183147:0:277834:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1787757629.183155:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61c3c0 x1874594466091136/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757629.183155:0:277834:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757629.183167:0:277834:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0cadbca] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61e940 x1874594466091264/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757629.183198:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787757629.183204:0:277834:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757629.183212:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787757629.183214:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00080000:2.0:1787757629.183222:0:277834:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787757629.183227:0:277834:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:0.0:1787757629.183228:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00080000:2.0:1787757629.183230:0:277834:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757629.183240:0:277834:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:0.0:1787757629.183244:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466091136, offset 0
00000100:00080000:2.0:1787757629.183246:0:277834:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19208
00000400:00000200:2.0:1787757629.183259:0:277834:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757629.183303:0:277834:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757629.183307:0:277834:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757629.183312:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757629.183315:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757629.183318:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757629.183324:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:0.0:1787757629.183326:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000020:00000001:2.0:1787757629.183330:0:277834:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757629.183334:0:277834:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:2.0:1787757629.183337:0:277834:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757629.183341:0:277834:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:2.0:1787757629.183344:0:277834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:0.0:1787757629.183351:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000020:00000001:2.0:1787757629.183352:0:277834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:0.0:1787757629.183391:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00000040:2.0:1787757629.183392:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757629.183402:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787757629.183414:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1787757629.183415:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757629.183427:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:0.0:1787757629.183433:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757629.183443:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757629.183449:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757629.183456:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56623:56623:256:4294967295] 192.168.201.154@tcp LPNI seq info [56623:56623:8:4294967295]
00000400:00000200:0.0:1787757629.183464:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757629.183478:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757629.183486:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757629.183494:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a300.
00000020:00000040:2.0:1787757629.183501:0:277834:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000800:00000200:0.0:1787757629.183512:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00080000:2.0:1787757629.183518:0:277834:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000800:00000200:0.0:1787757629.183522:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000100:00000001:2.0:1787757629.183525:0:277834:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757629.183536:0:277834:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.1:1787757629.183542:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000001:2.0:1787757629.183544:0:277834:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.1:1787757629.183552:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
02000000:00000001:2.0:1787757629.183553:0:277834:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757629.183560:0:277834:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757629.183567:0:277834:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1787757629.183573:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000008:00000001:2.0:1787757629.183575:0:277834:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1787757629.183581:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a300.
00000100:00000001:2.0:1787757629.183582:0:277834:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757629.183596:0:277834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61de00.
00000400:00000200:0.0:1787757629.183597:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:2.0:1787757629.183601:0:277834:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:2.0:1787757629.183609:0:277834:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1787757629.183610:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
02000000:00000001:2.0:1787757629.183614:0:277834:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757629.183619:0:277834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1787757629.183620:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
02000000:00000001:2.0:1787757629.183622:0:277834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:0.0:1787757629.183627:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
02000000:00000001:2.0:1787757629.183629:0:277834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757629.183642:0:277834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafe000.
00000100:00000001:0.0:1787757629.183643:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787757629.183650:0:277834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787757629.183656:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61c3c0 x1874594466091136/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757629.183670:0:277834:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61de00 x1874594466091392/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757629.183696:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787757629.183701:0:277834:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757629.183711:0:277834:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757629.183714:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61c3c0 x1874594466091136/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757654 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787757629.183728:0:277834:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0b9f896] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61de00 x1874594466091392/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757629.183753:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757629.183766:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757629.183768:0:277834:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757629.183777:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787757629.183778:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757629.183792:0:277834:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1787757629.183794:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757629.183806:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313882025
00000100:00000040:2.0:1787757629.183808:0:277834:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19218)
00000100:00000010:0.0:1787757629.183818:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747e40.
00000100:00000001:0.0:1787757629.183835:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787757629.183847:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313882025
00000100:00000010:0.0:1787757629.183855:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747c60.
00000100:00000001:0.0:1787757629.183862:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787757629.183871:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757629.183877:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757629.183883:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757629.183892:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757629/real 1787757629]  req@ffff92505e61c3c0 x1874594466091136/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757629.183906:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757629.183908:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757629.183911:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757629.183915:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757629.183918:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757629.183922:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757629.183927:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61c3c0 x1874594466091136/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757629.183938:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61c3c0 x1874594466091136/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757629.183948:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757629.183951:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757629.183954:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757629.183956:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757629.183962:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61c3c0 x1874594466091136/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757629.183970:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757629.183978:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61c3c0 x1874594466091136/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757654 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757629.183994:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757629.184000:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757629.184003:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757629.184006:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757629.184010:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757629.184014:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757629.184020:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757629.184028:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757629.184033:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757629.184043:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61c3c0 x1874594466091136/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757654 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757629.184061:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466091136:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787757629.184072:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757629.184075:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757629.184080:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61c3c0 x1874594466091136/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757654 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757629.184089:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757629.184092:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757629.184097:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad7000.
02000000:00000001:0.0:1787757629.184101:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757629.184104:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757629.184106:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:0.0:1787757629.184109:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757629.184113:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507caff400.
02000000:00000001:0.0:1787757629.184117:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757629.184119:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757629.184122:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61c3c0.
00000100:00000001:0.0:1787757629.184125:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757629.184127:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757629.184129:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757629.184139:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757629.184141:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757629.184144:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757629.184146:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757629.184148:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757629.184153:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61e940 x1874594466091264/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757629.184162:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757629.184164:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757629.184167:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757629.184170:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757629.184173:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757629.184177:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466091264:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757629.184182:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757629.184186:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757629.184190:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757629.184194:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757629.184200:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad7000.
02000000:00000001:0.0:1787757629.184203:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757629.184211:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757629.184216:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787757629.184224:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787757629.184231:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466091264, portal 10
00000100:00000001:0.0:1787757629.184236:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757629.184238:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611354944 : -120601098196672 : ffff92505e61e940)
00000100:00000040:0.0:1787757629.184251:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61e940 x1874594466091264/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757629.184266:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757629.184304:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757629.184309:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000200:0.0:1787757629.184313:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466091264, offset 0
00000400:00000200:0.0:1787757629.184318:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757629.184325:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757629.184330:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757629.184335:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757629.184341:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757629.184347:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757629.184352:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757629.184380:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56624:56624:256:4294967295] 192.168.201.154@tcp LPNI seq info [56624:56624:8:4294967295]
00000400:00000200:0.0:1787757629.184391:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757629.184406:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757629.184416:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757629.184424:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a300.
00000800:00000200:0.0:1787757629.184433:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757629.184439:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787757629.184449:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757629.184454:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1787757629.184462:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757629.184465:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a300.
00000400:00000200:0.0:1787757629.184470:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757629.184475:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757629.184479:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757629.184482:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757629.184486:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757629.184492:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61e940 x1874594466091264/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757629.184512:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757629.184516:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61e940 x1874594466091264/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757654 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757629.184525:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757629.184527:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757629.184532:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757629.184538:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:0.0:1787757629.184543:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757629.184546:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313881130
00000100:00000001:0.0:1787757629.184550:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313882025
00000100:00000001:0.0:1787757629.184552:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313881130
00000100:00000001:0.0:1787757629.184555:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313882025
00000100:00000001:0.0:1787757629.184558:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757629.184561:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757629.184564:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757629.184569:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757629/real 1787757629]  req@ffff92505e61e940 x1874594466091264/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757629.184578:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757629.184580:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757629.184583:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757629.184585:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757629.184587:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757629.184590:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757629.184594:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61e940 x1874594466091264/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757629.184604:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61e940 x1874594466091264/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757629.184612:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757629.184615:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757629.184618:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757629.184620:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757629.184624:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61e940 x1874594466091264/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757629.184632:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757629.184637:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61e940 x1874594466091264/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757654 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757629.184645:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757629.184649:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757629.184650:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757629.184652:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757629.184654:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757629.184657:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757629.184661:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757629.184668:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757629.184672:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757629.184681:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61e940 x1874594466091264/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757654 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757629.184697:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466091264:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757629.184705:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757629.184713:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61de00 x1874594466091392/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757629.184727:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757629.184730:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757629.184735:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757629.184739:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757629.184743:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757629.184750:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466091392:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757629.184757:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757629.184761:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757629.184765:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757629.184767:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757629.184772:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787757629.184775:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757629.184780:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757629.184784:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787757629.184789:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787757629.184794:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466091392, portal 4
00000100:00000001:0.0:1787757629.184798:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757629.184801:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611352064 : -120601098199552 : ffff92505e61de00)
00000100:00000040:0.0:1787757629.184812:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61de00 x1874594466091392/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757629.184826:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757629.184830:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757629.184836:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000200:0.0:1787757629.184840:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466091392, offset 0
00000400:00000200:0.0:1787757629.184849:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757629.184858:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757629.184866:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757629.184872:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757629.184878:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757629.184883:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757629.184887:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757629.184892:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56625:56625:256:4294967295] 192.168.201.154@tcp LPNI seq info [56625:56625:8:4294967295]
00000400:00000200:0.0:1787757629.184897:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757629.184907:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757629.184913:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757629.184918:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a300.
00000800:00000200:0.0:1787757629.184924:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757629.184928:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787757629.184934:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757629.184937:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1787757629.184943:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757629.184946:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a300.
00000400:00000200:0.0:1787757629.184950:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757629.184955:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757629.184959:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757629.184961:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757629.184965:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757629.184970:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61de00 x1874594466091392/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757629.184985:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757629.184991:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61de00 x1874594466091392/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757654 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757629.185004:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757629.185008:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757629.185015:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757629.185021:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:0.0:1787757629.185028:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757629.185032:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313881113
00000100:00000001:0.0:1787757629.185037:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313882025
00000100:00000001:0.0:1787757629.185041:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313881113
00000100:00000001:0.0:1787757629.185046:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313882025
00000100:00000001:0.0:1787757629.185050:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757629.185054:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757629.185059:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757629.185067:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757629/real 1787757629]  req@ffff92505e61de00 x1874594466091392/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757629.185082:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757629.185085:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757629.185087:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757629.185091:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757629.185093:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757629.185096:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757629.185101:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61de00 x1874594466091392/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757629.185111:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61de00 x1874594466091392/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757629.185120:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757629.185121:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757629.185124:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757629.185125:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757629.185130:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61de00 x1874594466091392/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757629.185137:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757629.185142:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61de00 x1874594466091392/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757654 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757629.185151:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757629.185154:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757629.185156:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757629.185158:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757629.185161:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757629.185162:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757629.185165:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757629.185169:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757629.185172:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757629.185176:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61de00 x1874594466091392/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757654 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757629.185202:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466091392:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757629.185211:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757629.185215:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757629.185221:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61e940 x1874594466091264/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757654 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757629.185235:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757629.185238:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757629.185243:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad7000.
02000000:00000001:0.0:1787757629.185248:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757629.185251:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757629.185254:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:0.0:1787757629.185259:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757629.185263:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafdc00.
02000000:00000001:0.0:1787757629.185298:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757629.185301:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757629.185304:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61e940.
00000100:00000001:0.0:1787757629.185308:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757629.185310:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757629.185312:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757629.185318:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61de00 x1874594466091392/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757654 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757629.185327:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757629.185329:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757629.185331:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787757629.185334:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757629.185336:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757629.185339:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:0.0:1787757629.185342:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757629.185345:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafe000.
02000000:00000001:0.0:1787757629.185350:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757629.185352:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757629.185355:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61de00.
00000100:00000001:0.0:1787757629.185383:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757629.185386:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757629.185390:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757629.185398:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757629.185401:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757629.185405:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757629.185408:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757629.694434:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757629.694446:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757629.694448:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757629.694455:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757629.694460:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757629.694465:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757629.694469:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757629.694473:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757629.694477:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757630.014489:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757630.014501:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757630.014513:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757630.014516:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757630.014524:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757630.014527:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757630.014617:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757630.014623:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757630.014630:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757630.142408:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313882025, at 4313882048
00000100:00000010:3.0:1787757630.142430:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747c60.
00000100:00000040:2.0:1787757630.142461:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313882025, at 4313882048
00000100:00000010:2.0:1787757630.142476:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747e40.
00000100:00000001:1.0:1787757630.718456:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757630.718467:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757630.718470:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757630.718477:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757630.718483:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757630.718488:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757630.718492:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757630.718495:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757630.718499:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757631.038441:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757631.038452:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757631.038460:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757631.038462:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757631.038466:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757631.038468:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757631.038556:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757631.038565:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757631.038573:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757631.742415:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757631.742427:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757631.742430:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757631.742437:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757631.742442:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757631.742447:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757631.742450:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757631.742453:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757631.742458:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757632.062440:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757632.062453:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757632.062458:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757632.062466:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757632.062475:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757632.062480:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757632.062484:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757632.062490:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757632.062503:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757632.062512:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757632.062515:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757632.062522:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757632.062527:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757632.062532:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757632.062536:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757632.062544:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757632.062556:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757632.062562:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757632.062654:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757632.062660:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757632.062665:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757632.766394:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757632.766404:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757632.766407:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757632.766426:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757632.766433:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757632.766438:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757632.766442:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757632.766446:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757632.766449:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757633.086455:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757633.086467:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757633.086483:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757633.086487:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757633.086497:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757633.086502:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757633.086589:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757633.086595:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757633.086601:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757633.790415:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757633.790426:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757633.790429:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757633.790436:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757633.790442:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757633.790447:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757633.790451:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757633.790454:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757633.790458:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757634.110422:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757634.110433:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757634.110444:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757634.110447:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757634.110455:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757634.110459:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757634.110557:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757634.110564:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757634.110585:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787757634.302398:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757634.302411:0:277834:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787757634.302414:0:277834:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757634.302419:0:277834:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757634.302427:0:277834:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757634.302437:0:277834:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19213
00000400:00000200:2.0:1787757634.302450:0:277834:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757634.302460:0:277834:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757634.302465:0:277834:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757634.302470:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757634.302474:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757634.302479:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757634.302483:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757634.302490:0:277834:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757634.302493:0:277834:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787757634.302497:0:277834:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757634.302502:0:277834:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787757634.302506:0:277834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787757634.302510:0:277834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787757634.302514:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757634.302518:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757634.302521:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757634.302524:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757634.302528:0:277834:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787757634.302532:0:277834:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757634.302535:0:277834:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757634.302539:0:277834:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757634.302544:0:277834:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757634.302547:0:277834:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757634.302550:0:277834:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757634.302553:0:277834:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757634.302563:0:277834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61f480.
00000020:00000040:2.0:1787757634.302568:0:277834:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787757634.302575:0:277834:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757634.302579:0:277834:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757634.302584:0:277834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757634.302589:0:277834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757634.302596:0:277834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757634.302609:0:277834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafc000.
00000100:00000001:2.0:1787757634.302621:0:277834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757634.302637:0:277834:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61f480 x1874594466091520/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757634.302660:0:277834:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757634.302668:0:277834:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757634.302678:0:277834:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f638b8ce] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61f480 x1874594466091520/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757634.302711:0:277834:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757634.302715:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757634.302720:0:277834:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787757634.302722:0:277834:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757634.302725:0:277834:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757634.302729:0:277834:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757634.302733:0:277834:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19213
00000400:00000200:2.0:1787757634.302739:0:277834:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757634.302745:0:277834:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757634.302749:0:277834:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757634.302753:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757634.302758:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757634.302763:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757634.302766:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:0.0:1787757634.302769:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1787757634.302770:0:277834:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757634.302778:0:277834:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000100:00000001:0.0:1787757634.302781:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1787757634.302782:0:277834:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787757634.302788:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1787757634.302790:0:277834:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:2.0:1787757634.302797:0:277834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:2.0:1787757634.302804:0:277834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:0.0:1787757634.302807:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61f480 x1874594466091520/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787757634.302813:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757634.302823:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757634.302832:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757634.302842:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:0.0:1787757634.302846:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1787757634.302848:0:277834:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00000001:0.0:1787757634.302851:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757634.302858:0:277834:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
02000000:00000001:0.0:1787757634.302861:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787757634.302865:0:277834:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757634.302868:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757634.302871:0:277834:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757634.302876:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757634.302883:0:277834:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1787757634.302888:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466091520:192.168.201.154@tcp:250:kworker.0
02000000:00000001:2.0:1787757634.302890:0:277834:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757634.302897:0:277834:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757634.302906:0:277834:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787757634.302907:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:2.0:1787757634.302916:0:277834:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757634.302920:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787757634.302920:0:277834:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757634.302931:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757634.302932:0:277834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61f840.
00000020:00000040:2.0:1787757634.302943:0:277834:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:0.0:1787757634.302944:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787757634.302948:0:277834:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757634.302952:0:277834:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757634.302955:0:277834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757634.302957:0:277834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:0.0:1787757634.302959:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad6000.
02000000:00000001:2.0:1787757634.302961:0:277834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757634.302971:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757634.302977:0:277834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafcc00.
00000100:00000001:2.0:1787757634.302989:0:277834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757634.302991:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757634.303006:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000100:00100000:2.0:1787757634.303009:0:277834:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61f840 x1874594466091648/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1787757634.303022:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000001:2.0:1787757634.303036:0:277834:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1787757634.303040:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466091520, portal 25
00000100:00000001:2.0:1787757634.303043:0:277834:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757634.303050:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757634.303059:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611357824 : -120601098193792 : ffff92505e61f480)
00000100:00000040:2.0:1787757634.303061:0:277834:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aef5ed20] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61f840 x1874594466091648/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787757634.303080:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61f480 x1874594466091520/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757634.303098:0:277834:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757634.303102:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1787757634.303106:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787757634.303109:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00080000:2.0:1787757634.303118:0:277834:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000010:0.0:1787757634.303119:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000001:2.0:1787757634.303122:0:277834:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757634.303128:0:277834:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:0.0:1787757634.303129:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466091520, offset 0
00000100:00000001:2.0:1787757634.303135:0:277834:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757634.303146:0:277834:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19213
00000400:00000200:0.0:1787757634.303151:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757634.303158:0:277834:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757634.303166:0:277834:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000400:00000200:0.0:1787757634.303168:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00080000:2.0:1787757634.303174:0:277834:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1787757634.303186:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00000040:2.0:1787757634.303187:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757634.303197:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787757634.303203:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1787757634.303205:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757634.303212:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:0.0:1787757634.303216:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000020:00000001:2.0:1787757634.303219:0:277834:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757634.303224:0:277834:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000400:00000200:0.0:1787757634.303226:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000020:00000001:2.0:1787757634.303231:0:277834:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:0.0:1787757634.303237:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000020:00000040:2.0:1787757634.303239:0:277834:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000400:00000200:0.0:1787757634.303248:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56626:56626:256:4294967295] 192.168.201.154@tcp LPNI seq info [56626:56626:8:4294967295]
00000020:00000001:2.0:1787757634.303250:0:277834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:2.0:1787757634.303262:0:277834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:0.0:1787757634.303325:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:2.0:1787757634.303353:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000200:0.0:1787757634.303355:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1787757634.303362:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757634.303370:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757634.303380:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000800:00000200:0.0:1787757634.303381:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000020:00000040:2.0:1787757634.303390:0:277834:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000800:00000010:0.0:1787757634.303396:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a300.
00000100:00080000:2.0:1787757634.303401:0:277834:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757634.303408:0:277834:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757634.303416:0:277834:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.0:1787757634.303417:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000001:2.0:1787757634.303425:0:277834:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.0:1787757634.303426:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
02000000:00000001:2.0:1787757634.303437:0:277834:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757634.303445:0:277834:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000200:0.1:1787757634.303446:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000008:00100000:2.0:1787757634.303451:0:277834:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.1:1787757634.303454:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000008:00000001:2.0:1787757634.303459:0:277834:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757634.303468:0:277834:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1787757634.303469:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757634.303477:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a300.
00000100:00000010:2.0:1787757634.303481:0:277834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61d2c0.
00000400:00000200:0.0:1787757634.303486:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:2.0:1787757634.303489:0:277834:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:2.0:1787757634.303496:0:277834:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1787757634.303497:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
02000000:00000001:2.0:1787757634.303501:0:277834:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757634.303508:0:277834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1787757634.303509:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
02000000:00000001:2.0:1787757634.303514:0:277834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:0.0:1787757634.303516:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
02000000:00000001:2.0:1787757634.303520:0:277834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757634.303528:0:238954:0:(events.c:34:request_out_callback()) Process entered
02000000:00000010:2.0:1787757634.303531:0:277834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafec00.
00000100:00000001:2.0:1787757634.303540:0:277834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787757634.303543:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61f480 x1874594466091520/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757634.303554:0:277834:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61d2c0 x1874594466091776/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757634.303591:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787757634.303594:0:277834:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757634.303602:0:277834:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757634.303607:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61f480 x1874594466091520/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757659 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787757634.303620:0:277834:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b484489] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61d2c0 x1874594466091776/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757634.303643:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757634.303650:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757634.303662:0:277834:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757634.303663:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757634.303679:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1787757634.303681:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757634.303695:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313887145
00000100:00000040:2.0:1787757634.303696:0:277834:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1787757634.303708:0:277834:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19223)
00000100:00000010:0.0:1787757634.303714:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747540.
00000100:00000001:0.0:1787757634.303731:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787757634.303743:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313887145
00000100:00000010:0.0:1787757634.303753:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747120.
00000100:00000001:0.0:1787757634.303760:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787757634.303767:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757634.303771:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757634.303775:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757634.303784:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757634/real 1787757634]  req@ffff92505e61f480 x1874594466091520/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757634.303800:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757634.303804:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757634.303809:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757634.303817:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757634.303821:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757634.303827:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757634.303835:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61f480 x1874594466091520/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757634.303854:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61f480 x1874594466091520/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757634.303868:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757634.303872:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757634.303876:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757634.303880:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757634.303888:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61f480 x1874594466091520/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757634.303903:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757634.303914:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61f480 x1874594466091520/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757659 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757634.303941:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757634.303948:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757634.303951:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757634.303954:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757634.303959:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757634.303965:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757634.303971:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757634.303979:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757634.303985:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757634.303995:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61f480 x1874594466091520/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757659 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757634.304014:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466091520:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787757634.304024:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757634.304028:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757634.304034:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61f480 x1874594466091520/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757659 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757634.304046:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757634.304050:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757634.304055:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787757634.304061:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757634.304064:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757634.304067:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:0.0:1787757634.304071:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757634.304075:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafc000.
02000000:00000001:0.0:1787757634.304081:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757634.304084:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757634.304087:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61f480.
00000100:00000001:0.0:1787757634.304093:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757634.304095:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757634.304099:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757634.304110:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757634.304114:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757634.304118:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757634.304121:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757634.304123:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757634.304132:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61f840 x1874594466091648/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757634.304146:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757634.304149:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757634.304154:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757634.304157:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757634.304163:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757634.304170:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466091648:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757634.304177:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757634.304182:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757634.304187:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757634.304191:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757634.304199:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787757634.304205:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757634.304214:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757634.304221:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787757634.304231:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787757634.304239:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466091648, portal 10
00000100:00000001:0.0:1787757634.304243:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757634.304247:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611358784 : -120601098192832 : ffff92505e61f840)
00000100:00000040:0.0:1787757634.304261:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61f840 x1874594466091648/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757634.304338:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757634.304345:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757634.304353:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000200:0.0:1787757634.304360:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466091648, offset 0
00000400:00000200:0.0:1787757634.304370:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757634.304381:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757634.304391:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757634.304399:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757634.304407:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757634.304414:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757634.304419:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757634.304425:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56627:56627:256:4294967295] 192.168.201.154@tcp LPNI seq info [56627:56627:8:4294967295]
00000400:00000200:0.0:1787757634.304434:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757634.304447:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757634.304457:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757634.304464:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a300.
00000800:00000200:0.0:1787757634.304473:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757634.304478:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787757634.304488:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757634.304494:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1787757634.304504:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757634.304508:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a300.
00000400:00000200:0.0:1787757634.304516:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757634.304524:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757634.304532:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757634.304536:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757634.304544:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757634.304555:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61f840 x1874594466091648/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757634.304575:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757634.304583:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61f840 x1874594466091648/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757659 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757634.304599:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757634.304603:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757634.304615:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757634.304624:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:0.0:1787757634.304633:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757634.304639:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313886250
00000100:00000001:0.0:1787757634.304647:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313887145
00000100:00000001:0.0:1787757634.304651:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313886250
00000100:00000001:0.0:1787757634.304655:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313887145
00000100:00000001:0.0:1787757634.304660:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757634.304665:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757634.304670:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757634.304679:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757634/real 1787757634]  req@ffff92505e61f840 x1874594466091648/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757634.304696:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757634.304699:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757634.304701:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757634.304705:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757634.304707:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757634.304711:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757634.304716:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61f840 x1874594466091648/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757634.304726:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61f840 x1874594466091648/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757634.304735:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757634.304737:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757634.304739:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757634.304741:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757634.304745:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61f840 x1874594466091648/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757634.304753:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757634.304758:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61f840 x1874594466091648/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757659 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757634.304767:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757634.304770:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757634.304773:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757634.304775:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757634.304777:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757634.304781:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757634.304784:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757634.304788:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757634.304791:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757634.304796:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61f840 x1874594466091648/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757659 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757634.304806:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466091648:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757634.304811:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757634.304815:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61d2c0 x1874594466091776/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757634.304823:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757634.304825:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757634.304828:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757634.304830:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757634.304833:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757634.304837:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466091776:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757634.304841:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757634.304844:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757634.304846:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757634.304848:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757634.304853:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad7000.
02000000:00000001:0.0:1787757634.304856:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757634.304861:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757634.304864:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787757634.304868:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787757634.304872:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466091776, portal 4
00000100:00000001:0.0:1787757634.304875:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757634.304877:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611349184 : -120601098202432 : ffff92505e61d2c0)
00000100:00000040:0.0:1787757634.304885:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61d2c0 x1874594466091776/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757634.304893:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757634.304896:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757634.304899:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000200:0.0:1787757634.304902:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466091776, offset 0
00000400:00000200:0.0:1787757634.304907:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757634.304913:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757634.304917:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757634.304922:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757634.304925:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757634.304940:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757634.304943:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757634.304947:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56628:56628:256:4294967295] 192.168.201.154@tcp LPNI seq info [56628:56628:8:4294967295]
00000400:00000200:0.0:1787757634.304953:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757634.304961:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757634.304967:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757634.304972:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a300.
00000800:00000200:0.0:1787757634.304977:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757634.304981:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787757634.304987:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757634.304991:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1787757634.304996:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757634.304999:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a300.
00000400:00000200:0.0:1787757634.305003:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757634.305007:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757634.305011:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757634.305014:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757634.305018:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757634.305022:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61d2c0 x1874594466091776/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757634.305032:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757634.305037:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61d2c0 x1874594466091776/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757659 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757634.305045:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757634.305047:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757634.305051:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757634.305055:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:0.0:1787757634.305059:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757634.305062:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313886233
00000100:00000001:0.0:1787757634.305065:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313887145
00000100:00000001:0.0:1787757634.305068:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313886233
00000100:00000001:0.0:1787757634.305071:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313887145
00000100:00000001:0.0:1787757634.305073:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757634.305075:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757634.305078:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757634.305082:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757634/real 1787757634]  req@ffff92505e61d2c0 x1874594466091776/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757634.305091:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757634.305093:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757634.305095:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757634.305098:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757634.305100:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757634.305102:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757634.305106:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61d2c0 x1874594466091776/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757634.305116:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61d2c0 x1874594466091776/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757634.305124:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757634.305126:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757634.305128:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757634.305130:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757634.305135:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61d2c0 x1874594466091776/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757634.305144:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757634.305148:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61d2c0 x1874594466091776/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757659 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757634.305156:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757634.305159:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757634.305161:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757634.305163:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757634.305165:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757634.305167:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757634.305170:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757634.305173:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757634.305176:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757634.305180:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61d2c0 x1874594466091776/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757659 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757634.305189:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466091776:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757634.305194:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757634.305196:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757634.305200:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61f840 x1874594466091648/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757659 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757634.305208:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757634.305210:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757634.305213:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787757634.305216:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757634.305218:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757634.305220:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:0.0:1787757634.305223:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757634.305226:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafcc00.
02000000:00000001:0.0:1787757634.305229:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757634.305231:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757634.305233:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61f840.
00000100:00000001:0.0:1787757634.305236:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757634.305238:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757634.305240:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757634.305243:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61d2c0 x1874594466091776/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757659 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757634.305251:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757634.305253:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757634.305255:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad7000.
02000000:00000001:0.0:1787757634.305257:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757634.305258:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757634.305260:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:0.0:1787757634.305262:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757634.305264:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafec00.
02000000:00000001:0.0:1787757634.305266:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757634.305332:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757634.305334:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61d2c0.
00000100:00000001:0.0:1787757634.305340:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757634.305342:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757634.305345:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757634.305351:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757634.305354:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757634.305357:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757634.305360:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757634.814384:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757634.814397:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757634.814401:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757634.814408:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757634.814415:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757634.814419:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757634.814423:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757634.814426:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757634.814430:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757635.134446:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757635.134456:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757635.134468:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757635.134471:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757635.134479:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757635.134485:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757635.134489:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757635.134495:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757635.134501:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757635.134505:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757635.134510:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757635.134515:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757635.134618:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757635.134625:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757635.134631:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757635.262419:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313887145, at 4313887168
00000100:00000040:2.0:1787757635.262425:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313887145, at 4313887168
00000100:00000010:3.0:1787757635.262442:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747120.
00000100:00000010:2.0:1787757635.262448:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747540.
00000100:00000001:1.0:1787757635.838373:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757635.838384:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757635.838387:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757635.838393:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757635.838399:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757635.838404:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757635.838408:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757635.838412:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757635.838415:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757636.158398:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757636.158411:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757636.158427:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757636.158432:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757636.158442:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757636.158447:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757636.158548:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757636.158557:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757636.158565:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757636.862409:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757636.862420:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757636.862423:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757636.862431:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757636.862436:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757636.862441:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757636.862444:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757636.862447:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757636.862451:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757637.182442:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757637.182453:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757637.182465:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757637.182469:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757637.182477:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757637.182479:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757637.182593:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757637.182599:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757637.182603:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757637.886406:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757637.886416:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757637.886419:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757637.886426:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757637.886431:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757637.886435:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757637.886439:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757637.886443:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757637.886446:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757638.206430:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757638.206442:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757638.206454:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757638.206457:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757638.206465:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757638.206468:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757638.206543:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757638.206550:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757638.206554:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757638.910427:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757638.910438:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757638.910441:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757638.910447:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757638.910452:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757638.910458:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757638.910461:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757638.910465:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757638.910469:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757639.230427:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757639.230437:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757639.230448:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757639.230452:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757639.230459:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757639.230462:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757639.230559:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757639.230569:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757639.230576:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787757639.422428:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787757639.422443:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787757639.422448:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787757639.422454:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787757639.422462:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787757639.422476:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19218
00000400:00000200:1.0:1787757639.422492:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757639.422505:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1787757639.422512:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787757639.422522:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757639.422527:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787757639.422531:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757639.422534:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:1.0:1787757639.422540:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787757639.422544:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:1.0:1787757639.422549:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787757639.422554:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:1.0:1787757639.422557:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:1.0:1787757639.422561:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:1.0:1787757639.422566:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757639.422568:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787757639.422571:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757639.422574:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:1.0:1787757639.422577:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:1.0:1787757639.422582:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:1.0:1787757639.422586:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757639.422591:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787757639.422596:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757639.422602:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757639.422606:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787757639.422612:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787757639.422625:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff925077901a40.
00000020:00000040:1.0:1787757639.422631:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:1.0:1787757639.422639:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787757639.422642:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757639.422649:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787757639.422653:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787757639.422660:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787757639.422674:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925077916c00.
00000100:00000001:1.0:1787757639.422703:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757639.422718:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff925077901a40 x1874594466091904/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787757639.422733:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787757639.422739:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757639.422746:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046d5ef2f] to pc [ptlrpcd_rcv+-1]  req@ffff925077901a40 x1874594466091904/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757639.422773:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787757639.422778:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787757639.422783:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787757639.422786:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787757639.422789:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787757639.422793:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787757639.422797:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19218
00000400:00000200:1.0:1787757639.422803:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757639.422808:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1787757639.422812:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787757639.422816:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757639.422820:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787757639.422824:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757639.422827:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:1.0:1787757639.422831:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787757639.422833:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:1.0:1787757639.422835:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787757639.422840:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1787757639.422840:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:1.0:1787757639.422851:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:0.0:1787757639.422852:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757639.422859:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1787757639.422861:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:0.0:1787757639.422875:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077901a40 x1874594466091904/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787757639.422876:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757639.422890:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787757639.422900:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757639.422905:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757639.422910:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:0.0:1787757639.422911:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787757639.422924:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
02000000:00000001:0.0:1787757639.422925:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757639.422933:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1787757639.422940:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
02000000:00000001:0.0:1787757639.422942:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757639.422952:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757639.422959:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077901a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466091904:192.168.201.154@tcp:250:kworker.0
02000000:00000001:1.0:1787757639.422960:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787757639.422971:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757639.422973:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757639.422977:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757639.422980:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757639.422983:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757639.422985:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:0.0:1787757639.422992:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:1.0:1787757639.422996:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000010:0.0:1787757639.423004:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad7000.
00000008:00000001:1.0:1787757639.423005:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757639.423014:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757639.423015:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787757639.423030:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff925077902580.
00000400:00000200:0.0:1787757639.423034:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000020:00000040:1.0:1787757639.423038:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000400:00000010:0.0:1787757639.423045:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
02000000:00000001:1.0:1787757639.423046:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787757639.423051:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757639.423057:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:0.0:1787757639.423061:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
02000000:00000001:1.0:1787757639.423062:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787757639.423067:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787757639.423075:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925077916800.
00000100:00000001:1.0:1787757639.423081:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787757639.423092:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466091904, portal 25
00000100:00100000:1.0:1787757639.423096:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff925077902580 x1874594466092032/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757639.423099:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757639.423104:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033812544 : -120600675739072 : ffff925077901a40)
00000100:00000040:0.0:1787757639.423121:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077901a40 x1874594466091904/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757639.423128:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757639.423138:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757639.423143:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757639.423149:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000200:0.0:1787757639.423155:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466091904, offset 0
00000100:00000001:1.0:1787757639.423158:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757639.423168:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757639.423210:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:1.0:1787757639.423218:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002dd0d9e3] to pc [ptlrpcd_rcv+-1]  req@ffff925077902580 x1874594466092032/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787757639.423223:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757639.423236:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757639.423242:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757639.423252:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757639.423262:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757639.423313:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56629:56629:256:4294967295] 192.168.201.154@tcp LPNI seq info [56629:56629:8:4294967295]
00000400:00000200:0.0:1787757639.423320:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757639.423331:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757639.423342:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00080000:1.0:1787757639.423343:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787757639.423358:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787757639.423367:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:0.0:1787757639.423368:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00080000:1.0:1787757639.423374:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787757639.423380:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000800:00000010:0.0:1787757639.423381:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a300.
00000100:00080000:1.0:1787757639.423387:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19218
00000400:00000200:1.0:1787757639.423401:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000800:00000200:0.0:1787757639.423403:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000400:00000200:1.0:1787757639.423412:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000800:00000200:0.0:1787757639.423414:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000100:00080000:1.0:1787757639.423417:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000800:00000200:0.1:1787757639.423434:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000040:1.0:1787757639.423437:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000800:00000200:0.1:1787757639.423442:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000100:00000001:1.0:1787757639.423448:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:0.0:1787757639.423457:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000100:00000040:1.0:1787757639.423465:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000800:00000010:0.0:1787757639.423466:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a300.
00000100:00000001:1.0:1787757639.423478:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:0.0:1787757639.423479:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:1.0:1787757639.423490:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:0.0:1787757639.423496:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000020:00000040:1.0:1787757639.423499:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000400:00000200:0.0:1787757639.423504:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000020:00000001:1.0:1787757639.423507:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000010:0.0:1787757639.423510:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000020:00000040:1.0:1787757639.423516:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000100:00000001:0.0:1787757639.423521:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:1.0:1787757639.423525:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:1.0:1787757639.423533:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000200:0.0:1787757639.423535:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077901a40 x1874594466091904/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787757639.423543:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757639.423553:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787757639.423561:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757639.423566:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:0.0:1787757639.423568:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000040:1.0:1787757639.423574:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00000040:0.0:1787757639.423582:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077901a40 x1874594466091904/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757664 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787757639.423586:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:1.0:1787757639.423597:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757639.423608:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787757639.423611:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757639.423619:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757639.423620:0:238954:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:1.0:1787757639.423630:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757639.423634:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757639.423636:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787757639.423644:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1787757639.423656:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000008:00000001:1.0:1787757639.423658:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757639.423667:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757639.423668:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313892265
00000100:00000010:1.0:1787757639.423678:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff925077902940.
00000100:00000010:0.0:1787757639.423684:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747ea0.
00000020:00000040:1.0:1787757639.423687:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:1.0:1787757639.423696:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787757639.423698:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757639.423702:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787757639.423702:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787757639.423707:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787757639.423714:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787757639.423722:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925077916000.
00000100:00000001:1.0:1787757639.423727:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757639.423731:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313892265
00000100:00100000:1.0:1787757639.423738:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff925077902940 x1874594466092160/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:0.0:1787757639.423743:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747840.
00000100:00000001:0.0:1787757639.423755:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787757639.423762:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757639.423768:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757639.423769:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757639.423781:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757639.423789:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007edc916f] to pc [ptlrpcd_rcv+-1]  req@ffff925077902940 x1874594466092160/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757639.423790:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757639.423805:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757639/real 1787757639]  req@ffff925077901a40 x1874594466091904/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757639.423810:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757639.423819:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1787757639.423830:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000001:0.0:1787757639.423832:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757639.423838:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:1.0:1787757639.423839:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19229)
00000400:00000010:0.0:1787757639.423842:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757639.423850:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757639.423854:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757639.423859:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757639.423863:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077901a40 x1874594466091904/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757639.423877:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077901a40 x1874594466091904/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757639.423887:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757639.423889:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757639.423892:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757639.423895:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757639.423900:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077901a40 x1874594466091904/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757639.423910:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757639.423915:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077901a40 x1874594466091904/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757664 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757639.423924:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757639.423928:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757639.423930:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757639.423931:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757639.423934:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757639.423937:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757639.423940:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757639.423945:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757639.423948:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757639.423953:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077901a40 x1874594466091904/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757664 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757639.423963:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077901a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466091904:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787757639.423971:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757639.423975:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757639.423979:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077901a40 x1874594466091904/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757664 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757639.423988:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757639.423991:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757639.423994:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad7000.
02000000:00000001:0.0:1787757639.423998:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757639.424001:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757639.424002:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:0.0:1787757639.424005:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757639.424009:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077916c00.
02000000:00000001:0.0:1787757639.424013:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757639.424015:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757639.424018:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077901a40.
00000100:00000001:0.0:1787757639.424021:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757639.424023:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757639.424026:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757639.424035:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757639.424038:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757639.424040:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757639.424043:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757639.424045:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757639.424049:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077902580 x1874594466092032/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757639.424059:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757639.424060:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757639.424063:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757639.424066:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757639.424069:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757639.424072:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077902580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466092032:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757639.424076:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757639.424079:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757639.424081:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757639.424084:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757639.424088:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad7000.
02000000:00000001:0.0:1787757639.424090:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757639.424096:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757639.424099:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787757639.424103:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787757639.424107:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466092032, portal 10
00000100:00000001:0.0:1787757639.424110:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757639.424112:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033815424 : -120600675736192 : ffff925077902580)
00000100:00000040:0.0:1787757639.424120:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077902580 x1874594466092032/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757639.424128:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757639.424131:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757639.424134:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000200:0.0:1787757639.424137:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466092032, offset 0
00000400:00000200:0.0:1787757639.424142:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757639.424147:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757639.424152:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757639.424156:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757639.424160:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757639.424163:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757639.424167:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757639.424171:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56630:56630:256:4294967295] 192.168.201.154@tcp LPNI seq info [56630:56630:8:4294967295]
00000400:00000200:0.0:1787757639.424176:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757639.424216:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757639.424222:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757639.424227:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a300.
00000800:00000200:0.0:1787757639.424233:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757639.424237:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787757639.424243:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757639.424246:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1787757639.424250:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757639.424253:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a300.
00000400:00000200:0.0:1787757639.424258:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757639.424263:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757639.424294:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757639.424297:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757639.424302:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757639.424308:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077902580 x1874594466092032/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757639.424319:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757639.424322:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077902580 x1874594466092032/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757664 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757639.424331:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757639.424333:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757639.424337:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757639.424343:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:0.0:1787757639.424348:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757639.424350:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313891370
00000100:00000001:0.0:1787757639.424354:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313892265
00000100:00000001:0.0:1787757639.424357:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313891370
00000100:00000001:0.0:1787757639.424360:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313892265
00000100:00000001:0.0:1787757639.424363:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757639.424365:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757639.424368:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757639.424372:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757639/real 1787757639]  req@ffff925077902580 x1874594466092032/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757639.424383:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757639.424385:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757639.424387:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757639.424390:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757639.424392:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757639.424395:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757639.424399:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077902580 x1874594466092032/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757639.424410:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077902580 x1874594466092032/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757639.424418:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757639.424420:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757639.424422:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757639.424424:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757639.424428:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077902580 x1874594466092032/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757639.424436:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757639.424441:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077902580 x1874594466092032/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757664 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757639.424449:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757639.424452:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757639.424454:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757639.424455:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757639.424457:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757639.424460:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757639.424463:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757639.424467:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757639.424470:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757639.424475:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077902580 x1874594466092032/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757664 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757639.424485:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077902580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466092032:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757639.424489:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757639.424493:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077902940 x1874594466092160/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757639.424510:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757639.424512:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757639.424514:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757639.424517:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757639.424519:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757639.424523:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077902940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466092160:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757639.424527:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757639.424529:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757639.424531:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757639.424533:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757639.424537:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787757639.424540:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757639.424544:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757639.424547:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787757639.424551:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787757639.424555:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466092160, portal 4
00000100:00000001:0.0:1787757639.424557:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757639.424559:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033816384 : -120600675735232 : ffff925077902940)
00000100:00000040:0.0:1787757639.424566:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077902940 x1874594466092160/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757639.424574:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757639.424576:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757639.424579:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000200:0.0:1787757639.424582:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466092160, offset 0
00000400:00000200:0.0:1787757639.424586:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757639.424591:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757639.424596:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757639.424599:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757639.424603:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757639.424606:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757639.424611:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757639.424618:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56631:56631:256:4294967295] 192.168.201.154@tcp LPNI seq info [56631:56631:8:4294967295]
00000400:00000200:0.0:1787757639.424627:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757639.424641:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757639.424650:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757639.424656:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a300.
00000800:00000200:0.0:1787757639.424664:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757639.424670:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787757639.424678:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757639.424684:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1787757639.424693:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757639.424697:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a300.
00000400:00000200:0.0:1787757639.424703:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757639.424710:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757639.424716:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757639.424720:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757639.424725:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757639.424730:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077902940 x1874594466092160/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757639.424741:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757639.424745:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077902940 x1874594466092160/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757664 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757639.424753:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757639.424755:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757639.424760:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757639.424764:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:0.0:1787757639.424768:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757639.424771:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313891353
00000100:00000001:0.0:1787757639.424775:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313892265
00000100:00000001:0.0:1787757639.424777:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313891353
00000100:00000001:0.0:1787757639.424781:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313892265
00000100:00000001:0.0:1787757639.424783:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757639.424786:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757639.424789:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757639.424794:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757639/real 1787757639]  req@ffff925077902940 x1874594466092160/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757639.424804:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757639.424805:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757639.424807:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757639.424810:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757639.424812:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757639.424815:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757639.424818:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077902940 x1874594466092160/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757639.424829:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077902940 x1874594466092160/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757639.424836:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757639.424838:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757639.424840:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757639.424842:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757639.424846:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077902940 x1874594466092160/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757639.424854:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757639.424859:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077902940 x1874594466092160/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757664 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757639.424867:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757639.424870:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757639.424872:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757639.424874:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757639.424876:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757639.424878:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757639.424882:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757639.424886:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757639.424889:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757639.424894:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077902940 x1874594466092160/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757664 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757639.424903:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077902940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466092160:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757639.424908:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757639.424910:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757639.424914:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077902580 x1874594466092032/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757664 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757639.424922:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757639.424924:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757639.424926:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad7000.
02000000:00000001:0.0:1787757639.424929:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757639.424931:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757639.424933:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:0.0:1787757639.424935:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757639.424938:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077916800.
02000000:00000001:0.0:1787757639.424941:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757639.424943:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757639.424945:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077902580.
00000100:00000001:0.0:1787757639.424948:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757639.424949:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757639.424951:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757639.424955:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077902940 x1874594466092160/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757664 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757639.424963:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757639.424965:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757639.424966:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787757639.424969:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757639.424970:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757639.424972:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:0.0:1787757639.424974:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757639.424977:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077916000.
02000000:00000001:0.0:1787757639.424979:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757639.424981:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757639.424983:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077902940.
00000100:00000001:0.0:1787757639.424985:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757639.424987:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757639.424989:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757639.424993:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757639.424995:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757639.424998:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757639.425000:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757639.934402:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757639.934413:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757639.934416:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757639.934424:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757639.934429:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757639.934434:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757639.934438:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757639.934442:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757639.934445:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757640.254514:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757640.254529:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757640.254548:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757640.254555:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757640.254568:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757640.254574:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757640.254673:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757640.254680:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757640.254685:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757640.382372:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313892265, at 4313892288
00000100:00000010:2.0:1787757640.382394:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747ea0.
00000100:00000040:3.0:1787757640.382445:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313892265, at 4313892288
00000100:00000010:3.0:1787757640.382467:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747840.
00000100:00000001:1.0:1787757640.958390:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757640.958401:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757640.958404:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757640.958412:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757640.958418:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757640.958423:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757640.958426:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757640.958430:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757640.958433:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757641.278469:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757641.278482:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757641.278498:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757641.278502:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757641.278513:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757641.278517:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757641.278594:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757641.278600:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757641.278606:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757641.982385:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757641.982396:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757641.982398:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757641.982405:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757641.982410:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757641.982415:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757641.982418:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757641.982421:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757641.982425:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757642.302422:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757642.302436:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757642.302440:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757642.302446:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757642.302453:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757642.302456:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757642.302461:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757642.302466:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757642.302473:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757642.302476:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757642.302477:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757642.302480:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757642.302482:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757642.302484:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757642.302488:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757642.302492:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757642.302499:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757642.302502:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757642.302589:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757642.302599:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757642.302605:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757643.006370:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757643.006382:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757643.006385:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757643.006393:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757643.006398:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757643.006403:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757643.006407:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757643.006411:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757643.006416:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757643.326416:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757643.326426:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757643.326439:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757643.326441:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757643.326448:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757643.326451:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757643.326580:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757643.326590:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757643.326596:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757644.030450:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757644.030462:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757644.030466:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757644.030474:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757644.030479:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757644.030486:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757644.030490:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757644.030494:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757644.030499:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757644.350362:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757644.350370:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757644.350378:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757644.350381:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757644.350386:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757644.350388:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757644.350437:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757644.350442:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757644.350446:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787757644.542381:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787757644.542396:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787757644.542400:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787757644.542404:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787757644.542411:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787757644.542421:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19224
00000400:00000200:1.0:1787757644.542432:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757644.542442:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1787757644.542446:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787757644.542451:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757644.542455:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787757644.542458:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757644.542461:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:1.0:1787757644.542467:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787757644.542470:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:1.0:1787757644.542474:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787757644.542478:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:1.0:1787757644.542481:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:1.0:1787757644.542485:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:1.0:1787757644.542489:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757644.542491:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787757644.542493:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757644.542496:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:1.0:1787757644.542499:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:1.0:1787757644.542504:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:1.0:1787757644.542507:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757644.542511:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787757644.542515:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757644.542518:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757644.542521:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787757644.542524:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787757644.542534:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9250779021c0.
00000020:00000040:1.0:1787757644.542539:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:1.0:1787757644.542544:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787757644.542546:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757644.542550:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787757644.542553:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787757644.542559:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787757644.542568:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925077917c00.
00000100:00000001:1.0:1787757644.542577:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757644.542591:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9250779021c0 x1874594466092288/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787757644.542611:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787757644.542619:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757644.542628:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081c07b6a] to pc [ptlrpcd_rcv+-1]  req@ffff9250779021c0 x1874594466092288/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757644.542683:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787757644.542690:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787757644.542696:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787757644.542699:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787757644.542702:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787757644.542707:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787757644.542713:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19224
00000400:00000200:1.0:1787757644.542721:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757644.542729:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1787757644.542734:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787757644.542741:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757644.542747:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787757644.542752:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757644.542758:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:0.0:1787757644.542762:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1787757644.542764:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787757644.542772:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000100:00000001:0.0:1787757644.542774:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1787757644.542778:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787757644.542780:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1787757644.542789:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000100:00000040:0.0:1787757644.542798:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9250779021c0 x1874594466092288/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787757644.542800:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:1.0:1787757644.542813:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:1.0:1787757644.542828:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757644.542830:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757644.542836:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787757644.542838:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757644.542846:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
02000000:00000001:0.0:1787757644.542849:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1787757644.542851:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
02000000:00000001:0.0:1787757644.542856:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1787757644.542861:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
02000000:00000001:0.0:1787757644.542863:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787757644.542879:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00100000:0.0:1787757644.542880:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9250779021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466092288:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787757644.542896:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757644.542897:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757644.542904:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757644.542907:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757644.542909:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757644.542916:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787757644.542924:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1787757644.542925:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad7000.
02000000:00000001:0.0:1787757644.542932:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757644.542937:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757644.542946:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757644.542947:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000010:0.0:1787757644.542956:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000008:00100000:1.0:1787757644.542959:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1787757644.542968:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000008:00000001:1.0:1787757644.542969:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757644.542979:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787757644.542984:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466092288, portal 25
00000100:00000010:1.0:1787757644.542987:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff925077901680.
00000100:00000001:0.0:1787757644.542991:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757644.542999:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033814464 : -120600675737152 : ffff9250779021c0)
00000020:00000040:1.0:1787757644.542999:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:1.0:1787757644.543012:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:0.0:1787757644.543018:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9250779021c0 x1874594466092288/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787757644.543019:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757644.543028:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787757644.543032:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787757644.543038:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757644.543049:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:1.0:1787757644.543050:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925077914400.
00000100:00000040:0.0:1787757644.543060:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000001:1.0:1787757644.543064:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787757644.543068:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000200:0.0:1787757644.543075:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466092288, offset 0
00000100:00100000:1.0:1787757644.543081:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff925077901680 x1874594466092416/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787757644.543124:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757644.543142:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757644.543146:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1787757644.543156:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00000001:1.0:1787757644.543158:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757644.543170:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1787757644.543179:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000679d9fb6] to pc [ptlrpcd_rcv+-1]  req@ffff925077901680 x1874594466092416/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787757644.543184:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757644.543198:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757644.543211:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00000001:1.0:1787757644.543223:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757644.543230:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56632:56632:256:4294967295] 192.168.201.154@tcp LPNI seq info [56632:56632:8:4294967295]
00000100:00080000:1.0:1787757644.543232:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787757644.543245:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787757644.543251:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787757644.543256:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1787757644.543258:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757644.543264:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787757644.543321:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19224
00000400:00000200:1.0:1787757644.543336:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757644.543338:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1787757644.543348:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1787757644.543354:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000800:00000200:0.0:1787757644.543356:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000040:1.0:1787757644.543366:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000800:00000010:0.0:1787757644.543371:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a300.
00000100:00000001:1.0:1787757644.543372:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787757644.543382:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757644.543387:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000800:00000200:0.0:1787757644.543395:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000020:00000001:1.0:1787757644.543396:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787757644.543401:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000800:00000200:0.0:1787757644.543406:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000020:00000001:1.0:1787757644.543407:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787757644.543414:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:1.0:1787757644.543420:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000800:00000200:0.1:1787757644.543423:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000020:00000001:1.0:1787757644.543425:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000800:00000200:0.1:1787757644.543436:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000100:00000040:1.0:1787757644.543439:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757644.543447:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:0.0:1787757644.543453:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000100:00000040:1.0:1787757644.543457:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000800:00000010:0.0:1787757644.543460:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a300.
00000100:00000001:1.0:1787757644.543463:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:1.0:1787757644.543470:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000400:00000200:0.0:1787757644.543472:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:1.0:1787757644.543477:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:1.0:1787757644.543485:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757644.543491:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1787757644.543492:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787757644.543501:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757644.543507:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757644.543509:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000100:00000001:1.0:1787757644.543510:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787757644.543518:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1787757644.543521:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000008:00000001:1.0:1787757644.543525:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757644.543531:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787757644.543538:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff925077902940.
00000100:00000001:0.0:1787757644.543540:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:1.0:1787757644.543543:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:1.0:1787757644.543550:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787757644.543554:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787757644.543558:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9250779021c0 x1874594466092288/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757644.543559:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787757644.543564:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787757644.543570:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787757644.543580:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925077914800.
00000100:00000001:1.0:1787757644.543590:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757644.543599:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:1.0:1787757644.543603:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff925077902940 x1874594466092544/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1787757644.543613:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9250779021c0 x1874594466092288/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757669 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757644.543632:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787757644.543638:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757644.543653:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007edc916f] to pc [ptlrpcd_rcv+-1]  req@ffff925077902940 x1874594466092544/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757644.543667:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757644.543676:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757644.543681:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757644.543688:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787757644.543689:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757644.543702:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1787757644.543709:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:1.0:1787757644.543714:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19234)
00000100:00000001:0.0:1787757644.543717:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313897385
00000100:00000010:0.0:1787757644.543728:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a7475a0.
00000100:00000001:0.0:1787757644.543739:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787757644.543747:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313897385
00000100:00000010:0.0:1787757644.543752:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747d80.
00000100:00000001:0.0:1787757644.543756:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787757644.543760:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757644.543763:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757644.543767:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757644.543774:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757644/real 1787757644]  req@ffff9250779021c0 x1874594466092288/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757644.543787:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757644.543789:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757644.543792:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757644.543796:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757644.543798:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757644.543802:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757644.543806:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9250779021c0 x1874594466092288/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757644.543818:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9250779021c0 x1874594466092288/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757644.543826:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757644.543829:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757644.543831:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757644.543833:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757644.543838:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9250779021c0 x1874594466092288/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757644.543848:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757644.543854:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9250779021c0 x1874594466092288/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757669 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757644.543863:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757644.543866:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757644.543868:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757644.543870:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757644.543873:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757644.543875:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757644.543879:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757644.543883:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757644.543886:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757644.543891:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9250779021c0 x1874594466092288/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757669 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757644.543902:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9250779021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466092288:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787757644.543908:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757644.543911:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757644.543915:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9250779021c0 x1874594466092288/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757669 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757644.543923:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757644.543927:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757644.543931:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad7000.
02000000:00000001:0.0:1787757644.543934:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757644.543937:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757644.543939:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:0.0:1787757644.543942:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757644.543946:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077917c00.
02000000:00000001:0.0:1787757644.543951:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757644.543954:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757644.543956:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9250779021c0.
00000100:00000001:0.0:1787757644.543960:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757644.543961:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757644.543964:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757644.543974:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757644.543976:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757644.543978:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757644.543981:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757644.543982:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757644.543987:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077901680 x1874594466092416/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757644.543997:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757644.543999:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757644.544002:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757644.544005:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757644.544007:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757644.544011:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077901680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466092416:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757644.544015:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757644.544017:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757644.544019:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757644.544022:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757644.544026:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad7000.
02000000:00000001:0.0:1787757644.544028:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757644.544033:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757644.544037:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787757644.544041:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787757644.544045:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466092416, portal 10
00000100:00000001:0.0:1787757644.544047:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757644.544049:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033811584 : -120600675740032 : ffff925077901680)
00000100:00000040:0.0:1787757644.544058:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077901680 x1874594466092416/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757644.544066:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757644.544070:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757644.544073:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000200:0.0:1787757644.544076:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466092416, offset 0
00000400:00000200:0.0:1787757644.544081:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757644.544111:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757644.544121:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757644.544125:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757644.544129:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757644.544133:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757644.544136:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757644.544140:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56633:56633:256:4294967295] 192.168.201.154@tcp LPNI seq info [56633:56633:8:4294967295]
00000400:00000200:0.0:1787757644.544146:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757644.544156:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757644.544175:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757644.544181:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a300.
00000800:00000200:0.0:1787757644.544189:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757644.544203:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787757644.544213:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757644.544218:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1787757644.544225:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757644.544230:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a300.
00000400:00000200:0.0:1787757644.544236:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757644.544244:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757644.544251:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757644.544254:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757644.544261:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757644.544305:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077901680 x1874594466092416/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757644.544317:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757644.544321:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077901680 x1874594466092416/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757669 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757644.544330:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757644.544332:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757644.544340:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757644.544345:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:0.0:1787757644.544350:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757644.544353:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313896490
00000100:00000001:0.0:1787757644.544357:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313897385
00000100:00000001:0.0:1787757644.544360:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313896490
00000100:00000001:0.0:1787757644.544363:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313897385
00000100:00000001:0.0:1787757644.544365:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757644.544369:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757644.544371:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757644.544376:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757644/real 1787757644]  req@ffff925077901680 x1874594466092416/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757644.544385:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757644.544387:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757644.544389:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757644.544392:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757644.544394:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757644.544397:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757644.544401:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077901680 x1874594466092416/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757644.544411:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077901680 x1874594466092416/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757644.544419:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757644.544421:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757644.544424:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757644.544426:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757644.544430:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077901680 x1874594466092416/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757644.544438:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757644.544442:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077901680 x1874594466092416/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757669 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757644.544452:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757644.544455:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757644.544457:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757644.544459:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757644.544461:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757644.544464:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757644.544467:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757644.544471:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757644.544473:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757644.544478:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077901680 x1874594466092416/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757669 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757644.544490:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077901680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466092416:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757644.544498:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757644.544505:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077902940 x1874594466092544/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757644.544518:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757644.544521:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757644.544525:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757644.544529:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757644.544532:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757644.544539:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077902940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466092544:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757644.544545:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757644.544549:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757644.544552:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757644.544556:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757644.544564:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad6800.
02000000:00000001:0.0:1787757644.544568:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757644.544576:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757644.544581:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787757644.544588:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787757644.544594:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466092544, portal 4
00000100:00000001:0.0:1787757644.544597:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757644.544599:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033816384 : -120600675735232 : ffff925077902940)
00000100:00000040:0.0:1787757644.544608:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077902940 x1874594466092544/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757644.544616:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757644.544619:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757644.544622:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000200:0.0:1787757644.544626:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466092544, offset 0
00000400:00000200:0.0:1787757644.544631:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757644.544637:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757644.544642:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757644.544646:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757644.544650:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757644.544653:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757644.544656:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757644.544661:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56634:56634:256:4294967295] 192.168.201.154@tcp LPNI seq info [56634:56634:8:4294967295]
00000400:00000200:0.0:1787757644.544666:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757644.544675:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757644.544680:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757644.544685:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a300.
00000800:00000200:0.0:1787757644.544690:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757644.544694:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787757644.544700:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757644.544703:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1787757644.544707:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757644.544710:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a300.
00000400:00000200:0.0:1787757644.544714:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757644.544719:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757644.544723:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757644.544725:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757644.544730:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757644.544734:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077902940 x1874594466092544/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757644.544745:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757644.544749:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077902940 x1874594466092544/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757669 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757644.544757:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757644.544760:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757644.544763:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757644.544768:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:0.0:1787757644.544772:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757644.544775:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313896473
00000100:00000001:0.0:1787757644.544778:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313897385
00000100:00000001:0.0:1787757644.544780:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313896473
00000100:00000001:0.0:1787757644.544783:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313897385
00000100:00000001:0.0:1787757644.544786:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757644.544789:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757644.544791:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757644.544796:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757644/real 1787757644]  req@ffff925077902940 x1874594466092544/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757644.544805:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757644.544806:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757644.544808:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757644.544811:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757644.544813:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757644.544816:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757644.544820:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077902940 x1874594466092544/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757644.544831:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077902940 x1874594466092544/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757644.544839:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757644.544841:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757644.544844:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757644.544846:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757644.544850:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077902940 x1874594466092544/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757644.544858:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757644.544863:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077902940 x1874594466092544/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757669 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757644.544871:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757644.544873:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757644.544875:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757644.544877:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757644.544879:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757644.544881:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757644.544884:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757644.544888:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757644.544890:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757644.544895:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077902940 x1874594466092544/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757669 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757644.544904:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077902940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466092544:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757644.544908:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757644.544911:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757644.544915:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077901680 x1874594466092416/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757669 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757644.544923:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757644.544925:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757644.544928:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad7000.
02000000:00000001:0.0:1787757644.544932:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757644.544934:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757644.544936:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:0.0:1787757644.544938:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757644.544941:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077914400.
02000000:00000001:0.0:1787757644.544945:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757644.544946:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757644.544948:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077901680.
00000100:00000001:0.0:1787757644.544951:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757644.544953:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757644.544955:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757644.544958:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077902940 x1874594466092544/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757669 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757644.544966:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757644.544968:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757644.544970:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad6800.
02000000:00000001:0.0:1787757644.544973:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757644.544974:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757644.544975:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:0.0:1787757644.544978:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757644.544979:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077914800.
02000000:00000001:0.0:1787757644.544981:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757644.544983:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757644.544984:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077902940.
00000100:00000001:0.0:1787757644.544987:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757644.544988:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757644.544990:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757644.544995:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757644.544997:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757644.544999:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757644.545001:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757645.054376:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757645.054401:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757645.054404:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757645.054412:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757645.054417:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757645.054421:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757645.054425:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757645.054428:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757645.054433:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757645.374358:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757645.374366:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757645.374374:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757645.374375:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757645.374380:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757645.374384:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757645.374386:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757645.374390:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757645.374393:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757645.374395:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757645.374397:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757645.374399:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757645.374441:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757645.374445:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757645.374448:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757645.502356:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313897385, at 4313897408
00000100:00000040:3.0:1787757645.502357:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313897385, at 4313897408
00000100:00000010:3.0:1787757645.502374:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747d80.
00000100:00000010:2.0:1787757645.502380:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a7475a0.
00000100:00000001:1.0:1787757646.078363:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757646.078372:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757646.078374:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757646.078378:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757646.078382:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757646.078385:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757646.078387:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757646.078389:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757646.078391:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757646.398418:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757646.398430:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757646.398442:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757646.398447:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757646.398454:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757646.398457:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757646.398544:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757646.398550:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757646.398555:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757647.102400:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757647.102410:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757647.102413:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757647.102420:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757647.102425:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757647.102431:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757647.102434:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757647.102438:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757647.102442:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757647.422415:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757647.422429:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757647.422442:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757647.422447:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757647.422456:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757647.422459:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757647.422551:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757647.422560:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757647.422567:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757648.126408:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757648.126419:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757648.126421:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757648.126428:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757648.126433:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757648.126439:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757648.126442:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757648.126446:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757648.126450:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757648.446395:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757648.446410:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757648.446426:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757648.446431:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757648.446441:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757648.446446:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757648.446551:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757648.446558:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757648.446564:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757649.150383:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757649.150393:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757649.150396:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757649.150403:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757649.150408:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757649.150413:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757649.150417:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757649.150420:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757649.150423:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757649.470435:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757649.470451:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757649.470462:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757649.470466:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757649.470474:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757649.470478:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757649.470566:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757649.470573:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757649.470578:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787757649.662454:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757649.662468:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787757649.662473:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757649.662477:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757649.662496:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757649.662508:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19229
00000400:00000200:0.0:1787757649.662524:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757649.662535:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757649.662541:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757649.662548:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757649.662554:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757649.662559:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757649.662564:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757649.662572:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757649.662576:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787757649.662581:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757649.662587:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787757649.662592:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787757649.662597:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787757649.662604:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757649.662607:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757649.662609:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757649.662626:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757649.662630:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787757649.662635:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757649.662639:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757649.662643:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757649.662648:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757649.662658:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757649.662661:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787757649.662665:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757649.662683:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae461c0.
00000020:00000040:0.0:1787757649.662687:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787757649.662693:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757649.662695:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757649.662700:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757649.662703:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757649.662715:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757649.662730:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6800.
00000100:00000001:0.0:1787757649.662739:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757649.662751:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae461c0 x1874594466092672/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757649.662765:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757649.662770:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757649.662777:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeb90c37] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae461c0 x1874594466092672/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757649.662809:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757649.662814:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757649.662819:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787757649.662821:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757649.662823:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757649.662829:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757649.662834:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19229
00000400:00000200:0.0:1787757649.662843:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757649.662851:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757649.662857:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757649.662864:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757649.662868:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787757649.662873:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1787757649.662874:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757649.662886:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:2.0:1787757649.662888:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1787757649.662892:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787757649.662897:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1787757649.662900:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:0.0:1787757649.662908:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757649.662912:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:0.0:1787757649.662918:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:0.0:1787757649.662923:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:0.0:1787757649.662935:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000040:2.0:1787757649.662939:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae461c0 x1874594466092672/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757649.662941:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757649.662951:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757649.662959:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757649.662968:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:0.0:1787757649.662979:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757649.662983:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757649.662985:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757649.662991:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757649.662992:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757649.663026:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757649.663029:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757649.663034:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757649.663035:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757649.663043:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:2.0:1787757649.663048:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787757649.663051:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787757649.663059:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757649.663065:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757649.663067:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae461c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466092672:192.168.201.154@tcp:250:kworker.0
00000100:00000010:0.0:1787757649.663072:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae45e00.
00000020:00000040:0.0:1787757649.663081:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000100:00000001:2.0:1787757649.663086:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757649.663088:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757649.663094:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757649.663097:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757649.663099:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757649.663100:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757649.663109:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757649.663111:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757649.663116:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad7000.
02000000:00000001:2.0:1787757649.663121:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787757649.663126:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757649.663133:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507caff400.
00000100:00100000:0.0:1787757649.663142:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae45e00 x1874594466092800/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787757649.663143:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757649.663163:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757649.663166:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1787757649.663171:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241f420.
00000100:00000001:0.0:1787757649.663173:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787757649.663187:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899ca18.
00000100:00000040:0.0:1787757649.663188:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3f2eaea] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae45e00 x1874594466092800/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757649.663204:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757649.663207:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757649.663215:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787757649.663218:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757649.663220:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1787757649.663223:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466092672, portal 25
00000100:00000001:0.0:1787757649.663225:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787757649.663232:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1787757649.663234:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19229
00000100:00000001:2.0:1787757649.663238:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089667520 : -120600619884096 : ffff92507ae461c0)
00000400:00000200:0.0:1787757649.663247:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757649.663257:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00000040:2.0:1787757649.663258:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae461c0 x1874594466092672/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787757649.663260:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757649.663323:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757649.663329:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757649.663337:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757649.663348:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:2.0:1787757649.663351:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1787757649.663356:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757649.663363:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000100:00000040:2.0:1787757649.663364:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000020:00000001:0.0:1787757649.663371:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000010:2.0:1787757649.663375:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c110.
00000020:00000040:0.0:1787757649.663378:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:0.0:1787757649.663388:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000200:2.0:1787757649.663390:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466092672, offset 0
00000020:00000001:0.0:1787757649.663392:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:0.0:1787757649.663404:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757649.663408:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757649.663412:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757649.663415:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757649.663418:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000400:00000200:2.0:1787757649.663428:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00080000:0.0:1787757649.663430:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757649.663440:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757649.663442:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757649.663447:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757649.663451:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757649.663454:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757649.663455:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787757649.663461:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787757649.663467:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757649.663470:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757649.663477:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00000010:0.0:1787757649.663478:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae44f00.
00000020:00000040:0.0:1787757649.663487:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:0.0:1787757649.663493:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757649.663497:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757649.663497:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1787757649.663506:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757649.663509:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787757649.663513:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
02000000:00000001:0.0:1787757649.663516:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757649.663527:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
02000000:00000010:0.0:1787757649.663529:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad5800.
00000400:00000200:2.0:1787757649.663535:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00000001:0.0:1787757649.663545:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757649.663545:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56635:56635:256:4294967295] 192.168.201.154@tcp LPNI seq info [56635:56635:8:4294967295]
00000400:00000200:2.0:1787757649.663562:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00100000:0.0:1787757649.663571:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae44f00 x1874594466092928/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787757649.663588:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1787757649.663617:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757649.663622:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787757649.663629:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000040:0.0:1787757649.663637:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b63fe09a] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae44f00 x1874594466092928/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:2.0:1787757649.663642:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2ac800.
00000100:00000001:0.0:1787757649.663658:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787757649.663665:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000040:0.0:1787757649.663667:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1787757649.663676:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000100:00000040:0.0:1787757649.663678:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1787757649.663693:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19239)
00000800:00000200:2.1:1787757649.663695:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757649.663702:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1787757649.663709:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757649.663714:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2ac800.
00000400:00000200:2.0:1787757649.663723:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757649.663730:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757649.663737:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c110
00000400:00000010:2.0:1787757649.663740:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c110.
00000100:00000001:2.0:1787757649.663746:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757649.663753:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae461c0 x1874594466092672/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757649.663768:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757649.663773:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae461c0 x1874594466092672/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757674 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757649.663783:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757649.663785:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757649.663792:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757649.663798:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757649.663802:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313902505
00000100:00000010:2.0:1787757649.663810:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c780.
00000100:00000001:2.0:1787757649.663820:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787757649.663827:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313902505
00000100:00000010:2.0:1787757649.663832:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344cd80.
00000100:00000001:2.0:1787757649.663836:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787757649.663841:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757649.663845:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757649.663848:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757649.663854:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757649/real 1787757649]  req@ffff92507ae461c0 x1874594466092672/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757649.663866:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757649.663868:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757649.663871:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241f420.
00000400:00000200:2.0:1787757649.663874:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899ca18
00000400:00000010:2.0:1787757649.663877:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899ca18.
00000100:00000001:2.0:1787757649.663880:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757649.663884:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae461c0 x1874594466092672/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757649.663895:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae461c0 x1874594466092672/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757649.663904:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757649.663906:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757649.663909:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757649.663911:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757649.663916:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae461c0 x1874594466092672/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757649.663925:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757649.663931:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae461c0 x1874594466092672/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757674 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757649.663948:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757649.663952:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757649.663954:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757649.663956:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757649.663959:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757649.663961:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757649.663965:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757649.663969:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757649.663972:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757649.663977:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae461c0 x1874594466092672/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757674 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757649.663988:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae461c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466092672:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757649.664021:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757649.664028:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757649.664036:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae461c0 x1874594466092672/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757674 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757649.664051:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757649.664055:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757649.664061:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507caff400.
02000000:00000001:2.0:1787757649.664067:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757649.664071:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757649.664074:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:2.0:1787757649.664079:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757649.664084:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad6800.
02000000:00000001:2.0:1787757649.664092:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757649.664096:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757649.664099:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae461c0.
00000100:00000001:2.0:1787757649.664105:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757649.664107:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757649.664112:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757649.664124:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757649.664126:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757649.664129:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757649.664132:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757649.664134:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757649.664140:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae45e00 x1874594466092800/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757649.664150:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757649.664152:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757649.664155:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757649.664157:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757649.664160:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757649.664164:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae45e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466092800:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757649.664168:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757649.664172:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757649.664174:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757649.664177:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757649.664181:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507caff400.
02000000:00000001:2.0:1787757649.664184:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757649.664190:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757649.664194:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241f420.
00000400:00000010:2.0:1787757649.664199:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899ca18.
00000100:00000200:2.0:1787757649.664203:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466092800, portal 10
00000100:00000001:2.0:1787757649.664206:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757649.664208:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089666560 : -120600619885056 : ffff92507ae45e00)
00000100:00000040:2.0:1787757649.664217:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae45e00 x1874594466092800/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757649.664226:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757649.664229:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757649.664232:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c110.
00000100:00000200:2.0:1787757649.664235:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466092800, offset 0
00000400:00000200:2.0:1787757649.664241:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757649.664246:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757649.664253:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757649.664257:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757649.664261:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757649.664265:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757649.664310:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757649.664319:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56636:56636:256:4294967295] 192.168.201.154@tcp LPNI seq info [56636:56636:8:4294967295]
00000400:00000200:2.0:1787757649.664326:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757649.664335:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757649.664342:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757649.664348:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2ac800.
00000800:00000200:2.0:1787757649.664355:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757649.664360:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787757649.664367:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757649.664371:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1787757649.664376:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757649.664379:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2ac800.
00000400:00000200:2.0:1787757649.664383:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757649.664388:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757649.664392:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c110
00000400:00000010:2.0:1787757649.664395:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c110.
00000100:00000001:2.0:1787757649.664398:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757649.664404:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae45e00 x1874594466092800/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757649.664418:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757649.664425:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae45e00 x1874594466092800/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757674 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757649.664438:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757649.664441:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757649.664448:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757649.664455:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:2.0:1787757649.664462:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757649.664466:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313901610
00000100:00000001:2.0:1787757649.664473:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313902505
00000100:00000001:2.0:1787757649.664478:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313901610
00000100:00000001:2.0:1787757649.664482:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313902505
00000100:00000001:2.0:1787757649.664487:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757649.664491:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757649.664495:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757649.664504:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757649/real 1787757649]  req@ffff92507ae45e00 x1874594466092800/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757649.664521:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757649.664524:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757649.664528:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241f420.
00000400:00000200:2.0:1787757649.664532:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899ca18
00000400:00000010:2.0:1787757649.664534:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899ca18.
00000100:00000001:2.0:1787757649.664537:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757649.664542:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae45e00 x1874594466092800/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757649.664552:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae45e00 x1874594466092800/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757649.664561:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757649.664563:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757649.664565:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757649.664567:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757649.664571:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae45e00 x1874594466092800/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757649.664580:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757649.664585:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae45e00 x1874594466092800/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757674 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757649.664594:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757649.664597:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757649.664601:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757649.664603:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757649.664605:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757649.664608:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757649.664612:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757649.664616:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757649.664618:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757649.664623:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae45e00 x1874594466092800/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757674 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757649.664633:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae45e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466092800:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757649.664638:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757649.664642:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae44f00 x1874594466092928/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757649.664651:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757649.664653:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757649.664656:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757649.664658:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757649.664661:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757649.664664:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae44f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466092928:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757649.664669:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757649.664672:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757649.664674:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757649.664677:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757649.664682:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafd000.
02000000:00000001:2.0:1787757649.664684:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757649.664689:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757649.664692:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241f420.
00000400:00000010:2.0:1787757649.664696:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899ca18.
00000100:00000200:2.0:1787757649.664700:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466092928, portal 4
00000100:00000001:2.0:1787757649.664703:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757649.664705:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089662720 : -120600619888896 : ffff92507ae44f00)
00000100:00000040:2.0:1787757649.664713:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae44f00 x1874594466092928/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757649.664722:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757649.664725:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757649.664728:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c110.
00000100:00000200:2.0:1787757649.664731:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466092928, offset 0
00000400:00000200:2.0:1787757649.664736:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757649.664741:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757649.664746:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757649.664750:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757649.664754:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757649.664757:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757649.664760:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757649.664764:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56637:56637:256:4294967295] 192.168.201.154@tcp LPNI seq info [56637:56637:8:4294967295]
00000400:00000200:2.0:1787757649.664769:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757649.664778:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757649.664784:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757649.664788:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2ac800.
00000800:00000200:2.0:1787757649.664793:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757649.664797:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787757649.664803:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757649.664806:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1787757649.664811:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757649.664814:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2ac800.
00000400:00000200:2.0:1787757649.664818:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757649.664823:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757649.664827:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c110
00000400:00000010:2.0:1787757649.664829:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c110.
00000100:00000001:2.0:1787757649.664832:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757649.664837:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae44f00 x1874594466092928/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757649.664846:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757649.664851:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae44f00 x1874594466092928/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757674 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757649.664860:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757649.664862:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757649.664866:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757649.664869:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:2.0:1787757649.664873:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757649.664875:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313901593
00000100:00000001:2.0:1787757649.664879:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313902505
00000100:00000001:2.0:1787757649.664882:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313901593
00000100:00000001:2.0:1787757649.664885:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313902505
00000100:00000001:2.0:1787757649.664887:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757649.664890:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757649.664892:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757649.664897:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757649/real 1787757649]  req@ffff92507ae44f00 x1874594466092928/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757649.664906:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757649.664907:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757649.664909:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241f420.
00000400:00000200:2.0:1787757649.664912:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899ca18
00000400:00000010:2.0:1787757649.664914:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899ca18.
00000100:00000001:2.0:1787757649.664916:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757649.664920:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae44f00 x1874594466092928/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757649.664930:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae44f00 x1874594466092928/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757649.664938:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757649.664940:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757649.664942:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757649.664943:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757649.664948:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae44f00 x1874594466092928/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757649.664957:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757649.664961:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae44f00 x1874594466092928/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757674 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757649.664969:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757649.664972:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757649.664974:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757649.664976:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757649.664978:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757649.664980:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757649.664982:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757649.664986:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757649.664989:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757649.665018:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae44f00 x1874594466092928/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757674 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757649.665035:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae44f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466092928:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757649.665043:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757649.665048:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757649.665054:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae45e00 x1874594466092800/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757674 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757649.665068:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757649.665072:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757649.665076:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507caff400.
02000000:00000001:2.0:1787757649.665081:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757649.665085:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757649.665087:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:2.0:1787757649.665092:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757649.665097:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad7000.
02000000:00000001:2.0:1787757649.665102:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757649.665105:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757649.665108:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae45e00.
00000100:00000001:2.0:1787757649.665113:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757649.665114:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757649.665117:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757649.665122:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae44f00 x1874594466092928/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757674 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757649.665131:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757649.665133:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757649.665135:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafd000.
02000000:00000001:2.0:1787757649.665137:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757649.665139:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757649.665141:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:2.0:1787757649.665143:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757649.665145:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad5800.
02000000:00000001:2.0:1787757649.665147:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757649.665148:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757649.665150:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae44f00.
00000100:00000001:2.0:1787757649.665153:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757649.665154:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757649.665156:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757649.665162:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757649.665164:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757649.665166:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757649.665168:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757650.174473:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757650.174488:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757650.174492:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757650.174502:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757650.174508:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757650.174515:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757650.174520:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757650.174525:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757650.174529:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757650.494437:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757650.494451:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757650.494466:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757650.494471:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757650.494481:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757650.494485:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757650.494567:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757650.494574:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757650.494580:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757650.622391:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313902505, at 4313902528
00000100:00000040:2.0:1787757650.622414:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313902505, at 4313902528
00000100:00000010:3.0:1787757650.622419:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344cd80.
00000100:00000010:2.0:1787757650.622431:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c780.
00000100:00000001:1.0:1787757651.198426:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757651.198440:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757651.198446:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757651.198456:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757651.198463:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757651.198470:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757651.198476:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757651.198481:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757651.198487:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757651.518401:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757651.518411:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757651.518414:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757651.518419:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757651.518423:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757651.518426:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757651.518430:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757651.518433:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757651.518440:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757651.518443:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757651.518446:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757651.518449:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757651.518452:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757651.518453:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757651.518455:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757651.518459:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757651.518465:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757651.518467:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757651.518519:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757651.518524:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757651.518528:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757652.222386:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757652.222392:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757652.222393:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757652.222398:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757652.222401:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757652.222404:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757652.222406:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757652.222408:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757652.222410:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757652.542393:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757652.542400:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757652.542407:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757652.542409:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757652.542413:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757652.542415:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757652.542487:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757652.542492:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757652.542497:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757653.246374:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757653.246396:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757653.246399:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757653.246407:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757653.246412:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757653.246417:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757653.246420:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757653.246423:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757653.246427:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757653.566447:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757653.566462:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757653.566476:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757653.566480:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757653.566487:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757653.566490:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757653.566586:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757653.566596:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757653.566603:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757654.270367:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757654.270378:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757654.270381:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757654.270387:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757654.270393:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757654.270397:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757654.270400:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757654.270404:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757654.270407:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757654.590412:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757654.590425:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757654.590441:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757654.590445:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757654.590456:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757654.590465:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757654.590470:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757654.590477:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757654.590484:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757654.590489:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757654.590495:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757654.590502:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757654.590616:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757654.590623:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757654.590627:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787757654.782384:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757654.782399:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787757654.782402:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757654.782407:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757654.782413:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757654.782423:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19234
00000400:00000200:0.0:1787757654.782435:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757654.782444:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757654.782450:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757654.782457:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757654.782462:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757654.782468:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757654.782473:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757654.782480:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757654.782484:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787757654.782489:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757654.782495:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787757654.782500:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787757654.782506:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787757654.782512:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757654.782516:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757654.782544:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757654.782550:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757654.782557:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787757654.782563:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757654.782566:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757654.782570:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757654.782575:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757654.782579:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757654.782582:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787757654.782585:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757654.782594:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae47840.
00000020:00000040:0.0:1787757654.782599:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787757654.782604:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757654.782607:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757654.782611:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757654.782615:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757654.782623:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757654.782637:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad4800.
00000100:00000001:0.0:1787757654.782649:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757654.782665:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae47840 x1874594466093056/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757654.782687:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757654.782694:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757654.782704:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000cd63e1] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae47840 x1874594466093056/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757654.782740:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757654.782745:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757654.782750:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787757654.782752:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757654.782755:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757654.782759:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757654.782764:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19234
00000400:00000200:0.0:1787757654.782771:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757654.782777:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757654.782781:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757654.782785:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757654.782789:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757654.782792:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757654.782796:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:2.0:1787757654.782797:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1787757654.782802:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757654.782809:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000100:00000001:2.0:1787757654.782810:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1787757654.782814:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787757654.782819:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1787757654.782823:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:0.0:1787757654.782827:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:0.0:1787757654.782831:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:0.0:1787757654.782844:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757654.782853:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757654.782853:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae47840 x1874594466093056/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757654.782874:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757654.782878:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757654.782882:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1787757654.782887:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
02000000:00000001:2.0:1787757654.782889:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757654.782894:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757654.782902:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae47840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466093056:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787757654.782926:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:2.0:1787757654.782931:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1787757654.782938:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
02000000:00000001:2.0:1787757654.782941:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757654.782947:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757654.782949:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
02000000:00000001:2.0:1787757654.782953:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787757654.782958:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757654.782962:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:2.0:1787757654.782966:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafd000.
02000000:00000001:0.0:1787757654.782972:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757654.782973:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757654.782985:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757654.782988:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:2.0:1787757654.782993:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000008:00100000:0.0:1787757654.782997:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1787757654.783002:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241f420.
00000008:00000001:0.0:1787757654.783004:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757654.783013:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787757654.783021:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899ca18.
00000100:00000010:0.0:1787757654.783022:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae47480.
00000020:00000040:0.0:1787757654.783031:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000100:00000200:2.0:1787757654.783035:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466093056, portal 25
02000000:00000001:0.0:1787757654.783036:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757654.783042:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757654.783044:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757654.783048:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787757654.783050:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089673280 : -120600619878336 : ffff92507ae47840)
02000000:00000001:0.0:1787757654.783053:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757654.783060:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757654.783067:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae47840 x1874594466093056/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1787757654.783072:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad5800.
00000100:00000001:0.0:1787757654.783085:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757654.783088:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:0.0:1787757654.783103:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae47480 x1874594466093184/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1787757654.783104:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757654.783114:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c110.
00000100:00000200:2.0:1787757654.783123:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466093056, offset 0
00000100:00000001:0.0:1787757654.783127:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757654.783133:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757654.783140:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000040:0.0:1787757654.783148:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ecd7b1f2] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae47480 x1874594466093184/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787757654.783163:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757654.783176:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757654.783182:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787757654.783189:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00080000:0.0:1787757654.783190:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787757654.783195:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757654.783200:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757654.783206:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787757654.783211:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1787757654.783216:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19234
00000400:00000200:0.0:1787757654.783229:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757654.783231:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757654.783238:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757654.783243:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787757654.783249:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1787757654.783253:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757654.783261:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757654.783314:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757654.783319:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757654.783323:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:2.0:1787757654.783325:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000020:00000040:0.0:1787757654.783326:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:0.0:1787757654.783335:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757654.783340:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:0.0:1787757654.783348:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:2.0:1787757654.783351:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56638:56638:256:4294967295] 192.168.201.154@tcp LPNI seq info [56638:56638:8:4294967295]
00000020:00000001:0.0:1787757654.783353:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:0.0:1787757654.783369:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757654.783374:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787757654.783378:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:0.0:1787757654.783381:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757654.783389:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757654.783393:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:0.0:1787757654.783399:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757654.783406:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757654.783412:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757654.783419:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787757654.783421:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1787757654.783428:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757654.783434:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787757654.783438:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.0:1787757654.783441:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000008:00000001:0.0:1787757654.783444:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757654.783451:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787757654.783455:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2ac800.
00000100:00000010:0.0:1787757654.783458:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae46940.
00000020:00000040:0.0:1787757654.783465:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:0.0:1787757654.783473:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.0:1787757654.783474:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000001:0.0:1787757654.783479:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787757654.783484:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1787757654.783485:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757654.783489:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757654.783495:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787757654.783503:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000010:0.0:1787757654.783504:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad7000.
00000800:00000200:2.1:1787757654.783515:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1787757654.783517:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757654.783534:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae46940 x1874594466093312/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787757654.783535:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757654.783543:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2ac800.
00000400:00000200:2.0:1787757654.783554:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1787757654.783557:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757654.783567:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757654.783568:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757654.783580:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c110
00000100:00000040:0.0:1787757654.783582:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013e8296f] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae46940 x1874594466093312/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1787757654.783587:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c110.
00000100:00000001:2.0:1787757654.783597:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787757654.783605:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787757654.783611:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae47840 x1874594466093056/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787757654.783613:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787757654.783637:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1787757654.783646:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757654.783651:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19244)
00000100:00000040:2.0:1787757654.783654:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae47840 x1874594466093056/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757679 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757654.783669:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757654.783672:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757654.783679:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757654.783686:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757654.783691:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313907625
00000100:00000010:2.0:1787757654.783700:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c780.
00000100:00000001:2.0:1787757654.783710:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787757654.783719:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313907625
00000100:00000010:2.0:1787757654.783724:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344cde0.
00000100:00000001:2.0:1787757654.783730:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787757654.783735:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757654.783741:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757654.783745:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757654.783754:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757654/real 1787757654]  req@ffff92507ae47840 x1874594466093056/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757654.783773:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757654.783777:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757654.783781:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241f420.
00000400:00000200:2.0:1787757654.783787:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899ca18
00000400:00000010:2.0:1787757654.783791:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899ca18.
00000100:00000001:2.0:1787757654.783796:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757654.783804:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae47840 x1874594466093056/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757654.783824:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae47840 x1874594466093056/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757654.783833:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757654.783835:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757654.783839:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757654.783841:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757654.783847:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae47840 x1874594466093056/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757654.783856:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757654.783861:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae47840 x1874594466093056/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757679 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757654.783871:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757654.783875:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757654.783877:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757654.783880:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757654.783883:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757654.783886:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757654.783890:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757654.783895:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757654.783898:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757654.783903:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae47840 x1874594466093056/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757679 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757654.783938:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae47840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466093056:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757654.783945:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757654.783948:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757654.783953:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae47840 x1874594466093056/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757679 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757654.783961:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757654.783965:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757654.783968:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafd000.
02000000:00000001:2.0:1787757654.783973:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757654.783975:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757654.783977:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:2.0:1787757654.783980:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757654.783984:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad4800.
02000000:00000001:2.0:1787757654.783988:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757654.783991:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757654.783993:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae47840.
00000100:00000001:2.0:1787757654.783997:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757654.783999:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757654.784002:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757654.784012:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757654.784014:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757654.784017:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757654.784019:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757654.784021:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757654.784026:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae47480 x1874594466093184/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757654.784036:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757654.784038:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757654.784041:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757654.784044:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757654.784047:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757654.784051:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466093184:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757654.784055:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757654.784058:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757654.784060:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757654.784062:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757654.784067:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafd000.
02000000:00000001:2.0:1787757654.784069:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757654.784075:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757654.784079:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241f420.
00000400:00000010:2.0:1787757654.784083:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899ca18.
00000100:00000200:2.0:1787757654.784088:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466093184, portal 10
00000100:00000001:2.0:1787757654.784090:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757654.784092:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089672320 : -120600619879296 : ffff92507ae47480)
00000100:00000040:2.0:1787757654.784101:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae47480 x1874594466093184/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757654.784110:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757654.784113:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757654.784116:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c110.
00000100:00000200:2.0:1787757654.784119:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466093184, offset 0
00000400:00000200:2.0:1787757654.784124:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757654.784130:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757654.784135:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757654.784139:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757654.784143:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757654.784147:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757654.784150:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757654.784155:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56639:56639:256:4294967295] 192.168.201.154@tcp LPNI seq info [56639:56639:8:4294967295]
00000400:00000200:2.0:1787757654.784160:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757654.784169:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757654.784175:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757654.784180:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2ac800.
00000800:00000200:2.0:1787757654.784185:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757654.784189:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787757654.784195:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757654.784199:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787757654.784204:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757654.784206:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2ac800.
00000400:00000200:2.0:1787757654.784210:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757654.784215:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757654.784219:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c110
00000400:00000010:2.0:1787757654.784221:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c110.
00000100:00000001:2.0:1787757654.784224:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757654.784229:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae47480 x1874594466093184/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757654.784239:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757654.784243:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae47480 x1874594466093184/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757679 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757654.784251:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757654.784253:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757654.784257:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757654.784262:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:2.0:1787757654.784291:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757654.784295:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313906729
00000100:00000001:2.0:1787757654.784299:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313907625
00000100:00000001:2.0:1787757654.784303:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313906729
00000100:00000001:2.0:1787757654.784307:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313907625
00000100:00000001:2.0:1787757654.784313:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757654.784319:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757654.784324:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757654.784334:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757654/real 1787757654]  req@ffff92507ae47480 x1874594466093184/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757654.784351:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757654.784354:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757654.784357:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241f420.
00000400:00000200:2.0:1787757654.784363:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899ca18
00000400:00000010:2.0:1787757654.784367:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899ca18.
00000100:00000001:2.0:1787757654.784372:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757654.784379:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae47480 x1874594466093184/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757654.784399:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae47480 x1874594466093184/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757654.784412:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757654.784416:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757654.784420:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757654.784422:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757654.784427:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae47480 x1874594466093184/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757654.784436:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757654.784441:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae47480 x1874594466093184/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757679 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757654.784450:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757654.784453:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757654.784455:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757654.784457:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757654.784459:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757654.784462:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757654.784465:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757654.784470:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757654.784473:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757654.784478:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae47480 x1874594466093184/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757679 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757654.784488:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466093184:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757654.784493:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757654.784497:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae46940 x1874594466093312/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757654.784505:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757654.784507:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757654.784510:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757654.784512:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757654.784515:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757654.784518:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae46940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466093312:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757654.784523:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757654.784526:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757654.784528:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757654.784530:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757654.784535:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507caff400.
02000000:00000001:2.0:1787757654.784537:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757654.784542:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757654.784545:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241f420.
00000400:00000010:2.0:1787757654.784550:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899ca18.
00000100:00000200:2.0:1787757654.784554:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466093312, portal 4
00000100:00000001:2.0:1787757654.784556:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757654.784558:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089669440 : -120600619882176 : ffff92507ae46940)
00000100:00000040:2.0:1787757654.784566:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae46940 x1874594466093312/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757654.784574:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757654.784578:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757654.784581:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c110.
00000100:00000200:2.0:1787757654.784584:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466093312, offset 0
00000400:00000200:2.0:1787757654.784589:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757654.784595:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757654.784600:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757654.784604:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757654.784608:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757654.784611:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757654.784614:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757654.784619:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56640:56640:256:4294967295] 192.168.201.154@tcp LPNI seq info [56640:56640:8:4294967295]
00000400:00000200:2.0:1787757654.784624:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757654.784633:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757654.784638:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757654.784642:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2ac800.
00000800:00000200:2.0:1787757654.784647:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757654.784651:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787757654.784656:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757654.784660:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787757654.784665:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757654.784668:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2ac800.
00000400:00000200:2.0:1787757654.784672:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757654.784676:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757654.784680:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c110
00000400:00000010:2.0:1787757654.784682:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c110.
00000100:00000001:2.0:1787757654.784686:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757654.784690:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae46940 x1874594466093312/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757654.784700:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757654.784704:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae46940 x1874594466093312/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757679 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757654.784712:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757654.784714:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757654.784719:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757654.784725:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:2.0:1787757654.784732:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757654.784736:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313906713
00000100:00000001:2.0:1787757654.784741:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313907625
00000100:00000001:2.0:1787757654.784745:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313906713
00000100:00000001:2.0:1787757654.784750:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313907625
00000100:00000001:2.0:1787757654.784754:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757654.784759:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757654.784762:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757654.784770:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757654/real 1787757654]  req@ffff92507ae46940 x1874594466093312/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757654.784788:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757654.784792:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757654.784796:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241f420.
00000400:00000200:2.0:1787757654.784801:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899ca18
00000400:00000010:2.0:1787757654.784805:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899ca18.
00000100:00000001:2.0:1787757654.784809:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757654.784816:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae46940 x1874594466093312/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757654.784830:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae46940 x1874594466093312/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757654.784838:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757654.784841:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757654.784843:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757654.784845:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757654.784850:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae46940 x1874594466093312/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757654.784858:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757654.784862:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae46940 x1874594466093312/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757679 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757654.784872:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757654.784876:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757654.784878:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757654.784880:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757654.784882:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757654.784884:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757654.784887:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757654.784890:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757654.784893:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757654.784898:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae46940 x1874594466093312/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757679 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757654.784930:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae46940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466093312:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757654.784937:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757654.784940:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757654.784945:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae47480 x1874594466093184/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757679 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757654.784954:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757654.784956:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757654.784959:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafd000.
02000000:00000001:2.0:1787757654.784963:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757654.784966:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757654.784968:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:2.0:1787757654.784971:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757654.784973:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad5800.
02000000:00000001:2.0:1787757654.784977:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757654.784978:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757654.784980:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae47480.
00000100:00000001:2.0:1787757654.784983:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757654.784985:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757654.784988:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757654.784992:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae46940 x1874594466093312/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757679 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757654.785000:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757654.785002:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757654.785003:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507caff400.
02000000:00000001:2.0:1787757654.785006:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757654.785007:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757654.785009:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:2.0:1787757654.785011:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757654.785013:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad7000.
02000000:00000001:2.0:1787757654.785015:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757654.785016:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757654.785018:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae46940.
00000100:00000001:2.0:1787757654.785020:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757654.785022:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757654.785024:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757654.785029:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757654.785031:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757654.785033:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757654.785035:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757655.294387:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757655.294397:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757655.294401:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757655.294408:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757655.294413:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757655.294417:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757655.294421:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757655.294424:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757655.294427:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757655.614391:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757655.614401:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757655.614410:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757655.614413:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757655.614418:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757655.614421:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757655.614548:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757655.614555:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757655.614560:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757655.742368:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313907625, at 4313907648
00000100:00000010:3.0:1787757655.742389:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344cde0.
00000100:00000040:2.0:1787757655.742409:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313907625, at 4313907648
00000100:00000010:2.0:1787757655.742430:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c780.
00000100:00000001:1.0:1787757656.318453:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757656.318468:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757656.318472:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757656.318482:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757656.318489:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757656.318495:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757656.318499:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757656.318503:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757656.318507:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757656.638341:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757656.638349:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757656.638356:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757656.638358:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757656.638364:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757656.638365:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757656.638412:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757656.638421:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757656.638428:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757657.342373:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757657.342381:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757657.342384:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757657.342389:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757657.342393:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757657.342396:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757657.342399:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757657.342401:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757657.342405:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757657.662471:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757657.662481:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757657.662490:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757657.662492:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757657.662497:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757657.662500:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757657.662600:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757657.662608:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757657.662615:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757658.366394:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757658.366404:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757658.366407:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757658.366414:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757658.366419:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757658.366424:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757658.366427:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757658.366430:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757658.366434:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757658.686384:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757658.686392:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757658.686402:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757658.686404:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757658.686409:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757658.686410:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757658.686520:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757658.686528:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757658.686536:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757659.390405:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757659.390413:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757659.390415:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757659.390420:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757659.390424:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757659.390428:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757659.390430:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757659.390433:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757659.390443:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757659.710368:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757659.710376:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757659.710383:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757659.710385:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757659.710390:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757659.710391:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757659.710432:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757659.710437:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757659.710440:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787757659.902458:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757659.902473:0:277834:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787757659.902477:0:277834:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757659.902483:0:277834:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757659.902489:0:277834:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757659.902498:0:277834:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19239
00000400:00000200:2.0:1787757659.902510:0:277834:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757659.902519:0:277834:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757659.902523:0:277834:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757659.902527:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757659.902531:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757659.902534:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757659.902537:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757659.902543:0:277834:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757659.902545:0:277834:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787757659.902548:0:277834:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757659.902552:0:277834:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787757659.902555:0:277834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787757659.902558:0:277834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787757659.902562:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757659.902564:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757659.902567:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757659.902570:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757659.902574:0:277834:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787757659.902578:0:277834:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757659.902581:0:277834:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757659.902585:0:277834:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757659.902590:0:277834:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757659.902594:0:277834:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757659.902596:0:277834:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757659.902599:0:277834:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757659.902611:0:277834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61d680.
00000020:00000040:2.0:1787757659.902616:0:277834:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787757659.902621:0:277834:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757659.902624:0:277834:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757659.902627:0:277834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757659.902631:0:277834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757659.902636:0:277834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757659.902646:0:277834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507caff400.
00000100:00000001:2.0:1787757659.902653:0:277834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757659.902665:0:277834:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61d680 x1874594466093440/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757659.902679:0:277834:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757659.902685:0:277834:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757659.902691:0:277834:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054aea141] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61d680 x1874594466093440/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757659.902731:0:277834:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757659.902736:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757659.902740:0:277834:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787757659.902742:0:277834:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757659.902744:0:277834:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757659.902748:0:277834:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757659.902752:0:277834:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19239
00000400:00000200:2.0:1787757659.902756:0:277834:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757659.902761:0:277834:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757659.902764:0:277834:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757659.902769:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757659.902773:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757659.902777:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757659.902780:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757659.902783:0:277834:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757659.902785:0:277834:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:2.0:1787757659.902787:0:277834:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787757659.902790:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1787757659.902791:0:277834:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:2.0:1787757659.902795:0:277834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:2.0:1787757659.902800:0:277834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:0.0:1787757659.902801:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1787757659.902806:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757659.902807:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787757659.902839:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757659.902840:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61d680 x1874594466093440/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787757659.902846:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757659.902858:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757659.902869:0:277834:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00000001:0.0:1787757659.902884:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1787757659.902885:0:277834:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757659.902889:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757659.902892:0:277834:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757659.902897:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757659.902902:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757659.902905:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757659.902911:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466093440:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787757659.902916:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757659.902922:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757659.902926:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757659.902927:0:277834:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757659.902933:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787757659.902939:0:277834:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1787757659.902945:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad6800.
02000000:00000001:2.0:1787757659.902946:0:277834:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757659.902961:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757659.902961:0:277834:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757659.902975:0:277834:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1787757659.902992:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000008:00000001:2.0:1787757659.902994:0:277834:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757659.903003:0:277834:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787757659.903004:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000100:00000010:2.0:1787757659.903026:0:277834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61cf00.
00000400:00000010:0.0:1787757659.903030:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000020:00000040:2.0:1787757659.903033:0:277834:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:2.0:1787757659.903038:0:277834:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757659.903040:0:277834:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787757659.903041:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466093440, portal 25
00000100:00000001:2.0:1787757659.903044:0:277834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787757659.903051:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1787757659.903052:0:277834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787757659.903063:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611350144 : -120601098201472 : ffff92505e61d680)
02000000:00000001:2.0:1787757659.903064:0:277834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757659.903078:0:277834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafd000.
00000100:00000040:0.0:1787757659.903079:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61d680 x1874594466093440/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757659.903090:0:277834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757659.903094:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757659.903101:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00100000:2.0:1787757659.903104:0:277834:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61cf00 x1874594466093568/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1787757659.903106:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000200:0.0:1787757659.903120:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466093440, offset 0
00000100:00000001:2.0:1787757659.903138:0:277834:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1787757659.903148:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000001:2.0:1787757659.903149:0:277834:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757659.903162:0:277834:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006cc8e384] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61cf00 x1874594466093568/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787757659.903177:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757659.903186:0:277834:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757659.903193:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1787757659.903200:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00080000:2.0:1787757659.903207:0:277834:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787757659.903212:0:277834:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757659.903214:0:277834:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757659.903222:0:277834:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1787757659.903228:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1787757659.903229:0:277834:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19239
00000400:00000200:2.0:1787757659.903243:0:277834:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757659.903251:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757659.903256:0:277834:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757659.903261:0:277834:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1787757659.903267:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757659.903314:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757659.903320:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56641:56641:256:4294967295] 192.168.201.154@tcp LPNI seq info [56641:56641:8:4294967295]
00000400:00000200:0.0:1787757659.903327:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757659.903344:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757659.903353:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757659.903360:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a300.
00000100:00000040:2.0:1787757659.903361:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757659.903372:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757659.903383:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000800:00000200:0.0:1787757659.903385:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:2.0:1787757659.903392:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000800:00000200:0.0:1787757659.903396:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000020:00000001:2.0:1787757659.903398:0:277834:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757659.903406:0:277834:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:2.0:1787757659.903417:0:277834:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:0.1:1787757659.903418:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000020:00000040:2.0:1787757659.903424:0:277834:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000800:00000200:0.1:1787757659.903425:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000020:00000001:2.0:1787757659.903433:0:277834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:2.0:1787757659.903439:0:277834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:2.0:1787757659.903447:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000800:00000100:0.0:1787757659.903450:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000100:00000001:2.0:1787757659.903453:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:0.0:1787757659.903460:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a300.
00000100:00000040:2.0:1787757659.903461:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757659.903473:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757659.903478:0:277834:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000400:00000200:0.0:1787757659.903480:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:2.0:1787757659.903485:0:277834:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757659.903493:0:277834:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757659.903503:0:277834:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1787757659.903505:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
02000000:00000001:2.0:1787757659.903510:0:277834:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1787757659.903514:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
02000000:00000001:2.0:1787757659.903516:0:277834:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787757659.903520:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:2.0:1787757659.903521:0:277834:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757659.903532:0:277834:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787757659.903541:0:277834:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757659.903543:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787757659.903554:0:277834:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787757659.903564:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61d680 x1874594466093440/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1787757659.903568:0:277834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61f0c0.
00000020:00000040:2.0:1787757659.903576:0:277834:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:2.0:1787757659.903587:0:277834:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787757659.903589:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1787757659.903601:0:277834:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757659.903605:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61d680 x1874594466093440/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757684 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757659.903607:0:277834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757659.903614:0:277834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757659.903623:0:277834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757659.903627:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757659.903631:0:238954:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000010:2.0:1787757659.903632:0:277834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507caff800.
00000100:00000001:2.0:1787757659.903641:0:277834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757659.903642:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757659.903657:0:277834:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61f0c0 x1874594466093696/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787757659.903659:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757659.903673:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313912745
00000100:00000010:0.0:1787757659.903689:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747060.
00000100:00000001:2.0:1787757659.903691:0:277834:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757659.903696:0:277834:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757659.903700:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000040:2.0:1787757659.903705:0:277834:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bea70ab] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61f0c0 x1874594466093696/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757659.903711:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313912745
00000100:00000010:0.0:1787757659.903724:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a7473c0.
00000100:00000001:0.0:1787757659.903735:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787757659.903738:0:277834:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757659.903743:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1787757659.903744:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787757659.903750:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757659.903757:0:277834:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1787757659.903758:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:2.0:1787757659.903773:0:277834:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19249)
00000100:00100000:0.0:1787757659.903775:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757659/real 1787757659]  req@ffff92505e61d680 x1874594466093440/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757659.903786:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757659.903789:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757659.903791:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757659.903794:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757659.903795:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757659.903797:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757659.903801:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61d680 x1874594466093440/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757659.903813:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61d680 x1874594466093440/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757659.903835:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757659.903836:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757659.903839:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757659.903841:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757659.903845:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61d680 x1874594466093440/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757659.903850:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757659.903855:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61d680 x1874594466093440/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757684 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757659.903860:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757659.903862:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757659.903863:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757659.903863:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757659.903866:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757659.903868:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757659.903871:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757659.903874:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757659.903875:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757659.903878:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61d680 x1874594466093440/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757684 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757659.903884:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466093440:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787757659.903889:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757659.903891:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757659.903893:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61d680 x1874594466093440/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757684 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757659.903903:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757659.903906:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757659.903909:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad6800.
02000000:00000001:0.0:1787757659.903912:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757659.903915:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757659.903916:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:0.0:1787757659.903918:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757659.903920:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507caff400.
02000000:00000001:0.0:1787757659.903924:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757659.903926:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757659.903927:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61d680.
00000100:00000001:0.0:1787757659.903930:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757659.903931:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757659.903933:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757659.903942:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757659.903944:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757659.903946:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757659.903947:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757659.903949:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757659.903952:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61cf00 x1874594466093568/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757659.903958:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757659.903959:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757659.903961:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757659.903963:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757659.903965:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757659.903967:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466093568:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757659.903969:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757659.903971:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757659.903972:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757659.903973:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757659.903976:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad6800.
02000000:00000001:0.0:1787757659.903977:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757659.903980:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757659.903983:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787757659.903986:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787757659.903988:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466093568, portal 10
00000100:00000001:0.0:1787757659.903990:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757659.903991:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611348224 : -120601098203392 : ffff92505e61cf00)
00000100:00000040:0.0:1787757659.903997:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61cf00 x1874594466093568/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757659.904002:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757659.904004:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757659.904005:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000200:0.0:1787757659.904007:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466093568, offset 0
00000400:00000200:0.0:1787757659.904010:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757659.904013:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757659.904016:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757659.904018:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757659.904020:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757659.904022:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757659.904024:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757659.904027:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56642:56642:256:4294967295] 192.168.201.154@tcp LPNI seq info [56642:56642:8:4294967295]
00000400:00000200:0.0:1787757659.904029:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757659.904034:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757659.904038:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757659.904040:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a300.
00000800:00000200:0.0:1787757659.904044:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757659.904046:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787757659.904050:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757659.904052:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1787757659.904055:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757659.904057:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a300.
00000400:00000200:0.0:1787757659.904059:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757659.904062:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757659.904064:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757659.904066:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757659.904068:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757659.904071:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61cf00 x1874594466093568/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757659.904077:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757659.904079:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61cf00 x1874594466093568/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757684 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757659.904084:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757659.904085:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757659.904087:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757659.904091:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:0.0:1787757659.904093:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757659.904094:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313911849
00000100:00000001:0.0:1787757659.904096:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313912745
00000100:00000001:0.0:1787757659.904098:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313911849
00000100:00000001:0.0:1787757659.904100:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313912745
00000100:00000001:0.0:1787757659.904101:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757659.904103:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757659.904104:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757659.904106:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757659/real 1787757659]  req@ffff92505e61cf00 x1874594466093568/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757659.904111:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757659.904112:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757659.904113:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757659.904115:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757659.904116:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757659.904118:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757659.904120:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61cf00 x1874594466093568/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757659.904125:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61cf00 x1874594466093568/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757659.904134:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757659.904135:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757659.904136:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757659.904137:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757659.904139:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61cf00 x1874594466093568/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757659.904143:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757659.904145:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61cf00 x1874594466093568/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757684 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757659.904149:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757659.904151:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757659.904152:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757659.904152:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757659.904153:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757659.904155:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757659.904157:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757659.904159:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757659.904160:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757659.904162:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61cf00 x1874594466093568/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757684 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757659.904167:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466093568:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757659.904170:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757659.904172:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61f0c0 x1874594466093696/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757659.904177:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757659.904178:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757659.904180:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757659.904182:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757659.904183:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757659.904185:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466093696:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757659.904188:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757659.904189:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757659.904190:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757659.904191:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757659.904193:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787757659.904195:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757659.904197:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757659.904199:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787757659.904201:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787757659.904203:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466093696, portal 4
00000100:00000001:0.0:1787757659.904205:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757659.904206:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611356864 : -120601098194752 : ffff92505e61f0c0)
00000100:00000040:0.0:1787757659.904211:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61f0c0 x1874594466093696/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757659.904216:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757659.904218:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757659.904219:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000200:0.0:1787757659.904221:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466093696, offset 0
00000400:00000200:0.0:1787757659.904224:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757659.904226:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757659.904228:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757659.904230:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757659.904231:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757659.904233:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757659.904234:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757659.904237:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56643:56643:256:4294967295] 192.168.201.154@tcp LPNI seq info [56643:56643:8:4294967295]
00000400:00000200:0.0:1787757659.904240:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757659.904244:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757659.904248:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757659.904250:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a300.
00000800:00000200:0.0:1787757659.904253:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757659.904254:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787757659.904258:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757659.904259:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1787757659.904262:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757659.904264:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a300.
00000400:00000200:0.0:1787757659.904266:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757659.904288:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757659.904290:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757659.904291:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757659.904294:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757659.904297:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61f0c0 x1874594466093696/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757659.904303:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757659.904305:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61f0c0 x1874594466093696/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757684 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757659.904309:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757659.904311:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757659.904313:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757659.904315:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:0.0:1787757659.904318:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757659.904319:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313911833
00000100:00000001:0.0:1787757659.904321:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313912745
00000100:00000001:0.0:1787757659.904323:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313911833
00000100:00000001:0.0:1787757659.904325:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313912745
00000100:00000001:0.0:1787757659.904326:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757659.904328:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757659.904329:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757659.904331:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757659/real 1787757659]  req@ffff92505e61f0c0 x1874594466093696/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757659.904337:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757659.904338:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757659.904339:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757659.904341:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757659.904342:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757659.904343:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757659.904345:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61f0c0 x1874594466093696/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757659.904351:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61f0c0 x1874594466093696/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757659.904356:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757659.904356:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757659.904358:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757659.904358:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757659.904360:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61f0c0 x1874594466093696/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757659.904364:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757659.904367:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61f0c0 x1874594466093696/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757684 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757659.904371:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757659.904372:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757659.904373:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757659.904374:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757659.904375:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757659.904376:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757659.904377:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757659.904379:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757659.904380:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757659.904383:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61f0c0 x1874594466093696/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757684 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757659.904389:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466093696:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757659.904392:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757659.904393:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757659.904395:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61cf00 x1874594466093568/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757684 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757659.904399:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757659.904400:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757659.904401:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad6800.
02000000:00000001:0.0:1787757659.904402:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757659.904403:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757659.904404:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:0.0:1787757659.904405:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757659.904406:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafd000.
02000000:00000001:0.0:1787757659.904408:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757659.904409:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757659.904410:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61cf00.
00000100:00000001:0.0:1787757659.904412:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757659.904412:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757659.904414:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757659.904416:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61f0c0 x1874594466093696/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757684 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757659.904420:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757659.904421:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757659.904422:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787757659.904423:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757659.904423:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757659.904424:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:0.0:1787757659.904425:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757659.904426:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507caff800.
02000000:00000001:0.0:1787757659.904427:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757659.904429:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757659.904430:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61f0c0.
00000100:00000001:0.0:1787757659.904433:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757659.904435:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757659.904437:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757659.904440:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757659.904442:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757659.904444:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757659.904446:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757660.414336:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757660.414344:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757660.414347:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757660.414352:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757660.414355:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757660.414359:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757660.414362:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757660.414365:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757660.414368:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757660.734417:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757660.734428:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757660.734441:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757660.734444:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757660.734454:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757660.734456:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757660.734604:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757660.734613:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757660.734619:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757660.862347:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313912745, at 4313912768
00000100:00000010:3.0:1787757660.862369:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a7473c0.
00000100:00000040:2.0:1787757660.862420:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313912745, at 4313912768
00000100:00000010:2.0:1787757660.862435:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747060.
00000100:00000001:1.0:1787757661.438406:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757661.438417:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757661.438420:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757661.438428:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757661.438433:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757661.438440:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757661.438462:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757661.438466:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757661.438470:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757661.758444:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757661.758461:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757661.758467:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757661.758476:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757661.758486:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757661.758491:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757661.758496:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757661.758503:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757661.758518:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757661.758524:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757661.758528:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757661.758536:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757661.758541:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757661.758546:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757661.758563:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757661.758568:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757661.758578:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757661.758580:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757661.758684:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757661.758697:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757661.758707:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757662.462440:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757662.462455:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757662.462459:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757662.462471:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757662.462478:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757662.462487:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757662.462492:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757662.462499:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757662.462505:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757662.782415:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757662.782428:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757662.782439:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757662.782442:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757662.782448:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757662.782451:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757662.782523:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757662.782532:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757662.782539:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757663.486399:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757663.486410:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757663.486414:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757663.486422:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757663.486429:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757663.486436:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757663.486442:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757663.486446:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757663.486451:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757663.806413:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757663.806425:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757663.806439:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757663.806443:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757663.806453:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757663.806457:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757663.806593:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757663.806603:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757663.806610:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757664.510408:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757664.510424:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757664.510428:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757664.510438:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757664.510445:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757664.510452:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757664.510457:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757664.510460:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757664.510464:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757664.830474:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757664.830485:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757664.830497:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757664.830499:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757664.830503:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757664.830508:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757664.830512:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757664.830516:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757664.830520:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757664.830523:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757664.830526:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757664.830529:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757664.830626:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757664.830633:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757664.830638:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757665.022483:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757665.022513:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757665.022518:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757665.022524:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757665.022531:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757665.022542:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19244
00000400:00000200:3.0:1787757665.022555:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757665.022565:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757665.022570:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757665.022576:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757665.022582:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757665.022586:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757665.022590:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757665.022596:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757665.022599:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757665.022604:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757665.022609:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757665.022612:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757665.022615:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757665.022620:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757665.022623:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757665.022625:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757665.022628:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757665.022632:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757665.022637:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757665.022641:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757665.022644:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757665.022649:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757665.022654:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757665.022658:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757665.022663:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757665.022678:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19680.
00000020:00000040:3.0:1787757665.022686:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757665.022694:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757665.022697:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757665.022703:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757665.022709:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757665.022719:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757665.022758:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c000.
00000100:00000001:3.0:1787757665.022773:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757665.022793:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19680 x1874594466093824/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757665.022824:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757665.022830:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757665.022838:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c14b51e] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19680 x1874594466093824/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757665.022872:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757665.022877:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757665.022882:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757665.022884:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757665.022887:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757665.022892:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757665.022896:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19244
00000400:00000200:3.0:1787757665.022902:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757665.022906:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757665.022910:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757665.022915:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757665.022919:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757665.022923:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757665.022927:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757665.022931:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757665.022933:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757665.022935:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757665.022938:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787757665.022942:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787757665.022945:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787757665.022949:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757665.022954:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757665.022954:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757665.022960:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757665.022968:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:0.0:1787757665.022969:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757665.022977:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1787757665.022978:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787757665.022986:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757665.022993:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757665.022996:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca19680 x1874594466093824/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787757665.022997:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757665.023011:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757665.023018:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787757665.023020:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757665.023024:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757665.023026:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:0.0:1787757665.023035:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1787757665.023038:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1787757665.023042:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1787757665.023048:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757665.023051:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757665.023055:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757665.023062:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466093824:192.168.201.154@tcp:250:kworker.0
00000100:00000010:3.0:1787757665.023067:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19a40.
00000100:00000001:0.0:1787757665.023072:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1787757665.023075:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:0.0:1787757665.023081:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757665.023082:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757665.023089:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757665.023091:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757665.023093:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757665.023098:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787757665.023099:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757665.023106:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757665.023112:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad6000.
02000000:00000010:3.0:1787757665.023115:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51dc00.
02000000:00000001:0.0:1787757665.023122:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757665.023126:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757665.023136:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00100000:3.0:1787757665.023140:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19a40 x1874594466093952/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1787757665.023147:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000100:00000001:3.0:1787757665.023161:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757665.023165:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787757665.023166:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000040:3.0:1787757665.023172:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048dd93e3] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19a40 x1874594466093952/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757665.023186:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466093824, portal 25
00000100:00000001:3.0:1787757665.023187:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757665.023198:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787757665.023200:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787757665.023205:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787757665.023209:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118844544 : -120600590707072 : ffff92507ca19680)
00000100:00000001:3.0:1787757665.023211:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757665.023216:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757665.023224:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757665.023235:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19244
00000100:00000040:0.0:1787757665.023239:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca19680 x1874594466093824/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787757665.023243:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757665.023254:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757665.023261:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757665.023320:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757665.023325:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757665.023328:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757665.023337:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757665.023343:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757665.023345:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787757665.023347:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757665.023350:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787757665.023352:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000001:0.0:1787757665.023357:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1787757665.023357:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787757665.023363:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757665.023367:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757665.023370:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757665.023373:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757665.023376:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787757665.023380:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757665.023383:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757665.023387:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757665.023393:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757665.023395:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757665.023398:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757665.023401:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757665.023403:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757665.023406:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757665.023411:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a940.
00000020:00000040:3.0:1787757665.023414:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787757665.023418:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757665.023422:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757665.023424:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757665.023426:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757665.023429:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757665.023433:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51ec00.
00000100:00000001:3.0:1787757665.023437:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757665.023443:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a940 x1874594466094080/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757665.023453:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757665.023456:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757665.023460:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acf304e1] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a940 x1874594466094080/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757665.023470:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757665.023473:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787757665.023478:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787757665.023484:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19254)
00000100:00000040:0.0:1787757665.023558:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757665.023573:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000200:0.0:1787757665.023584:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466093824, offset 0
00000400:00000200:0.0:1787757665.023596:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757665.023610:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757665.023623:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757665.023630:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757665.023636:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757665.023641:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757665.023645:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757665.023650:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56644:56644:256:4294967295] 192.168.201.154@tcp LPNI seq info [56644:56644:8:4294967295]
00000400:00000200:0.0:1787757665.023657:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757665.023672:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757665.023680:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757665.023688:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a300.
00000800:00000200:0.0:1787757665.023697:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757665.023703:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787757665.023711:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757665.023717:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1787757665.023723:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757665.023757:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a300.
00000400:00000200:0.0:1787757665.023771:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757665.023780:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757665.023791:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757665.023795:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757665.023808:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757665.023823:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca19680 x1874594466093824/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757665.023849:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757665.023858:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19680 x1874594466093824/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757690 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757665.023870:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757665.023873:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757665.023882:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757665.023890:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757665.023894:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313917865
00000100:00000010:0.0:1787757665.023902:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a7471e0.
00000100:00000001:0.0:1787757665.023912:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787757665.023935:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313917865
00000100:00000010:0.0:1787757665.023940:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747de0.
00000100:00000001:0.0:1787757665.023944:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787757665.023948:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757665.023953:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757665.023957:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757665.023966:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757665/real 1787757665]  req@ffff92507ca19680 x1874594466093824/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757665.023982:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757665.023985:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757665.023990:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757665.023995:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757665.023997:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757665.024002:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757665.024006:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca19680 x1874594466093824/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757665.024017:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca19680 x1874594466093824/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757665.024026:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757665.024028:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757665.024031:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757665.024034:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757665.024038:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca19680 x1874594466093824/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757665.024047:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757665.024053:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca19680 x1874594466093824/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757690 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757665.024063:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757665.024067:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757665.024070:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757665.024072:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757665.024075:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757665.024078:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757665.024082:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757665.024088:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757665.024091:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757665.024096:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca19680 x1874594466093824/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757690 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757665.024106:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466093824:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787757665.024113:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757665.024117:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757665.024121:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca19680 x1874594466093824/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757690 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757665.024130:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757665.024134:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757665.024139:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787757665.024144:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757665.024147:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757665.024151:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:0.0:1787757665.024156:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757665.024161:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51c000.
02000000:00000001:0.0:1787757665.024169:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757665.024172:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757665.024176:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca19680.
00000100:00000001:0.0:1787757665.024181:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757665.024184:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757665.024189:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757665.024205:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757665.024209:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757665.024214:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757665.024218:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757665.024222:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757665.024232:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca19a40 x1874594466093952/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757665.024249:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757665.024253:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757665.024259:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757665.024263:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757665.024266:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757665.024314:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca19a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466093952:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757665.024320:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757665.024326:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757665.024329:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757665.024333:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757665.024339:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787757665.024342:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757665.024349:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757665.024353:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787757665.024359:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787757665.024365:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466093952, portal 10
00000100:00000001:0.0:1787757665.024368:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757665.024371:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118845504 : -120600590706112 : ffff92507ca19a40)
00000100:00000040:0.0:1787757665.024380:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca19a40 x1874594466093952/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757665.024389:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757665.024392:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757665.024395:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000200:0.0:1787757665.024399:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466093952, offset 0
00000400:00000200:0.0:1787757665.024404:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757665.024410:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757665.024416:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757665.024420:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757665.024424:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757665.024428:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757665.024431:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757665.024435:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56645:56645:256:4294967295] 192.168.201.154@tcp LPNI seq info [56645:56645:8:4294967295]
00000400:00000200:0.0:1787757665.024441:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757665.024450:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757665.024456:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757665.024460:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a300.
00000800:00000200:0.0:1787757665.024466:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757665.024469:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787757665.024475:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757665.024479:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1787757665.024484:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757665.024487:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a300.
00000400:00000200:0.0:1787757665.024491:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757665.024496:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757665.024500:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757665.024502:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757665.024507:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757665.024511:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca19a40 x1874594466093952/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757665.024522:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757665.024526:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19a40 x1874594466093952/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757690 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757665.024535:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757665.024537:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757665.024541:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757665.024546:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:0.0:1787757665.024550:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757665.024553:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313916970
00000100:00000001:0.0:1787757665.024557:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313917865
00000100:00000001:0.0:1787757665.024560:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313916970
00000100:00000001:0.0:1787757665.024563:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313917865
00000100:00000001:0.0:1787757665.024566:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757665.024568:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757665.024571:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757665.024575:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757665/real 1787757665]  req@ffff92507ca19a40 x1874594466093952/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757665.024585:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757665.024586:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757665.024589:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757665.024591:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757665.024593:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757665.024597:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757665.024600:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca19a40 x1874594466093952/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757665.024611:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca19a40 x1874594466093952/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757665.024618:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757665.024620:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757665.024622:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757665.024624:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757665.024628:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca19a40 x1874594466093952/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757665.024637:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757665.024642:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca19a40 x1874594466093952/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757690 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757665.024651:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757665.024653:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757665.024656:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757665.024658:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757665.024660:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757665.024664:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757665.024667:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757665.024671:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757665.024674:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757665.024678:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca19a40 x1874594466093952/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757690 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757665.024688:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca19a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466093952:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757665.024693:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757665.024698:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1a940 x1874594466094080/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757665.024707:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757665.024709:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757665.024712:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757665.024715:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757665.024717:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757665.024720:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466094080:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757665.024724:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757665.024757:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757665.024761:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757665.024765:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757665.024772:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad6800.
02000000:00000001:0.0:1787757665.024776:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757665.024784:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757665.024788:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787757665.024794:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787757665.024801:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466094080, portal 4
00000100:00000001:0.0:1787757665.024805:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757665.024809:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118849344 : -120600590702272 : ffff92507ca1a940)
00000100:00000040:0.0:1787757665.024822:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1a940 x1874594466094080/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757665.024836:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757665.024842:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757665.024846:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00000200:0.0:1787757665.024851:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466094080, offset 0
00000400:00000200:0.0:1787757665.024861:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757665.024869:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757665.024875:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757665.024879:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757665.024882:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757665.024886:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757665.024889:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757665.024893:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56646:56646:256:4294967295] 192.168.201.154@tcp LPNI seq info [56646:56646:8:4294967295]
00000400:00000200:0.0:1787757665.024898:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757665.024907:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757665.024913:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757665.024918:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a300.
00000800:00000200:0.0:1787757665.024923:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757665.024927:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787757665.024933:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757665.024936:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1787757665.024941:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757665.024944:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a300.
00000400:00000200:0.0:1787757665.024948:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757665.024953:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757665.024957:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:0.0:1787757665.024959:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:0.0:1787757665.024963:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757665.024968:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1a940 x1874594466094080/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757665.024979:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757665.024983:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a940 x1874594466094080/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757690 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757665.024992:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757665.024994:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757665.024998:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757665.025003:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:0.0:1787757665.025007:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757665.025010:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313916953
00000100:00000001:0.0:1787757665.025013:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313917865
00000100:00000001:0.0:1787757665.025016:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313916953
00000100:00000001:0.0:1787757665.025019:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313917865
00000100:00000001:0.0:1787757665.025022:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757665.025024:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757665.025027:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757665.025032:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757665/real 1787757665]  req@ffff92507ca1a940 x1874594466094080/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757665.025041:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757665.025042:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757665.025044:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757665.025047:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757665.025049:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757665.025052:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757665.025056:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1a940 x1874594466094080/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757665.025066:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1a940 x1874594466094080/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757665.025074:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757665.025076:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757665.025078:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757665.025080:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757665.025084:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1a940 x1874594466094080/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757665.025093:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757665.025098:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1a940 x1874594466094080/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757690 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757665.025106:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757665.025109:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757665.025111:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757665.025112:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757665.025115:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757665.025116:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757665.025120:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757665.025123:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757665.025126:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757665.025130:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1a940 x1874594466094080/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757690 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757665.025139:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466094080:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757665.025144:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757665.025147:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757665.025152:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca19a40 x1874594466093952/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757690 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757665.025166:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757665.025169:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757665.025173:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787757665.025178:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757665.025181:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757665.025184:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:0.0:1787757665.025189:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757665.025193:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51dc00.
02000000:00000001:0.0:1787757665.025199:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757665.025202:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757665.025205:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca19a40.
00000100:00000001:0.0:1787757665.025210:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757665.025212:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757665.025216:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757665.025224:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1a940 x1874594466094080/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757690 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757665.025239:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757665.025242:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757665.025245:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad6800.
02000000:00000001:0.0:1787757665.025249:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757665.025252:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757665.025255:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:0.0:1787757665.025259:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757665.025261:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51ec00.
02000000:00000001:0.0:1787757665.025265:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757665.025266:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757665.025298:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1a940.
00000100:00000001:0.0:1787757665.025303:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757665.025305:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757665.025308:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757665.025313:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757665.025315:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757665.025318:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757665.025320:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757665.534404:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757665.534415:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757665.534418:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757665.534426:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757665.534431:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757665.534435:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757665.534439:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757665.534442:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757665.534446:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757665.854406:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757665.854421:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757665.854438:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757665.854443:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757665.854454:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757665.854459:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757665.854560:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757665.854567:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757665.854572:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757665.982383:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313917865, at 4313917888
00000100:00000010:3.0:1787757665.982404:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747de0.
00000100:00000040:2.0:1787757665.982422:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313917865, at 4313917888
00000100:00000010:2.0:1787757665.982438:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a7471e0.
00000100:00000001:1.0:1787757666.558401:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757666.558417:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757666.558422:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757666.558434:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757666.558441:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757666.558446:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757666.558451:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757666.558456:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757666.558461:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757666.878430:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757666.878440:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757666.878452:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757666.878455:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757666.878461:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757666.878464:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757666.878563:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757666.878570:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757666.878576:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757667.582425:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757667.582436:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757667.582439:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757667.582447:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757667.582451:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757667.582456:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757667.582459:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757667.582462:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757667.582466:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757667.902419:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757667.902433:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757667.902450:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757667.902455:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757667.902467:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757667.902471:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757667.902575:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757667.902581:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757667.902586:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757668.606426:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757668.606441:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757668.606446:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757668.606457:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757668.606464:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757668.606471:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757668.606476:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757668.606479:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757668.606483:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757668.926519:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757668.926531:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757668.926545:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757668.926548:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757668.926556:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757668.926559:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757668.926642:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757668.926649:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757668.926654:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757669.630371:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757669.630383:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757669.630386:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757669.630393:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757669.630399:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757669.630403:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757669.630407:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757669.630410:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757669.630413:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757669.950413:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757669.950422:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757669.950431:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757669.950433:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757669.950439:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757669.950442:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757669.950529:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757669.950537:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757669.950543:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787757670.142437:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757670.142448:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787757670.142452:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757670.142458:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757670.142465:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757670.142475:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19249
00000400:00000200:0.0:1787757670.142488:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757670.142496:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757670.142502:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757670.142509:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757670.142514:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757670.142518:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757670.142522:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757670.142528:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757670.142531:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787757670.142535:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757670.142539:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787757670.142542:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787757670.142545:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787757670.142549:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757670.142553:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757670.142556:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757670.142559:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757670.142563:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787757670.142569:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757670.142572:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757670.142575:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757670.142580:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757670.142584:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757670.142587:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787757670.142590:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757670.142598:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae45680.
00000020:00000040:0.0:1787757670.142604:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787757670.142609:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757670.142612:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757670.142616:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757670.142620:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757670.142625:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757670.142657:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6800.
00000100:00000001:0.0:1787757670.142669:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757670.142683:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae45680 x1874594466094208/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757670.142699:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757670.142704:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757670.142713:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078e2ff1a] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae45680 x1874594466094208/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757670.142745:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757670.142750:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757670.142755:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787757670.142758:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757670.142760:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757670.142765:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757670.142771:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19249
00000400:00000200:0.0:1787757670.142777:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757670.142782:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757670.142785:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757670.142790:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757670.142793:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757670.142796:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757670.142799:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:2.0:1787757670.142801:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1787757670.142803:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757670.142808:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000100:00000001:2.0:1787757670.142811:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1787757670.142813:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787757670.142819:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1787757670.142821:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:0.0:1787757670.142828:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:0.0:1787757670.142831:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:2.0:1787757670.142838:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae45680 x1874594466094208/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787757670.142841:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757670.142851:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757670.142859:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757670.142870:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:2.0:1787757670.142873:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1787757670.142877:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00000001:2.0:1787757670.142879:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757670.142888:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
02000000:00000001:2.0:1787757670.142889:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787757670.142896:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757670.142899:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757670.142904:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757670.142906:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757670.142915:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1787757670.142916:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae45680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466094208:192.168.201.154@tcp:250:kworker.0
02000000:00000001:0.0:1787757670.142925:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757670.142930:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787757670.142931:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787757670.142941:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787757670.142942:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757670.142950:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787757670.142951:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757670.142959:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787757670.142960:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757670.142973:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae47c00.
02000000:00000010:2.0:1787757670.142974:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafc800.
00000020:00000040:0.0:1787757670.142981:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:2.0:1787757670.142982:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757670.142993:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757670.142998:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757670.143003:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757670.143005:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757670.143012:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1787757670.143015:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241f420.
02000000:00000001:0.0:1787757670.143016:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757670.143031:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6000.
00000400:00000010:2.0:1787757670.143033:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899ca18.
00000100:00000001:0.0:1787757670.143037:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787757670.143046:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466094208, portal 25
00000100:00100000:0.0:1787757670.143053:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae47c00 x1874594466094336/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757670.143054:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757670.143059:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089664640 : -120600619886976 : ffff92507ae45680)
00000100:00000040:2.0:1787757670.143074:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae45680 x1874594466094208/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757670.143107:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757670.143113:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787757670.143115:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757670.143127:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000040:0.0:1787757670.143130:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006db13aa7] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae47c00 x1874594466094336/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1787757670.143136:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c110.
00000100:00000200:2.0:1787757670.143148:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466094208, offset 0
00000100:00000001:0.0:1787757670.143153:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757670.143161:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787757670.143167:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00080000:0.0:1787757670.143174:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787757670.143179:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757670.143182:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787757670.143184:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757670.143192:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757670.143201:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19249
00000400:00000200:2.0:1787757670.143204:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757670.143213:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757670.143219:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757670.143227:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757670.143233:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787757670.143234:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00000040:0.0:1787757670.143249:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000200:2.0:1787757670.143250:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1787757670.143259:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787757670.143264:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757670.143327:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56647:56647:256:4294967295] 192.168.201.154@tcp LPNI seq info [56647:56647:8:4294967295]
00000100:00000040:0.0:1787757670.143337:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000200:2.0:1787757670.143339:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757670.143346:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757670.143352:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757670.143355:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:0.0:1787757670.143359:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757670.143365:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:0.0:1787757670.143370:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:0.0:1787757670.143376:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:2.0:1787757670.143379:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1787757670.143386:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757670.143393:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757670.143399:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757670.143405:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000800:00000200:2.0:1787757670.143408:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000020:00000040:0.0:1787757670.143410:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:0.0:1787757670.143421:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757670.143425:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757670.143430:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:2.0:1787757670.143430:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2ac800.
02000000:00000001:0.0:1787757670.143437:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757670.143443:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757670.143447:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000200:2.0:1787757670.143454:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000008:00100000:0.0:1787757670.143455:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787757670.143463:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757670.143470:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787757670.143471:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000100:00000010:0.0:1787757670.143478:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae46d00.
00000020:00000040:0.0:1787757670.143490:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000800:00000200:2.1:1787757670.143490:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000001:0.0:1787757670.143499:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.1:1787757670.143503:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
02000000:00000001:0.0:1787757670.143505:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757670.143514:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757670.143517:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000100:2.0:1787757670.143522:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
02000000:00000001:0.0:1787757670.143524:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787757670.143532:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2ac800.
02000000:00000010:0.0:1787757670.143535:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad7c00.
00000400:00000200:2.0:1787757670.143542:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1787757670.143544:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757670.143553:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000100:00100000:0.0:1787757670.143559:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae46d00 x1874594466094464/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787757670.143564:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c110
00000400:00000010:2.0:1787757670.143571:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c110.
00000100:00000001:0.0:1787757670.143582:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757670.143583:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787757670.143589:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787757670.143597:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae45680 x1874594466094208/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787757670.143601:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ed326369] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae46d00 x1874594466094464/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757670.143673:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757670.143678:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757670.143679:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787757670.143689:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1787757670.143698:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae45680 x1874594466094208/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757695 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787757670.143700:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19259)
00000100:00000001:2.0:1787757670.143723:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757670.143728:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757670.143741:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757670.143749:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757670.143754:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313922985
00000100:00000010:2.0:1787757670.143762:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c780.
00000100:00000001:2.0:1787757670.143774:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787757670.143783:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313922985
00000100:00000010:2.0:1787757670.143788:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c300.
00000100:00000001:2.0:1787757670.143793:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787757670.143800:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757670.143804:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757670.143808:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757670.143815:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757670/real 1787757670]  req@ffff92507ae45680 x1874594466094208/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757670.143827:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757670.143829:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757670.143832:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241f420.
00000400:00000200:2.0:1787757670.143836:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899ca18
00000400:00000010:2.0:1787757670.143838:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899ca18.
00000100:00000001:2.0:1787757670.143842:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757670.143847:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae45680 x1874594466094208/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757670.143858:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae45680 x1874594466094208/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757670.143867:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757670.143869:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757670.143872:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757670.143875:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757670.143879:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae45680 x1874594466094208/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757670.143888:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757670.143893:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae45680 x1874594466094208/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757695 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757670.143902:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757670.143906:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757670.143908:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757670.143910:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757670.143913:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757670.143916:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757670.143920:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757670.143925:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757670.143927:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757670.143932:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae45680 x1874594466094208/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757695 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757670.143942:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae45680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466094208:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757670.143948:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757670.143952:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757670.143955:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae45680 x1874594466094208/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757695 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757670.143972:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757670.143976:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757670.143980:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757670.143984:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757670.143986:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757670.143988:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:2.0:1787757670.143991:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757670.143995:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad6800.
02000000:00000001:2.0:1787757670.143999:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757670.144001:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757670.144004:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae45680.
00000100:00000001:2.0:1787757670.144007:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757670.144009:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757670.144012:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757670.144022:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757670.144024:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757670.144027:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757670.144029:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757670.144031:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757670.144036:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae47c00 x1874594466094336/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757670.144045:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757670.144047:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757670.144049:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757670.144052:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757670.144055:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757670.144059:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae47c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466094336:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757670.144062:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757670.144065:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757670.144067:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757670.144070:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757670.144073:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757670.144075:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757670.144080:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757670.144084:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241f420.
00000400:00000010:2.0:1787757670.144088:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899ca18.
00000100:00000200:2.0:1787757670.144092:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466094336, portal 10
00000100:00000001:2.0:1787757670.144094:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757670.144096:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089674240 : -120600619877376 : ffff92507ae47c00)
00000100:00000040:2.0:1787757670.144104:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae47c00 x1874594466094336/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757670.144113:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757670.144116:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757670.144118:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c110.
00000100:00000200:2.0:1787757670.144121:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466094336, offset 0
00000400:00000200:2.0:1787757670.144126:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757670.144131:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757670.144136:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757670.144141:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757670.144145:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757670.144148:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757670.144151:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757670.144155:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56648:56648:256:4294967295] 192.168.201.154@tcp LPNI seq info [56648:56648:8:4294967295]
00000400:00000200:2.0:1787757670.144160:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757670.144169:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757670.144175:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757670.144180:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2ac800.
00000800:00000200:2.0:1787757670.144185:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757670.144189:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787757670.144195:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757670.144198:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787757670.144203:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757670.144205:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2ac800.
00000400:00000200:2.0:1787757670.144209:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757670.144214:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757670.144218:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c110
00000400:00000010:2.0:1787757670.144220:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c110.
00000100:00000001:2.0:1787757670.144224:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757670.144228:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae47c00 x1874594466094336/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757670.144238:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757670.144242:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae47c00 x1874594466094336/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757695 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757670.144251:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757670.144253:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757670.144256:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757670.144261:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:2.0:1787757670.144265:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757670.144307:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313922090
00000100:00000001:2.0:1787757670.144313:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313922985
00000100:00000001:2.0:1787757670.144316:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313922090
00000100:00000001:2.0:1787757670.144320:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313922985
00000100:00000001:2.0:1787757670.144323:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757670.144327:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757670.144329:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757670.144336:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757670/real 1787757670]  req@ffff92507ae47c00 x1874594466094336/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757670.144347:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757670.144349:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757670.144352:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241f420.
00000400:00000200:2.0:1787757670.144358:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899ca18
00000400:00000010:2.0:1787757670.144361:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899ca18.
00000100:00000001:2.0:1787757670.144366:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757670.144374:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae47c00 x1874594466094336/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757670.144393:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae47c00 x1874594466094336/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757670.144421:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757670.144426:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757670.144431:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757670.144435:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757670.144445:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae47c00 x1874594466094336/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757670.144460:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757670.144466:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae47c00 x1874594466094336/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757695 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757670.144475:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757670.144479:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757670.144481:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757670.144483:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757670.144485:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757670.144488:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757670.144491:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757670.144495:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757670.144498:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757670.144502:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae47c00 x1874594466094336/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757695 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757670.144512:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae47c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466094336:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757670.144518:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757670.144523:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae46d00 x1874594466094464/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757670.144532:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757670.144534:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757670.144537:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757670.144540:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757670.144543:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757670.144547:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae46d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466094464:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757670.144551:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757670.144554:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757670.144556:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757670.144558:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757670.144564:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafe400.
02000000:00000001:2.0:1787757670.144566:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757670.144571:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757670.144575:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241f420.
00000400:00000010:2.0:1787757670.144580:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899ca18.
00000100:00000200:2.0:1787757670.144584:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466094464, portal 4
00000100:00000001:2.0:1787757670.144586:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757670.144588:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089670400 : -120600619881216 : ffff92507ae46d00)
00000100:00000040:2.0:1787757670.144596:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae46d00 x1874594466094464/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757670.144604:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757670.144607:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757670.144610:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c110.
00000100:00000200:2.0:1787757670.144613:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466094464, offset 0
00000400:00000200:2.0:1787757670.144621:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757670.144629:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757670.144662:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757670.144669:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757670.144674:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757670.144680:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757670.144685:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757670.144691:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56649:56649:256:4294967295] 192.168.201.154@tcp LPNI seq info [56649:56649:8:4294967295]
00000400:00000200:2.0:1787757670.144700:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757670.144716:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757670.144727:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757670.144734:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2ac800.
00000800:00000200:2.0:1787757670.144742:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757670.144746:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787757670.144752:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757670.144757:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787757670.144762:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757670.144765:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2ac800.
00000400:00000200:2.0:1787757670.144769:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757670.144774:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757670.144779:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c110
00000400:00000010:2.0:1787757670.144781:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c110.
00000100:00000001:2.0:1787757670.144785:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757670.144790:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae46d00 x1874594466094464/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757670.144800:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757670.144804:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae46d00 x1874594466094464/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757695 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757670.144813:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757670.144815:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757670.144819:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757670.144824:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:2.0:1787757670.144828:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757670.144831:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313922073
00000100:00000001:2.0:1787757670.144835:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313922985
00000100:00000001:2.0:1787757670.144838:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313922073
00000100:00000001:2.0:1787757670.144840:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313922985
00000100:00000001:2.0:1787757670.144843:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757670.144846:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757670.144848:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757670.144852:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757670/real 1787757670]  req@ffff92507ae46d00 x1874594466094464/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757670.144863:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757670.144865:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757670.144868:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241f420.
00000400:00000200:2.0:1787757670.144871:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899ca18
00000400:00000010:2.0:1787757670.144873:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899ca18.
00000100:00000001:2.0:1787757670.144875:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757670.144879:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae46d00 x1874594466094464/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757670.144889:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae46d00 x1874594466094464/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757670.144897:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757670.144899:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757670.144901:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757670.144902:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757670.144907:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae46d00 x1874594466094464/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757670.144914:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757670.144919:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae46d00 x1874594466094464/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757695 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757670.144927:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757670.144930:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757670.144932:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757670.144934:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757670.144937:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757670.144939:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757670.144942:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757670.144946:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757670.144948:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757670.144954:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae46d00 x1874594466094464/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757695 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757670.144964:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae46d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466094464:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757670.144969:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757670.144971:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757670.144975:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae47c00 x1874594466094336/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757695 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757670.144982:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757670.144984:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757670.144987:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757670.144989:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757670.144991:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757670.144993:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:2.0:1787757670.144995:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757670.144998:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad6000.
02000000:00000001:2.0:1787757670.145001:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757670.145002:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757670.145004:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae47c00.
00000100:00000001:2.0:1787757670.145007:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757670.145009:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757670.145011:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757670.145015:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae46d00 x1874594466094464/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757695 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757670.145023:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757670.145024:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757670.145026:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafe400.
02000000:00000001:2.0:1787757670.145029:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757670.145030:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757670.145032:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:2.0:1787757670.145034:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757670.145036:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad7c00.
02000000:00000001:2.0:1787757670.145038:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757670.145040:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757670.145042:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae46d00.
00000100:00000001:2.0:1787757670.145045:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757670.145047:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757670.145049:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757670.145054:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757670.145056:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757670.145058:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757670.145061:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757670.654375:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757670.654386:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757670.654389:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757670.654397:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757670.654402:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757670.654408:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757670.654411:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757670.654415:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757670.654418:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757670.974435:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757670.974444:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757670.974455:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757670.974458:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757670.974466:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757670.974469:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757670.974598:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757670.974605:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757670.974610:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757671.102397:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313922985, at 4313923008
00000100:00000040:2.0:1787757671.102407:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313922985, at 4313923008
00000100:00000010:3.0:1787757671.102420:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c300.
00000100:00000010:2.0:1787757671.102424:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c780.
00000100:00000001:1.0:1787757671.678416:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757671.678427:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757671.678430:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757671.678437:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757671.678442:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757671.678447:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757671.678451:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757671.678455:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757671.678459:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757671.998422:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757671.998434:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757671.998438:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757671.998445:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757671.998453:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757671.998457:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757671.998461:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757671.998467:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757671.998476:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757671.998480:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757671.998483:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757671.998488:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757671.998492:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757671.998495:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757671.998498:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757671.998503:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757671.998510:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757671.998514:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757671.998651:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757671.998658:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757671.998669:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757672.702403:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757672.702413:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757672.702415:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757672.702423:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757672.702428:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757672.702433:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757672.702436:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757672.702440:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757672.702443:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757673.022418:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757673.022428:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757673.022439:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757673.022443:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757673.022451:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757673.022454:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757673.022562:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757673.022569:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757673.022574:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757673.726357:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757673.726369:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757673.726373:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757673.726382:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757673.726387:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757673.726392:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757673.726396:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757673.726400:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757673.726404:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757674.046430:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757674.046440:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757674.046452:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757674.046455:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757674.046463:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757674.046467:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757674.046621:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757674.046630:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757674.046637:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757674.750389:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757674.750400:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757674.750403:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757674.750411:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757674.750416:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757674.750422:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757674.750426:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757674.750430:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757674.750434:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757675.070432:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757675.070441:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757675.070453:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757675.070457:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757675.070465:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757675.070472:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757675.070476:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757675.070483:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757675.070489:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757675.070493:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757675.070497:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757675.070502:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757675.070638:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757675.070648:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757675.070654:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757675.262416:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757675.262431:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757675.262435:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757675.262442:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757675.262449:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757675.262460:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19254
00000400:00000200:3.0:1787757675.262471:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757675.262480:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757675.262485:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757675.262490:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757675.262497:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757675.262501:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757675.262505:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757675.262511:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757675.262514:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757675.262519:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757675.262523:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757675.262526:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757675.262530:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757675.262533:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757675.262536:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757675.262539:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757675.262542:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757675.262575:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757675.262581:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757675.262585:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757675.262589:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757675.262595:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757675.262598:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757675.262602:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757675.262607:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757675.262622:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1bc00.
00000020:00000040:3.0:1787757675.262628:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757675.262634:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757675.262637:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757675.262642:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757675.262646:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757675.262653:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757675.262665:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c400.
00000100:00000001:3.0:1787757675.262676:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757675.262691:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1bc00 x1874594466094592/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757675.262716:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757675.262722:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757675.262730:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002bc35b5c] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1bc00 x1874594466094592/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757675.262762:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757675.262767:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757675.262772:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757675.262774:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757675.262777:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757675.262781:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757675.262785:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19254
00000400:00000200:3.0:1787757675.262790:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757675.262794:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757675.262798:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757675.262804:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757675.262807:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757675.262812:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757675.262817:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757675.262822:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757675.262823:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757675.262825:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757675.262828:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787757675.262831:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787757675.262834:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787757675.262839:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757675.262841:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757675.262844:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787757675.262854:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787757675.262857:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757675.262861:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787757675.262873:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000040:2.0:1787757675.262889:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1bc00 x1874594466094592/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787757675.262890:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787757675.262914:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757675.262932:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757675.262934:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757675.262938:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757675.262954:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757675.262956:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757675.262963:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757675.262968:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757675.262973:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757675.262976:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757675.262982:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787757675.262986:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787757675.262991:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757675.263000:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757675.263002:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466094592:192.168.201.154@tcp:250:kworker.0
00000100:00000010:3.0:1787757675.263016:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a940.
00000100:00000001:2.0:1787757675.263018:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1787757675.263028:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:2.0:1787757675.263029:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757675.263039:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757675.263041:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757675.263050:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757675.263053:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787757675.263061:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757675.263066:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757675.263069:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757675.263073:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafe400.
02000000:00000010:3.0:1787757675.263078:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51fc00.
02000000:00000001:2.0:1787757675.263079:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757675.263099:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757675.263112:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757675.263121:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241f420.
00000100:00100000:3.0:1787757675.263129:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a940 x1874594466094720/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1787757675.263135:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899ca18.
00000100:00000200:2.0:1787757675.263149:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466094592, portal 25
00000100:00000001:2.0:1787757675.263159:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757675.263163:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118854144 : -120600590697472 : ffff92507ca1bc00)
00000100:00000001:3.0:1787757675.263165:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757675.263178:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757675.263182:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1bc00 x1874594466094592/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787757675.263205:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acf304e1] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a940 x1874594466094720/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757675.263207:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757675.263228:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757675.263240:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c110.
00000100:00000200:2.0:1787757675.263255:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466094592, offset 0
00000100:00000001:3.0:1787757675.263258:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757675.263266:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787757675.263327:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00080000:3.0:1787757675.263330:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787757675.263336:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757675.263339:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787757675.263349:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757675.263351:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757675.263359:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19254
00000400:00000200:2.0:1787757675.263366:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757675.263375:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757675.263382:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757675.263387:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757675.263392:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757675.263398:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56650:56650:256:4294967295] 192.168.201.154@tcp LPNI seq info [56650:56650:8:4294967295]
00000400:00000200:2.0:1787757675.263407:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757675.263421:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757675.263437:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757675.263438:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000800:00000010:2.0:1787757675.263458:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2ac800.
00000400:00000200:3.0:1787757675.263460:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757675.263471:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757675.263482:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000800:00000200:2.0:1787757675.263485:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:3.0:1787757675.263494:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1787757675.263500:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000100:00000040:3.0:1787757675.263502:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757675.263519:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000800:00000200:2.1:1787757675.263533:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000020:00000001:3.0:1787757675.263535:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757675.263566:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787757675.263571:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757675.263576:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000800:00000200:2.1:1787757675.263580:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000020:00000001:3.0:1787757675.263582:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787757675.263602:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000800:00000100:2.0:1787757675.263617:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000100:00000040:3.0:1787757675.263624:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000800:00000010:2.0:1787757675.263626:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2ac800.
00000100:00000001:3.0:1787757675.263637:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787757675.263645:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1787757675.263645:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757675.263667:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757675.263679:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000400:00000200:2.0:1787757675.263681:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757675.263703:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c110
00000100:00080000:3.0:1787757675.263705:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000400:00000010:2.0:1787757675.263716:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c110.
00000100:00000001:3.0:1787757675.263718:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757675.263739:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787757675.263741:0:238954:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1787757675.263751:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1787757675.263754:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1bc00 x1874594466094592/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787757675.263759:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757675.263777:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757675.263786:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000008:00100000:3.0:1787757675.263788:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1787757675.263796:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1bc00 x1874594466094592/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757700 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1787757675.263803:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757675.263818:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757675.263824:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757675.263828:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000010:3.0:1787757675.263834:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19a40.
00000100:00000001:2.0:1787757675.263836:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787757675.263851:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000400:00000200:2.0:1787757675.263852:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757675.263865:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313928105
02000000:00000001:3.0:1787757675.263869:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000010:2.0:1787757675.263876:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c780.
02000000:00000001:3.0:1787757675.263877:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757675.263887:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787757675.263891:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
02000000:00000001:3.0:1787757675.263893:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757675.263902:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757675.263904:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313928105
00000100:00000010:2.0:1787757675.263923:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c180.
02000000:00000010:3.0:1787757675.263924:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51d800.
00000100:00000001:2.0:1787757675.263933:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787757675.263940:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757675.263943:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757675.263958:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757675.263963:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757675.263973:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757675/real 1787757675]  req@ffff92507ca1bc00 x1874594466094592/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757675.263973:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19a40 x1874594466094848/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:2.0:1787757675.264085:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787757675.264085:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000001:2.0:1787757675.264094:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787757675.264095:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787757675.264103:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241f420.
00000400:00000200:2.0:1787757675.264108:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899ca18
00000400:00000010:2.0:1787757675.264116:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899ca18.
00000100:00000040:3.0:1787757675.264119:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048dd93e3] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19a40 x1874594466094848/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757675.264122:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757675.264135:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1bc00 x1874594466094592/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757675.264238:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787757675.264243:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1bc00 x1874594466094592/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787757675.264248:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787757675.264307:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:3.0:1787757675.264309:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1787757675.264312:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757675.264321:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1787757675.264323:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19264)
00000100:00000001:2.0:1787757675.264325:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757675.264345:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1bc00 x1874594466094592/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757675.264358:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757675.264364:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1bc00 x1874594466094592/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757700 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757675.264375:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757675.264379:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757675.264381:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757675.264382:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757675.264386:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757675.264388:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757675.264393:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757675.264398:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757675.264401:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757675.264407:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1bc00 x1874594466094592/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757700 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757675.264417:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466094592:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757675.264424:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757675.264427:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757675.264431:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1bc00 x1874594466094592/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757700 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757675.264440:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757675.264443:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757675.264448:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafe400.
02000000:00000001:2.0:1787757675.264452:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757675.264456:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757675.264458:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:2.0:1787757675.264461:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757675.264465:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51c400.
02000000:00000001:2.0:1787757675.264470:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757675.264472:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757675.264475:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1bc00.
00000100:00000001:2.0:1787757675.264479:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757675.264480:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757675.264483:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757675.264494:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757675.264496:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757675.264500:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757675.264502:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757675.264504:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757675.264509:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1a940 x1874594466094720/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757675.264519:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757675.264521:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757675.264524:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757675.264527:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757675.264530:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757675.264534:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466094720:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757675.264538:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757675.264540:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757675.264542:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757675.264565:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757675.264570:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafe400.
02000000:00000001:2.0:1787757675.264573:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757675.264578:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757675.264582:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241f420.
00000400:00000010:2.0:1787757675.264586:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899ca18.
00000100:00000200:2.0:1787757675.264590:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466094720, portal 10
00000100:00000001:2.0:1787757675.264593:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757675.264594:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118849344 : -120600590702272 : ffff92507ca1a940)
00000100:00000040:2.0:1787757675.264604:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1a940 x1874594466094720/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757675.264612:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757675.264615:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757675.264618:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c110.
00000100:00000200:2.0:1787757675.264621:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466094720, offset 0
00000400:00000200:2.0:1787757675.264626:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757675.264631:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757675.264636:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757675.264640:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757675.264644:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757675.264647:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757675.264650:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757675.264655:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56651:56651:256:4294967295] 192.168.201.154@tcp LPNI seq info [56651:56651:8:4294967295]
00000400:00000200:2.0:1787757675.264660:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757675.264669:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757675.264675:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757675.264679:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2ac800.
00000800:00000200:2.0:1787757675.264684:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757675.264688:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787757675.264694:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757675.264697:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787757675.264702:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757675.264705:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2ac800.
00000400:00000200:2.0:1787757675.264710:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757675.264715:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757675.264718:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c110
00000400:00000010:2.0:1787757675.264721:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c110.
00000100:00000001:2.0:1787757675.264724:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757675.264728:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1a940 x1874594466094720/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757675.264739:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757675.264743:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a940 x1874594466094720/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757700 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757675.264751:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757675.264753:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757675.264756:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757675.264761:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:2.0:1787757675.264765:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757675.264767:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313927210
00000100:00000001:2.0:1787757675.264771:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313928105
00000100:00000001:2.0:1787757675.264774:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313927210
00000100:00000001:2.0:1787757675.264777:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313928105
00000100:00000001:2.0:1787757675.264779:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757675.264782:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757675.264784:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757675.264789:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757675/real 1787757675]  req@ffff92507ca1a940 x1874594466094720/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757675.264798:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757675.264800:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757675.264802:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241f420.
00000400:00000200:2.0:1787757675.264805:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899ca18
00000400:00000010:2.0:1787757675.264807:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899ca18.
00000100:00000001:2.0:1787757675.264809:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757675.264814:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1a940 x1874594466094720/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757675.264825:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1a940 x1874594466094720/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757675.264833:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757675.264834:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757675.264836:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757675.264838:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757675.264842:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1a940 x1874594466094720/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757675.264850:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757675.264855:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1a940 x1874594466094720/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757700 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757675.264863:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757675.264866:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757675.264868:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757675.264869:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757675.264871:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757675.264874:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757675.264877:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757675.264881:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757675.264884:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757675.264889:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1a940 x1874594466094720/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757700 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757675.264899:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466094720:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787757675.264903:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757675.264908:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca19a40 x1874594466094848/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757675.264925:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757675.264927:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757675.264930:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757675.264932:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757675.264934:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757675.264938:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca19a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466094848:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757675.264941:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757675.264943:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757675.264945:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757675.264947:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787757675.264951:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757675.264953:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787757675.264957:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787757675.264960:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241f420.
00000400:00000010:2.0:1787757675.264964:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899ca18.
00000100:00000200:2.0:1787757675.264967:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466094848, portal 4
00000100:00000001:2.0:1787757675.264969:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757675.264971:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118845504 : -120600590706112 : ffff92507ca19a40)
00000100:00000040:2.0:1787757675.264979:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca19a40 x1874594466094848/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757675.264987:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757675.264990:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787757675.264992:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c110.
00000100:00000200:2.0:1787757675.264995:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466094848, offset 0
00000400:00000200:2.0:1787757675.264999:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757675.265003:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757675.265007:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757675.265010:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757675.265014:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757675.265016:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787757675.265020:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787757675.265024:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56652:56652:256:4294967295] 192.168.201.154@tcp LPNI seq info [56652:56652:8:4294967295]
00000400:00000200:2.0:1787757675.265030:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757675.265038:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787757675.265043:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757675.265047:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2ac800.
00000800:00000200:2.0:1787757675.265051:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787757675.265054:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787757675.265059:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787757675.265063:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787757675.265068:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787757675.265070:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2ac800.
00000400:00000200:2.0:1787757675.265074:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787757675.265078:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787757675.265082:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c110
00000400:00000010:2.0:1787757675.265084:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c110.
00000100:00000001:2.0:1787757675.265087:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757675.265091:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca19a40 x1874594466094848/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757675.265101:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757675.265104:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19a40 x1874594466094848/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757700 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757675.265113:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757675.265114:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787757675.265117:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757675.265121:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:2.0:1787757675.265124:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757675.265126:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313927193
00000100:00000001:2.0:1787757675.265129:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313928105
00000100:00000001:2.0:1787757675.265132:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313927193
00000100:00000001:2.0:1787757675.265135:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313928105
00000100:00000001:2.0:1787757675.265138:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757675.265141:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757675.265144:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787757675.265148:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757675/real 1787757675]  req@ffff92507ca19a40 x1874594466094848/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787757675.265158:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787757675.265159:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787757675.265161:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241f420.
00000400:00000200:2.0:1787757675.265163:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899ca18
00000400:00000010:2.0:1787757675.265165:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899ca18.
00000100:00000001:2.0:1787757675.265168:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787757675.265171:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca19a40 x1874594466094848/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757675.265181:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca19a40 x1874594466094848/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757675.265188:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787757675.265190:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757675.265192:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757675.265194:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787757675.265198:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca19a40 x1874594466094848/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757675.265207:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787757675.265211:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca19a40 x1874594466094848/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757700 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757675.265219:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787757675.265221:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757675.265223:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757675.265225:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757675.265227:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787757675.265229:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787757675.265232:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787757675.265237:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787757675.265240:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787757675.265245:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca19a40 x1874594466094848/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757700 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757675.265254:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca19a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466094848:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787757675.265258:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757675.265260:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757675.265264:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1a940 x1874594466094720/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757700 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757675.265303:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757675.265305:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757675.265307:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafe400.
02000000:00000001:2.0:1787757675.265311:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757675.265313:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757675.265314:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:2.0:1787757675.265317:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757675.265319:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51fc00.
02000000:00000001:2.0:1787757675.265325:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757675.265327:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757675.265328:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1a940.
00000100:00000001:2.0:1787757675.265332:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757675.265333:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757675.265335:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757675.265340:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca19a40 x1874594466094848/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757700 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757675.265348:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787757675.265350:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787757675.265352:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafc800.
02000000:00000001:2.0:1787757675.265355:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787757675.265356:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787757675.265358:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:2.0:1787757675.265360:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787757675.265363:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51d800.
02000000:00000001:2.0:1787757675.265366:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787757675.265367:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787757675.265369:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca19a40.
00000100:00000001:2.0:1787757675.265372:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787757675.265374:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757675.265376:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757675.265380:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757675.265381:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757675.265384:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757675.265386:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757675.774401:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757675.774412:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757675.774415:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757675.774422:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757675.774428:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757675.774433:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757675.774439:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757675.774443:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757675.774447:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757676.094431:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757676.094441:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757676.094454:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757676.094458:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757676.094467:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757676.094470:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757676.094578:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757676.094588:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757676.094594:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757676.222406:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313928105, at 4313928128
00000100:00000040:2.0:1787757676.222429:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313928105, at 4313928128
00000100:00000010:3.0:1787757676.222431:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c180.
00000100:00000010:2.0:1787757676.222458:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c780.
00000100:00000001:1.0:1787757676.798356:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757676.798368:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757676.798371:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757676.798379:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757676.798384:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757676.798389:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757676.798392:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757676.798396:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757676.798400:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757677.118424:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757677.118435:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757677.118445:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757677.118448:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757677.118459:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757677.118463:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757677.118604:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757677.118613:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757677.118621:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757677.822368:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757677.822378:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757677.822381:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757677.822389:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757677.822393:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757677.822397:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757677.822401:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757677.822404:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757677.822408:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757678.142419:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757678.142433:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757678.142449:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757678.142454:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757678.142464:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757678.142470:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757678.142579:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757678.142586:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757678.142592:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757678.846365:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757678.846377:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757678.846379:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757678.846386:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757678.846391:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757678.846396:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757678.846399:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757678.846403:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757678.846406:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757679.166421:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757679.166431:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757679.166441:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757679.166445:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757679.166453:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757679.166457:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757679.166565:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757679.166573:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757679.166579:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757679.870364:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757679.870375:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757679.870378:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757679.870385:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757679.870390:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757679.870394:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757679.870398:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757679.870402:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757679.870405:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757680.190429:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757680.190439:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757680.190449:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757680.190452:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757680.190458:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757680.190483:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757680.190587:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757680.190597:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757680.190605:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787757680.382413:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757680.382427:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787757680.382430:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757680.382435:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757680.382441:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757680.382451:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19259
00000400:00000200:2.0:1787757680.382485:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757680.382494:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757680.382498:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757680.382503:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757680.382508:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757680.382511:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757680.382515:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757680.382521:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757680.382523:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787757680.382527:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757680.382531:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787757680.382534:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787757680.382537:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787757680.382541:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757680.382544:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757680.382547:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757680.382549:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757680.382553:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787757680.382558:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757680.382561:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757680.382565:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757680.382569:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757680.382572:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757680.382575:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757680.382579:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757680.382589:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61c780.
00000020:00000040:2.0:1787757680.382594:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787757680.382599:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757680.382601:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757680.382606:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757680.382609:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757680.382614:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757680.382624:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafc800.
00000100:00000001:2.0:1787757680.382633:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757680.382645:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61c780 x1874594466094976/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757680.382669:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757680.382674:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757680.382681:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054c4f452] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61c780 x1874594466094976/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757680.382717:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757680.382722:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757680.382726:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787757680.382728:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757680.382731:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757680.382735:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757680.382738:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19259
00000400:00000200:2.0:1787757680.382743:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757680.382746:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757680.382749:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757680.382753:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757680.382757:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757680.382761:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757680.382765:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757680.382770:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757680.382773:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:2.0:1787757680.382776:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757680.382779:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:2.0:1787757680.382784:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:2.0:1787757680.382788:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:2.0:1787757680.382794:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757680.382799:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757680.382804:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757680.382810:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757680.382816:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:2.0:1787757680.382824:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757680.382830:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757680.382830:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757680.382840:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787757680.382841:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757680.382848:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1787757680.382854:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1787757680.382862:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61c780 x1874594466094976/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787757680.382865:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757680.382876:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757680.382885:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787757680.382888:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757680.382895:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1787757680.382897:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757680.382904:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787757680.382905:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757680.382912:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1787757680.382916:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61fc00.
02000000:00000001:0.0:1787757680.382919:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787757680.382924:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000100:00100000:0.0:1787757680.382929:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466094976:192.168.201.154@tcp:250:kworker.0
02000000:00000001:2.0:1787757680.382932:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757680.382938:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757680.382943:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787757680.382944:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757680.382950:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757680.382954:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757680.382955:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757680.382962:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757680.382967:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafe400.
02000000:00000001:0.0:1787757680.382968:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787757680.382979:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757680.382982:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad4400.
02000000:00000001:0.0:1787757680.382990:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757680.382992:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61fc00 x1874594466095104/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787757680.383006:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757680.383019:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000100:00000001:2.0:1787757680.383020:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757680.383028:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787757680.383035:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000040:2.0:1787757680.383036:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073ddc85a] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61fc00 x1874594466095104/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757680.383048:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466094976, portal 25
00000100:00000001:2.0:1787757680.383054:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757680.383055:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757680.383060:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611346304 : -120601098205312 : ffff92505e61c780)
00000100:00080000:2.0:1787757680.383063:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787757680.383074:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61c780 x1874594466094976/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787757680.383093:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787757680.383097:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787757680.383099:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757680.383104:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:0.0:1787757680.383106:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000001:2.0:1787757680.383117:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:0.0:1787757680.383118:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905e58.
00000100:00080000:2.0:1787757680.383128:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19259
00000100:00000200:0.0:1787757680.383133:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466094976, offset 0
00000400:00000200:2.0:1787757680.383141:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757680.383150:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757680.383153:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1787757680.383164:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000040:2.0:1787757680.383164:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757680.383172:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757680.383177:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757680.383180:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757680.383184:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757680.383187:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000400:00000200:0.0:1787757680.383191:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000020:00000001:2.0:1787757680.383192:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757680.383198:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:2.0:1787757680.383203:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:2.0:1787757680.383207:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:0.0:1787757680.383214:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00000040:2.0:1787757680.383216:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757680.383226:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757680.383231:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000200:0.0:1787757680.383236:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787757680.383237:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757680.383246:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000400:00000200:0.0:1787757680.383257:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00080000:2.0:1787757680.383257:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757680.383303:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757680.383306:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757680.383311:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757680.383313:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757680.383316:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757680.383319:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787757680.383323:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757680.383325:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757680.383331:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61da40.
00000020:00000040:2.0:1787757680.383335:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:2.0:1787757680.383338:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757680.383343:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757680.383346:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1787757680.383347:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757680.383352:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757680.383359:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757680.383363:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
02000000:00000010:2.0:1787757680.383367:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507caff800.
00000100:00000001:2.0:1787757680.383375:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757680.383381:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56653:56653:256:4294967295] 192.168.201.154@tcp LPNI seq info [56653:56653:8:4294967295]
00000100:00100000:2.0:1787757680.383389:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61da40 x1874594466095232/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787757680.383408:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757680.383411:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757680.383419:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757680.383426:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000246cd981] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61da40 x1874594466095232/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757680.383451:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757680.383453:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1787757680.383483:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787757680.383500:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1787757680.383508:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19269)
00000800:00000200:0.0:1787757680.383510:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757680.383523:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a300.
00000800:00000200:0.0:1787757680.383534:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757680.383542:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:0.0:1787757680.383570:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757680.383576:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757680.383581:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313933225
00000100:00000010:0.0:1787757680.383589:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a7471e0.
00000100:00000001:0.0:1787757680.383600:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787757680.383610:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313933225
00000100:00000010:0.0:1787757680.383615:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747de0.
00000100:00000001:0.0:1787757680.383619:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787757680.383623:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757680.383627:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757680.383632:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757680.383636:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757680.383647:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757680.383650:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1787757680.383653:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757680.383655:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757680.383657:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757680.383665:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61fc00 x1874594466095104/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757680.383676:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757680.383678:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757680.383682:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757680.383685:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757680.383688:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757680.383692:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466095104:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757680.383697:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757680.383700:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757680.383702:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757680.383705:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757680.383711:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad6400.
02000000:00000001:0.0:1787757680.383714:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757680.383719:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757680.383723:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ff840.
00000400:00000010:0.0:1787757680.383730:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905908.
00000100:00000200:0.0:1787757680.383735:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466095104, portal 10
00000100:00000001:0.0:1787757680.383738:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757680.383741:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611359744 : -120601098191872 : ffff92505e61fc00)
00000100:00000040:0.0:1787757680.383750:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61fc00 x1874594466095104/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757680.383760:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757680.383763:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757680.383768:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905088.
00000100:00000200:0.0:1787757680.383771:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466095104, offset 0
00000400:00000200:0.0:1787757680.383777:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757680.383783:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757680.383789:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757680.383796:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757680.383801:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757680.383806:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757680.383809:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757680.383815:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56654:56654:255:4294967295] 192.168.201.154@tcp LPNI seq info [56654:56654:7:4294967295]
00000400:00000200:0.0:1787757680.383822:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757680.383832:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757680.383838:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757680.383842:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87ae00.
00000800:00000200:0.0:1787757680.383847:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757680.383852:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:0.0:1787757680.383856:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757680.383860:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:0.0:1787757680.383865:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757680.383867:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313932329
00000100:00000001:0.0:1787757680.383871:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313933225
00000100:00000001:0.0:1787757680.383874:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313932329
00000100:00000001:0.0:1787757680.383876:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313933225
00000100:00000001:0.0:1787757680.383878:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757680.383881:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757680.383883:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757680.383888:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61da40 x1874594466095232/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757680.383897:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757680.383899:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757680.383902:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757680.383904:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757680.383906:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757680.383910:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466095232:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757680.383914:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757680.383916:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757680.383918:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757680.383920:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757680.383925:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad5400.
02000000:00000001:0.0:1787757680.383927:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757680.383931:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757680.383934:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ff5d8.
00000400:00000010:0.0:1787757680.383937:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000200:0.0:1787757680.383940:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466095232, portal 4
00000100:00000001:0.0:1787757680.383943:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757680.383945:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611351104 : -120601098200512 : ffff92505e61da40)
00000100:00000040:0.0:1787757680.383952:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61da40 x1874594466095232/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757680.383960:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757680.383962:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757680.383965:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905000.
00000100:00000200:0.0:1787757680.383968:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466095232, offset 0
00000400:00000200:0.0:1787757680.383973:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757680.383976:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757680.383981:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757680.383984:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757680.383987:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757680.383990:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757680.383993:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757680.383997:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56655:56655:254:4294967295] 192.168.201.154@tcp LPNI seq info [56655:56655:6:4294967295]
00000400:00000200:0.0:1787757680.384002:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757680.384010:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757680.384015:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757680.384019:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87ac00.
00000800:00000200:0.0:1787757680.384023:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757680.384027:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:0.0:1787757680.384030:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757680.384034:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:0.0:1787757680.384037:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757680.384039:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313932312
00000100:00000001:0.0:1787757680.384042:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313933225
00000100:00000001:0.0:1787757680.384045:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313932312
00000100:00000001:0.0:1787757680.384048:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313933225
00000100:00000001:0.0:1787757680.384051:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757680.384053:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757680.384056:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757680.384058:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757680.384062:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757680.384065:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1787757680.384069:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757680.384071:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757680.384074:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757680.384077:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757680.894376:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757680.894391:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757680.894395:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757680.894406:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757680.894414:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757680.894421:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757680.894425:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757680.894431:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757680.894436:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757681.214486:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757681.214503:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757681.214518:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757681.214523:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757681.214537:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757681.214541:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757681.214686:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757681.214695:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757681.214701:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757681.342416:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313933225, at 4313933248
00000100:00000040:2.0:1787757681.342427:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313933225, at 4313933248
00000100:00000010:2.0:1787757681.342474:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a7471e0.
00000100:00000010:3.0:1787757681.342480:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747de0.
00000100:00000001:1.0:1787757681.918385:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757681.918396:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757681.918399:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757681.918407:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757681.918412:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757681.918418:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757681.918422:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757681.918426:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757681.918469:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757682.238469:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757682.238485:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757682.238490:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757682.238497:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757682.238506:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757682.238511:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757682.238516:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757682.238523:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757682.238536:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757682.238542:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757682.238548:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757682.238554:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757682.238557:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757682.238562:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757682.238566:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757682.238572:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757682.238584:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757682.238589:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757682.238638:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757682.238652:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757682.238663:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757682.942401:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757682.942448:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757682.942452:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757682.942461:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757682.942469:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757682.942475:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757682.942480:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757682.942485:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757682.942491:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757683.262456:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757683.262472:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757683.262490:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757683.262495:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757683.262507:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757683.262513:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757683.262608:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757683.262617:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757683.262624:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1787757683.454736:0:238945:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.154:988
00000400:00000100:2.0:1787757683.454815:0:238945:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.154@tcp at host 192.168.201.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1787757683.454831:0:238945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757683.454837:0:238945:0:(router.c:1791:lnet_notify()) 192.168.201.54@tcp notifying 192.168.201.154@tcp: down
00000400:00000200:2.0:1787757683.454845:0:238945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757683.454852:0:238945:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1787757683.454860:0:238945:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000800:00000010:2.0:1787757683.454867:0:238945:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a300.
00000400:00000200:2.0:1787757683.454877:0:238945:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787757683.454885:0:238945:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787757683.454901:0:238945:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905e58
00000400:00000010:2.0:1787757683.454906:0:238945:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905e58.
00000100:00000001:2.0:1787757683.454923:0:238945:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757683.454942:0:238945:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff92505e61c780 x1874594466094976/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757683.455002:0:238945:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757683.455010:0:238945:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61c780 x1874594466094976/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757705 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757683.455022:0:238945:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757683.455025:0:238945:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787757683.455044:0:238945:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000800:00000010:2.0:1787757683.455050:0:238945:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87ae00.
00000400:00000200:2.0:1787757683.455058:0:238945:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787757683.455066:0:238945:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787757683.455074:0:238945:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905088
00000400:00000010:2.0:1787757683.455079:0:238945:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905088.
00000100:00000001:2.0:1787757683.455088:0:238945:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787757683.455099:0:238945:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff92505e61fc00 x1874594466095104/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757683.455112:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757683.455122:0:238945:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787757683.455125:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757683.455137:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:2.0:1787757683.455138:0:238945:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61fc00 x1874594466095104/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757705 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757683.455157:0:238945:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757683.455169:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757680/real 1787757683]  req@ffff92505e61fc00 x1874594466095104/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757705 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757683.455170:0:238945:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787757683.455199:0:238945:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000800:00000010:2.0:1787757683.455214:0:238945:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87ac00.
00000400:00000200:2.0:1787757683.455223:0:238945:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000001:0.0:1787757683.455229:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000200:2.0:1787757683.455231:0:238945:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000400:00000001:0.0:1787757683.455242:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000200:2.0:1787757683.455247:0:238945:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905000
00000400:00000010:0.0:1787757683.455255:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ff840.
00000400:00000010:2.0:1787757683.455258:0:238945:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905000.
00000400:00000200:0.0:1787757683.455335:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905908
00000400:00000010:0.0:1787757683.455345:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905908.
00000100:00000001:0.0:1787757683.455360:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787757683.455368:0:238945:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757683.455382:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61fc00 x1874594466095104/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787757683.455394:0:238945:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff92505e61da40 x1874594466095232/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757683.455482:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61fc00 x1874594466095104/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757683.455482:0:238945:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757683.455508:0:238945:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61da40 x1874594466095232/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757705 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757683.455518:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757683.455526:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757683.455543:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787757683.455545:0:238945:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757683.455552:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757683.455555:0:238945:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:0.0:1787757683.455578:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61fc00 x1874594466095104/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757683.455596:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757683.455608:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61fc00 x1874594466095104/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757705 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757683.455621:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757683.455627:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757683.455631:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757683.455633:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757683.455637:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757683.455642:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757683.455648:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757683.455657:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757683.455662:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757683.455671:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61fc00 x1874594466095104/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757705 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757683.455689:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466095104:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757683.455705:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757683.455714:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757680/real 1787757683]  req@ffff92505e61da40 x1874594466095232/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757683.455730:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757683.455732:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757683.455737:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ff5d8.
00000400:00000200:0.0:1787757683.455743:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787757683.455746:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:0.0:1787757683.455753:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757683.455760:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61da40 x1874594466095232/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757683.455776:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61da40 x1874594466095232/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757683.455791:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757683.455794:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757683.455798:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757683.455801:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757683.455809:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61da40 x1874594466095232/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757683.455824:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757683.455832:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61da40 x1874594466095232/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757705 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757683.455845:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757683.455850:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757683.455853:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757683.455855:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757683.455859:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757683.455862:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757683.455867:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757683.455875:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757683.455879:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757683.455888:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61da40 x1874594466095232/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757705 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757683.455903:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466095232:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757683.455911:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757683.455919:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757680/real 1787757683]  req@ffff92505e61c780 x1874594466094976/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757683.455937:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757683.455940:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757683.455944:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757683.455950:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757683.455954:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757683.455959:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757683.455966:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61c780 x1874594466094976/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757683.455984:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61c780 x1874594466094976/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757683.455998:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757683.456003:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757683.456006:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757683.456009:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757683.456017:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61c780 x1874594466094976/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757683.456033:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757683.456044:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61c780 x1874594466094976/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757705 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757683.456059:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757683.456065:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757683.456068:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757683.456070:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757683.456073:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757683.456077:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757683.456082:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757683.456087:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757683.456092:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757683.456100:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61c780 x1874594466094976/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757705 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757683.456115:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466094976:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787757683.456123:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757683.456128:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757683.456136:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61fc00 x1874594466095104/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757705 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757683.456152:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757683.456157:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757683.456164:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad6400.
02000000:00000001:0.0:1787757683.456172:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757683.456177:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757683.456180:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:0.0:1787757683.456185:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757683.456190:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafe400.
02000000:00000001:0.0:1787757683.456195:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757683.456198:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757683.456202:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61fc00.
00000100:00000001:0.0:1787757683.456208:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757683.456210:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757683.456214:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757683.456221:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61da40 x1874594466095232/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757705 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757683.456244:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757683.456247:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757683.456250:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad5400.
02000000:00000001:0.0:1787757683.456255:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757683.456258:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757683.456261:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:0.0:1787757683.456265:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757683.456316:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507caff800.
02000000:00000001:0.0:1787757683.456323:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757683.456326:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757683.456329:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61da40.
00000100:00000001:0.0:1787757683.456333:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757683.456336:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757683.456340:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757683.456347:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61c780 x1874594466094976/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757705 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757683.456361:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757683.456363:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757683.456366:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad4400.
02000000:00000001:0.0:1787757683.456371:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757683.456373:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757683.456376:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:0.0:1787757683.456379:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757683.456382:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafc800.
02000000:00000001:0.0:1787757683.456387:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757683.456389:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757683.456392:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61c780.
00000100:00000001:0.0:1787757683.456396:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757683.456399:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757683.456426:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757683.456439:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757683.456443:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757683.456447:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757683.456451:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757683.966458:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757683.966471:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757683.966475:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757683.966485:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757683.966492:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757683.966499:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757683.966504:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757683.966509:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757683.966514:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757684.286438:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757684.286449:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757684.286459:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757684.286462:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757684.286468:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757684.286471:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757684.286594:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757684.286603:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757684.286609:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757684.990489:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757684.990500:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757684.990503:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757684.990510:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757684.990515:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757684.990520:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757684.990524:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757684.990527:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757684.990531:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757685.310460:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757685.310474:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757685.310488:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757685.310492:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757685.310498:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757685.310503:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757685.310506:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757685.310511:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757685.310514:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757685.310518:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757685.310520:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757685.310523:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757685.310597:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757685.310603:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757685.310608:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757685.502485:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757685.502500:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757685.502505:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757685.502512:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757685.502519:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757685.502529:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19264
00000400:00000200:3.0:1787757685.502540:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757685.502548:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757685.502553:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757685.502557:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757685.502561:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757685.502565:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757685.502568:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757685.502573:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757685.502575:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757685.502579:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757685.502583:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757685.502586:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757685.502589:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757685.502593:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757685.502595:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757685.502598:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757685.502601:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757685.502604:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757685.502609:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757685.502612:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757685.502616:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757685.502620:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757685.502623:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757685.502626:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757685.502631:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757685.502643:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19680.
00000020:00000040:3.0:1787757685.502649:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757685.502654:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757685.502656:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757685.502660:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757685.502663:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757685.502670:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757685.502682:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e400.
00000100:00000001:3.0:1787757685.502693:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757685.502709:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19680 x1874594466095360/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757685.502730:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757685.502738:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757685.502748:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c14b51e] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19680 x1874594466095360/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757685.502797:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757685.502804:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757685.502811:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757685.502814:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757685.502818:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757685.502824:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757685.502829:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19264
00000400:00000200:3.0:1787757685.502838:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757685.502844:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757685.502849:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757685.502855:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757685.502860:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787757685.502861:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787757685.502864:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757685.502868:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:0.0:1787757685.502869:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787757685.502873:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787757685.502874:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1787757685.502876:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757685.502880:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757685.502884:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000100:00000040:0.0:1787757685.502886:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca19680 x1874594466095360/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787757685.502889:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787757685.502894:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787757685.502901:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757685.502905:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757685.502905:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787757685.502909:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757685.502910:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757685.502913:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
02000000:00000001:0.0:1787757685.502915:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1787757685.502918:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
02000000:00000001:0.0:1787757685.502920:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1787757685.502923:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
02000000:00000001:0.0:1787757685.502926:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757685.502928:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757685.502932:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1787757685.502933:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466095360:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787757685.502941:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757685.502941:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757685.502945:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757685.502947:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787757685.502949:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:0.0:1787757685.502951:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757685.502955:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:3.0:1787757685.502955:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757685.502961:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757685.502965:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad4400.
00000100:00000001:3.0:1787757685.502965:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757685.502969:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757685.502972:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a1c0.
00000020:00000040:3.0:1787757685.502977:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000400:00000200:0.0:1787757685.502979:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000001:3.0:1787757685.502982:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757685.502985:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757685.502988:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757685.502991:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757685.502995:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757685.503004:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51d800.
00000400:00000010:0.0:1787757685.503009:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000100:00000001:3.0:1787757685.503011:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787757685.503021:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00100000:3.0:1787757685.503021:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a1c0 x1874594466095488/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757685.503036:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1787757685.503041:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466095360, portal 25
00000100:00000001:3.0:1787757685.503041:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757685.503046:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757685.503049:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118844544 : -120600590707072 : ffff92507ca19680)
00000100:00000040:3.0:1787757685.503050:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062ae16d5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a1c0 x1874594466095488/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787757685.503060:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca19680 x1874594466095360/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757685.503068:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757685.503074:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787757685.503075:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757685.503081:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00080000:3.0:1787757685.503082:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787757685.503085:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:0.0:1787757685.503087:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00080000:3.0:1787757685.503088:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:0.0:1787757685.503094:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466095360, offset 0
00000100:00000001:3.0:1787757685.503094:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757685.503099:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19264
00000400:00000200:0.0:1787757685.503106:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757685.503106:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757685.503111:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757685.503115:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1787757685.503119:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:3.0:1787757685.503121:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757685.503125:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787757685.503130:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00000040:3.0:1787757685.503130:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757685.503135:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757685.503139:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:0.0:1787757685.503140:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1787757685.503142:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787757685.503145:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:0.0:1787757685.503148:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000020:00000040:3.0:1787757685.503150:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787757685.503154:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:0.0:1787757685.503155:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1787757685.503158:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:0.0:1787757685.503161:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00000040:3.0:1787757685.503164:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757685.503169:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787757685.503170:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56656:56656:256:4294967295] 192.168.201.154@tcp LPNI seq info [56656:56656:8:4294967295]
00000100:00000040:3.0:1787757685.503173:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757685.503177:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:0.0:1787757685.503180:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000020:00000040:3.0:1787757685.503182:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787757685.503187:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757685.503191:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757685.503195:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1787757685.503199:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1787757685.503202:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757685.503206:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757685.503209:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000200:0.0:1787757685.503211:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000008:00100000:3.0:1787757685.503214:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757685.503218:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1787757685.503221:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000100:00000001:3.0:1787757685.503222:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757685.503228:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1b0c0.
00000020:00000040:3.0:1787757685.503232:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000800:00000200:0.0:1787757685.503234:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000001:3.0:1787757685.503237:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757685.503240:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787757685.503242:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1787757685.503243:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757685.503246:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757685.503250:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787757685.503254:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000010:3.0:1787757685.503257:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51fc00.
00000100:00000001:3.0:1787757685.503263:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787757685.503263:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787757685.503331:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757685.503337:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000400:00000200:0.0:1787757685.503349:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:3.0:1787757685.503351:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1b0c0 x1874594466095616/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787757685.503358:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757685.503397:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000100:00000001:3.0:1787757685.503399:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1787757685.503402:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:3.0:1787757685.503403:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757685.503411:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043bdf1c5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1b0c0 x1874594466095616/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757685.503414:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757685.503422:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca19680 x1874594466095360/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757685.503429:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757685.503435:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787757685.503440:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757685.503443:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1787757685.503448:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19680 x1874594466095360/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757710 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787757685.503452:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19275)
00000100:00000001:0.0:1787757685.503461:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757685.503464:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757685.503476:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757685.503483:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757685.503489:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313938345
00000100:00000010:0.0:1787757685.503507:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747060.
00000100:00000001:0.0:1787757685.503520:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787757685.503549:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313938345
00000100:00000010:0.0:1787757685.503559:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a7473c0.
00000100:00000001:0.0:1787757685.503566:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787757685.503572:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757685.503577:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757685.503582:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757685.503593:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757685/real 1787757685]  req@ffff92507ca19680 x1874594466095360/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757685.503612:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757685.503616:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757685.503620:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757685.503627:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757685.503631:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757685.503638:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757685.503645:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca19680 x1874594466095360/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757685.503682:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca19680 x1874594466095360/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757685.503695:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757685.503698:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757685.503703:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757685.503708:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757685.503718:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca19680 x1874594466095360/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757685.503732:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757685.503745:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca19680 x1874594466095360/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757710 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757685.503761:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757685.503767:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757685.503770:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757685.503772:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757685.503777:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757685.503782:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757685.503788:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757685.503795:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757685.503800:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757685.503808:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca19680 x1874594466095360/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757710 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757685.503824:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466095360:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787757685.503833:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757685.503838:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757685.503845:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca19680 x1874594466095360/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757710 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757685.503858:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757685.503863:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757685.503869:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad4400.
02000000:00000001:0.0:1787757685.503877:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757685.503882:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757685.503885:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:0.0:1787757685.503890:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757685.503894:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51e400.
02000000:00000001:0.0:1787757685.503901:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757685.503904:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757685.503908:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca19680.
00000100:00000001:0.0:1787757685.503913:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757685.503916:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757685.503920:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757685.503932:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757685.503936:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757685.503940:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757685.503943:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757685.503947:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757685.503956:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1a1c0 x1874594466095488/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757685.503983:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757685.503986:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757685.503991:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757685.503995:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757685.504000:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757685.504006:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466095488:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757685.504013:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757685.504018:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757685.504021:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757685.504024:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757685.504032:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad4400.
02000000:00000001:0.0:1787757685.504036:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757685.504043:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757685.504048:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787757685.504055:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787757685.504062:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466095488, portal 10
00000100:00000001:0.0:1787757685.504066:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757685.504069:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118847424 : -120600590704192 : ffff92507ca1a1c0)
00000100:00000040:0.0:1787757685.504081:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1a1c0 x1874594466095488/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757685.504094:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757685.504100:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757685.504104:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000200:0.0:1787757685.504110:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466095488, offset 0
00000400:00000200:0.0:1787757685.504119:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757685.504128:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757685.504136:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757685.504142:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757685.504148:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757685.504153:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757685.504158:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757685.504166:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56657:56657:256:4294967295] 192.168.201.154@tcp LPNI seq info [56657:56657:8:4294967295]
00000400:00000200:0.0:1787757685.504175:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757685.504190:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757685.504198:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757685.504206:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000800:00000200:0.0:1787757685.504214:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757685.504220:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787757685.504229:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757685.504234:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787757685.504242:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757685.504245:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000400:00000200:0.0:1787757685.504252:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757685.504259:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757685.504307:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787757685.504312:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:0.0:1787757685.504320:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757685.504328:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1a1c0 x1874594466095488/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757685.504345:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757685.504352:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a1c0 x1874594466095488/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757710 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757685.504365:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757685.504395:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757685.504404:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757685.504411:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:0.0:1787757685.504419:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757685.504424:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313937450
00000100:00000001:0.0:1787757685.504430:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313938345
00000100:00000001:0.0:1787757685.504435:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313937450
00000100:00000001:0.0:1787757685.504439:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313938345
00000100:00000001:0.0:1787757685.504443:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757685.504449:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757685.504453:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757685.504462:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757685/real 1787757685]  req@ffff92507ca1a1c0 x1874594466095488/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757685.504480:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757685.504483:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757685.504486:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757685.504492:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757685.504496:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757685.504501:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757685.504508:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1a1c0 x1874594466095488/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757685.504525:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1a1c0 x1874594466095488/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757685.504540:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757685.504544:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757685.504548:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757685.504551:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757685.504560:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1a1c0 x1874594466095488/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757685.504573:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757685.504581:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1a1c0 x1874594466095488/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757710 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757685.504596:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757685.504601:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757685.504605:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757685.504607:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757685.504611:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757685.504616:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757685.504622:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757685.504630:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757685.504634:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757685.504643:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1a1c0 x1874594466095488/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757710 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757685.504659:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466095488:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757685.504668:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757685.504675:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1b0c0 x1874594466095616/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757685.504689:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757685.504692:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757685.504696:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757685.504700:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757685.504704:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757685.504710:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466095616:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757685.504716:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757685.504720:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757685.504723:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757685.504726:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757685.504733:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad5400.
02000000:00000001:0.0:1787757685.504737:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757685.504744:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757685.504749:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787757685.504755:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787757685.504761:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466095616, portal 4
00000100:00000001:0.0:1787757685.504765:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757685.504767:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118851264 : -120600590700352 : ffff92507ca1b0c0)
00000100:00000040:0.0:1787757685.504779:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1b0c0 x1874594466095616/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757685.504791:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757685.504796:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757685.504800:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000200:0.0:1787757685.504805:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466095616, offset 0
00000400:00000200:0.0:1787757685.504812:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757685.504820:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757685.504828:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757685.504833:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757685.504838:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757685.504842:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757685.504847:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757685.504852:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56658:56658:256:4294967295] 192.168.201.154@tcp LPNI seq info [56658:56658:8:4294967295]
00000400:00000200:0.0:1787757685.504860:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757685.504872:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757685.504880:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757685.504886:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000800:00000200:0.0:1787757685.504894:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757685.504899:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787757685.504907:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757685.504913:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787757685.504921:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757685.504925:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000400:00000200:0.0:1787757685.504931:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757685.504938:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757685.504944:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787757685.504948:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:0.0:1787757685.504954:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757685.504961:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1b0c0 x1874594466095616/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757685.504978:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757685.504986:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1b0c0 x1874594466095616/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757710 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757685.504999:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757685.505002:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757685.505010:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757685.505015:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:0.0:1787757685.505022:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757685.505027:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313937433
00000100:00000001:0.0:1787757685.505031:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313938345
00000100:00000001:0.0:1787757685.505035:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313937433
00000100:00000001:0.0:1787757685.505039:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313938345
00000100:00000001:0.0:1787757685.505043:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757685.505047:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757685.505051:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757685.505059:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757685/real 1787757685]  req@ffff92507ca1b0c0 x1874594466095616/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757685.505076:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757685.505079:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757685.505083:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757685.505088:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757685.505092:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757685.505096:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757685.505103:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1b0c0 x1874594466095616/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757685.505121:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1b0c0 x1874594466095616/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757685.505133:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757685.505137:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757685.505141:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757685.505144:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757685.505152:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1b0c0 x1874594466095616/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757685.505167:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757685.505174:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1b0c0 x1874594466095616/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757710 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757685.505189:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757685.505192:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757685.505194:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757685.505196:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757685.505199:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757685.505201:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757685.505205:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757685.505210:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757685.505213:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757685.505218:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1b0c0 x1874594466095616/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757710 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757685.505229:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466095616:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757685.505234:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757685.505237:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757685.505240:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1a1c0 x1874594466095488/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757710 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757685.505248:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757685.505250:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757685.505253:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad4400.
02000000:00000001:0.0:1787757685.505257:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757685.505259:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757685.505261:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:0.0:1787757685.505264:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757685.505267:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51d800.
02000000:00000001:0.0:1787757685.505300:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757685.505303:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757685.505305:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1a1c0.
00000100:00000001:0.0:1787757685.505309:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757685.505311:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757685.505314:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757685.505318:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1b0c0 x1874594466095616/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757710 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757685.505327:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757685.505328:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757685.505330:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad5400.
02000000:00000001:0.0:1787757685.505333:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757685.505334:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757685.505336:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:0.0:1787757685.505339:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757685.505340:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51fc00.
02000000:00000001:0.0:1787757685.505346:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757685.505347:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757685.505349:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1b0c0.
00000100:00000001:0.0:1787757685.505351:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757685.505353:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757685.505356:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757685.505362:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757685.505364:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757685.505395:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757685.505398:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757686.014445:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757686.014456:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757686.014459:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757686.014467:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757686.014472:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757686.014478:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757686.014481:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757686.014485:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757686.014488:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757686.334448:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757686.334459:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757686.334480:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757686.334484:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757686.334494:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757686.334499:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757686.334633:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757686.334643:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757686.334650:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757686.462437:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313938345, at 4313938368
00000100:00000010:2.0:1787757686.462463:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747060.
00000100:00000040:3.0:1787757686.462467:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313938345, at 4313938368
00000100:00000010:3.0:1787757686.462483:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a7473c0.
00000100:00000001:1.0:1787757687.038466:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757687.038478:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757687.038481:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757687.038488:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757687.038493:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757687.038498:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757687.038502:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757687.038505:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757687.038509:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757687.358461:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757687.358473:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757687.358488:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757687.358492:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757687.358502:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757687.358506:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757687.358596:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757687.358615:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757687.358622:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757688.062409:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757688.062420:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757688.062422:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757688.062429:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757688.062433:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757688.062438:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757688.062441:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757688.062444:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757688.062448:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757688.382454:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757688.382465:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757688.382478:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757688.382481:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757688.382489:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757688.382492:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757688.382568:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757688.382575:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757688.382581:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757689.086368:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757689.086379:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757689.086382:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757689.086389:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757689.086394:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757689.086399:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757689.086402:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757689.086405:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757689.086408:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757689.406454:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757689.406465:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757689.406477:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757689.406480:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757689.406489:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757689.406492:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757689.406597:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757689.406604:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757689.406609:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757690.110399:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757690.110414:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757690.110417:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757690.110426:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757690.110432:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757690.110437:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757690.110441:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757690.110444:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757690.110448:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757690.430438:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757690.430447:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757690.430459:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757690.430463:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757690.430471:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757690.430474:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757690.430572:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757690.430579:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757690.430584:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757690.622399:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757690.622413:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757690.622416:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757690.622421:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757690.622427:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757690.622438:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19270
00000400:00000200:3.0:1787757690.622450:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757690.622457:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757690.622462:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757690.622466:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757690.622471:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757690.622474:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757690.622477:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757690.622483:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757690.622485:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757690.622489:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757690.622493:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757690.622495:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757690.622498:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757690.622502:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757690.622505:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757690.622508:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757690.622510:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757690.622514:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757690.622518:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757690.622522:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757690.622526:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757690.622530:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757690.622533:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757690.622536:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757690.622539:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757690.622549:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca192c0.
00000020:00000040:3.0:1787757690.622554:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757690.622560:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757690.622562:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757690.622566:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757690.622569:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757690.622575:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757690.622583:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c400.
00000100:00000001:3.0:1787757690.622591:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757690.622602:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca192c0 x1874594466095744/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757690.622617:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757690.622623:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757690.622630:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e50181] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca192c0 x1874594466095744/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757690.622663:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757690.622667:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757690.622672:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757690.622674:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757690.622676:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757690.622680:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757690.622683:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19270
00000400:00000200:3.0:1787757690.622687:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757690.622691:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757690.622694:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757690.622698:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757690.622701:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757690.622705:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757690.622708:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757690.622711:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757690.622714:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757690.622717:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757690.622720:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787757690.622723:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787757690.622727:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787757690.622731:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757690.622733:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787757690.622735:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787757690.622737:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757690.622745:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:0.0:1787757690.622747:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1787757690.622749:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00000001:0.0:1787757690.622754:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1787757690.622757:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757690.622764:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757690.622769:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1787757690.622772:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca192c0 x1874594466095744/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787757690.622778:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757690.622788:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757690.622797:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787757690.622805:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00100000:3.0:1787757690.622806:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787757690.622810:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787757690.622816:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757690.622819:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787757690.622822:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757690.622826:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1787757690.622829:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19e00.
02000000:00000001:0.0:1787757690.622833:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787757690.622836:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000100:00100000:0.0:1787757690.622844:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466095744:192.168.201.154@tcp:250:kworker.0
02000000:00000001:3.0:1787757690.622846:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757690.622854:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757690.622856:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787757690.622863:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757690.622866:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757690.622870:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757690.622872:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757690.622877:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757690.622886:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad5400.
02000000:00000001:3.0:1787757690.622891:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757690.622892:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757690.622907:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000010:3.0:1787757690.622910:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51ec00.
00000400:00000010:0.0:1787757690.622916:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000100:00000001:3.0:1787757690.622923:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787757690.622928:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787757690.622941:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466095744, portal 25
00000100:00100000:3.0:1787757690.622944:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19e00 x1874594466095872/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757690.622946:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757690.622951:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118843584 : -120600590708032 : ffff92507ca192c0)
00000100:00000040:0.0:1787757690.622969:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca192c0 x1874594466095744/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757690.622987:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757690.622991:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787757690.622999:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757690.623001:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757690.623006:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000200:0.0:1787757690.623013:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466095744, offset 0
00000100:00000040:3.0:1787757690.623020:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000c6c2d2] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19e00 x1874594466095872/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787757690.623027:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757690.623044:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757690.623059:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757690.623064:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00080000:3.0:1787757690.623069:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1787757690.623080:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1787757690.623081:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787757690.623090:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1787757690.623096:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00080000:3.0:1787757690.623098:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757690.623107:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1787757690.623112:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1787757690.623118:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19270
00000400:00000200:0.0:1787757690.623127:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:3.0:1787757690.623129:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757690.623144:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000400:00000200:0.0:1787757690.623152:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56659:56659:256:4294967295] 192.168.201.154@tcp LPNI seq info [56659:56659:8:4294967295]
00000100:00080000:3.0:1787757690.623152:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757690.623166:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757690.623174:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787757690.623180:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:3.0:1787757690.623181:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757690.623189:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757690.623193:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757690.623195:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787757690.623197:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757690.623200:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787757690.623203:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787757690.623205:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787757690.623210:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757690.623219:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757690.623229:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000200:0.0:1787757690.623231:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787757690.623238:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757690.623245:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000800:00000200:0.0:1787757690.623247:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00080000:3.0:1787757690.623256:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000800:00000010:0.0:1787757690.623262:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000100:00000001:3.0:1787757690.623263:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757690.623332:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757690.623338:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757690.623342:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757690.623345:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757690.623348:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757690.623357:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787757690.623358:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:3.0:1787757690.623364:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787757690.623369:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000100:00000010:3.0:1787757690.623374:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca18b40.
00000800:00000200:0.1:1787757690.623384:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000020:00000040:3.0:1787757690.623385:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000800:00000200:0.1:1787757690.623396:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
02000000:00000001:3.0:1787757690.623398:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757690.623403:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757690.623411:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000100:0.0:1787757690.623412:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
02000000:00000001:3.0:1787757690.623415:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:0.0:1787757690.623418:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
02000000:00000001:3.0:1787757690.623421:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757690.623431:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:3.0:1787757690.623432:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51dc00.
00000100:00000001:3.0:1787757690.623445:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757690.623447:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757690.623458:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000100:00100000:3.0:1787757690.623460:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca18b40 x1874594466096000/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1787757690.623463:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:0.0:1787757690.623478:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787757690.623479:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757690.623486:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787757690.623493:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca192c0 x1874594466095744/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787757690.623499:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5e8f4b9] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca18b40 x1874594466096000/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757690.623541:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787757690.623542:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757690.623548:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787757690.623552:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787757690.623558:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19280)
00000100:00000040:0.0:1787757690.623566:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca192c0 x1874594466095744/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757715 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757690.623577:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757690.623580:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757690.623591:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757690.623597:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757690.623600:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313943465
00000100:00000010:0.0:1787757690.623608:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a7475a0.
00000100:00000001:0.0:1787757690.623617:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787757690.623624:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313943465
00000100:00000010:0.0:1787757690.623628:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747d80.
00000100:00000001:0.0:1787757690.623632:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787757690.623635:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757690.623639:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757690.623642:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757690.623648:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757690/real 1787757690]  req@ffff92507ca192c0 x1874594466095744/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757690.623660:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757690.623662:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757690.623665:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757690.623668:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757690.623670:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757690.623674:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757690.623679:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca192c0 x1874594466095744/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757690.623690:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca192c0 x1874594466095744/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757690.623700:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757690.623702:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757690.623705:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757690.623707:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757690.623712:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca192c0 x1874594466095744/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757690.623720:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757690.623726:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca192c0 x1874594466095744/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757715 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757690.623735:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757690.623738:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757690.623740:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757690.623742:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757690.623745:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757690.623747:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757690.623751:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757690.623756:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757690.623759:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757690.623764:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca192c0 x1874594466095744/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757715 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757690.623775:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466095744:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787757690.623781:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757690.623783:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757690.623787:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca192c0 x1874594466095744/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757715 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757690.623803:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757690.623807:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757690.623810:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad5400.
02000000:00000001:0.0:1787757690.623814:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757690.623817:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757690.623819:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:0.0:1787757690.623822:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757690.623825:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51c400.
02000000:00000001:0.0:1787757690.623829:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757690.623831:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757690.623834:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca192c0.
00000100:00000001:0.0:1787757690.623838:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757690.623839:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757690.623842:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757690.623852:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757690.623854:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757690.623857:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757690.623859:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757690.623861:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757690.623866:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca19e00 x1874594466095872/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757690.623875:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757690.623877:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757690.623879:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757690.623882:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757690.623885:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757690.623888:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca19e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466095872:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757690.623892:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757690.623895:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757690.623897:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757690.623899:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757690.623903:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad5400.
02000000:00000001:0.0:1787757690.623905:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757690.623909:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757690.623913:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787757690.623917:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787757690.623921:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466095872, portal 10
00000100:00000001:0.0:1787757690.623923:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757690.623925:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118846464 : -120600590705152 : ffff92507ca19e00)
00000100:00000040:0.0:1787757690.623933:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca19e00 x1874594466095872/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757690.623942:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757690.623945:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757690.623947:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000200:0.0:1787757690.623950:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466095872, offset 0
00000400:00000200:0.0:1787757690.623955:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757690.623961:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757690.623966:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757690.623970:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757690.623973:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757690.623977:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757690.623980:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757690.623984:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56660:56660:256:4294967295] 192.168.201.154@tcp LPNI seq info [56660:56660:8:4294967295]
00000400:00000200:0.0:1787757690.623989:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757690.623998:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757690.624004:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757690.624008:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000800:00000200:0.0:1787757690.624013:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757690.624017:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787757690.624023:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757690.624026:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1787757690.624030:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757690.624033:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000400:00000200:0.0:1787757690.624037:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757690.624042:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757690.624047:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787757690.624050:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:0.0:1787757690.624056:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757690.624064:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca19e00 x1874594466095872/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757690.624079:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757690.624085:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19e00 x1874594466095872/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757715 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757690.624099:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757690.624103:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757690.624109:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757690.624116:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:0.0:1787757690.624124:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757690.624129:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313942569
00000100:00000001:0.0:1787757690.624134:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313943465
00000100:00000001:0.0:1787757690.624139:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313942569
00000100:00000001:0.0:1787757690.624143:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313943465
00000100:00000001:0.0:1787757690.624148:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757690.624153:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757690.624157:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757690.624163:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757690/real 1787757690]  req@ffff92507ca19e00 x1874594466095872/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757690.624174:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757690.624176:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757690.624178:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757690.624182:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757690.624184:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757690.624188:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757690.624192:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca19e00 x1874594466095872/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757690.624203:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca19e00 x1874594466095872/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757690.624220:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757690.624222:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757690.624224:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757690.624226:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757690.624230:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca19e00 x1874594466095872/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757690.624238:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757690.624243:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca19e00 x1874594466095872/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757715 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757690.624252:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757690.624255:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757690.624257:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757690.624259:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757690.624261:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757690.624264:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757690.624267:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757690.624324:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757690.624327:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757690.624333:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca19e00 x1874594466095872/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757715 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757690.624344:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca19e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466095872:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757690.624349:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757690.624354:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca18b40 x1874594466096000/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757690.624362:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757690.624364:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757690.624367:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757690.624370:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757690.624373:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757690.624376:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca18b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466096000:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757690.624381:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757690.624383:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757690.624385:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757690.624387:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757690.624392:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad4400.
02000000:00000001:0.0:1787757690.624395:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757690.624400:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757690.624403:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787757690.624408:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787757690.624412:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466096000, portal 4
00000100:00000001:0.0:1787757690.624415:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757690.624416:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118841664 : -120600590709952 : ffff92507ca18b40)
00000100:00000040:0.0:1787757690.624424:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca18b40 x1874594466096000/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757690.624433:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757690.624436:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757690.624438:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000200:0.0:1787757690.624442:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466096000, offset 0
00000400:00000200:0.0:1787757690.624447:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757690.624452:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757690.624457:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757690.624460:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757690.624464:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757690.624467:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757690.624470:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757690.624474:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56661:56661:256:4294967295] 192.168.201.154@tcp LPNI seq info [56661:56661:8:4294967295]
00000400:00000200:0.0:1787757690.624480:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757690.624489:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757690.624495:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757690.624499:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000800:00000200:0.0:1787757690.624504:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757690.624508:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787757690.624514:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757690.624517:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1787757690.624522:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757690.624525:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000400:00000200:0.0:1787757690.624529:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757690.624533:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757690.624537:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787757690.624539:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:0.0:1787757690.624543:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757690.624548:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca18b40 x1874594466096000/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757690.624558:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757690.624562:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca18b40 x1874594466096000/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757715 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757690.624570:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757690.624572:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757690.624576:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757690.624580:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:0.0:1787757690.624584:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757690.624587:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313942553
00000100:00000001:0.0:1787757690.624590:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313943465
00000100:00000001:0.0:1787757690.624593:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313942553
00000100:00000001:0.0:1787757690.624596:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313943465
00000100:00000001:0.0:1787757690.624598:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757690.624600:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757690.624603:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757690.624607:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757690/real 1787757690]  req@ffff92507ca18b40 x1874594466096000/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757690.624618:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757690.624619:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757690.624622:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757690.624625:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757690.624627:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757690.624629:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757690.624633:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca18b40 x1874594466096000/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757690.624642:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca18b40 x1874594466096000/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757690.624651:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757690.624653:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757690.624655:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757690.624657:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757690.624661:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca18b40 x1874594466096000/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757690.624669:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757690.624673:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca18b40 x1874594466096000/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757715 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757690.624681:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757690.624684:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757690.624686:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757690.624687:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757690.624690:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757690.624692:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757690.624694:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757690.624698:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757690.624701:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757690.624706:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca18b40 x1874594466096000/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757715 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757690.624716:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca18b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466096000:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757690.624721:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757690.624723:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757690.624727:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca19e00 x1874594466095872/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757715 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757690.624734:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757690.624736:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757690.624739:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad5400.
02000000:00000001:0.0:1787757690.624742:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757690.624744:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757690.624745:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:0.0:1787757690.624748:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757690.624750:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51ec00.
02000000:00000001:0.0:1787757690.624753:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757690.624755:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757690.624756:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca19e00.
00000100:00000001:0.0:1787757690.624760:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757690.624761:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757690.624763:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757690.624767:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca18b40 x1874594466096000/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757715 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757690.624775:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757690.624776:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757690.624778:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad4400.
02000000:00000001:0.0:1787757690.624781:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757690.624782:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757690.624783:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:0.0:1787757690.624786:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757690.624787:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51dc00.
02000000:00000001:0.0:1787757690.624790:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757690.624792:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757690.624794:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca18b40.
00000100:00000001:0.0:1787757690.624796:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757690.624798:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757690.624800:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757690.624805:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757690.624807:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757690.624810:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757690.624812:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757691.134393:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757691.134404:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757691.134407:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757691.134414:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757691.134419:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757691.134423:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757691.134427:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757691.134431:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757691.134434:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757691.454432:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757691.454444:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757691.454449:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757691.454455:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757691.454461:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757691.454465:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757691.454469:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757691.454474:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757691.454483:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757691.454498:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757691.454501:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757691.454505:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757691.454509:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757691.454512:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757691.454516:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757691.454521:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757691.454527:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757691.454530:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757691.454674:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757691.454681:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757691.454686:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757691.582411:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313943465, at 4313943488
00000100:00000010:3.0:1787757691.582431:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747d80.
00000100:00000040:2.0:1787757691.582454:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313943465, at 4313943488
00000100:00000010:2.0:1787757691.582470:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a7475a0.
00000100:00000001:1.0:1787757692.158377:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757692.158388:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757692.158392:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757692.158398:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757692.158403:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757692.158408:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757692.158411:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757692.158414:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757692.158418:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757692.478421:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757692.478433:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757692.478447:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757692.478452:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757692.478462:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757692.478466:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757692.478569:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757692.478577:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757692.478582:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757693.182359:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757693.182370:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757693.182373:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757693.182379:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757693.182384:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757693.182389:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757693.182393:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757693.182396:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757693.182400:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757693.502431:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757693.502440:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757693.502451:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757693.502453:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757693.502457:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757693.502460:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757693.502580:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757693.502587:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757693.502592:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757694.206442:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757694.206453:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757694.206457:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757694.206464:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757694.206471:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757694.206476:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757694.206479:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757694.206483:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757694.206487:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757694.526397:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757694.526406:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757694.526417:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757694.526421:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757694.526430:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757694.526437:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757694.526441:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757694.526448:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757694.526453:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757694.526457:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757694.526461:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757694.526466:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757694.526583:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757694.526592:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757694.526599:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757695.230386:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757695.230397:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757695.230400:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757695.230408:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757695.230414:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757695.230418:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757695.230422:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757695.230426:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757695.230429:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757695.550403:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757695.550413:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757695.550424:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757695.550428:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757695.550435:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757695.550439:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757695.550526:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757695.550533:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757695.550540:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757695.742372:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757695.742385:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757695.742388:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757695.742395:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757695.742401:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757695.742412:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19275
00000400:00000200:3.0:1787757695.742422:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757695.742431:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757695.742436:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757695.742440:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757695.742444:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757695.742447:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757695.742451:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757695.742456:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757695.742458:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757695.742462:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757695.742466:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757695.742469:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757695.742472:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757695.742476:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757695.742478:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757695.742481:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757695.742483:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757695.742487:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757695.742492:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757695.742495:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757695.742499:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757695.742503:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757695.742506:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757695.742510:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757695.742514:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757695.742525:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a580.
00000020:00000040:3.0:1787757695.742530:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757695.742535:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757695.742538:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757695.742542:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757695.742546:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757695.742551:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757695.742561:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c000.
00000100:00000001:3.0:1787757695.742569:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757695.742581:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a580 x1874594466096128/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757695.742595:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757695.742600:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757695.742607:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079505b6d] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a580 x1874594466096128/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757695.742640:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757695.742645:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757695.742650:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757695.742652:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757695.742654:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757695.742659:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757695.742662:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19275
00000400:00000200:3.0:1787757695.742667:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757695.742670:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757695.742673:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757695.742677:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757695.742680:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757695.742682:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757695.742685:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757695.742689:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757695.742691:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757695.742694:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757695.742698:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787757695.742701:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787757695.742705:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787757695.742709:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757695.742711:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757695.742716:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757695.742719:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757695.742723:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00000001:0.0:1787757695.742729:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1787757695.742729:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757695.742739:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757695.742741:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787757695.742743:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787757695.742749:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787757695.742755:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757695.742763:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757695.742766:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1a580 x1874594466096128/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757695.742769:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757695.742779:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787757695.742791:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00000001:3.0:1787757695.742791:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757695.742800:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757695.742801:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757695.742816:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:3.0:1787757695.742819:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca18b40.
02000000:00000001:0.0:1787757695.742826:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1787757695.742829:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:0.0:1787757695.742841:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757695.742843:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757695.742848:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757695.742858:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:0.0:1787757695.742859:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466096128:192.168.201.154@tcp:250:kworker.0
02000000:00000001:3.0:1787757695.742865:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757695.742874:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757695.742876:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:3.0:1787757695.742888:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51f400.
02000000:00000001:0.0:1787757695.742889:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787757695.742900:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757695.742917:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757695.742917:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca18b40 x1874594466096256/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1787757695.742928:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787757695.742940:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000010:0.0:1787757695.742941:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad4400.
02000000:00000001:0.0:1787757695.742948:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757695.742958:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757695.742967:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787757695.742979:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787757695.742989:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466096128, portal 25
00000100:00000001:0.0:1787757695.742994:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757695.742998:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118848384 : -120600590703232 : ffff92507ca1a580)
00000100:00000001:3.0:1787757695.743014:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757695.743016:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1a580 x1874594466096128/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787757695.743034:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5e8f4b9] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca18b40 x1874594466096256/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757695.743048:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757695.743063:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757695.743072:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000001:3.0:1787757695.743075:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787757695.743080:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466096128, offset 0
00000100:00080000:3.0:1787757695.743086:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1787757695.743097:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00080000:3.0:1787757695.743100:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787757695.743106:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757695.743109:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1787757695.743115:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757695.743118:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757695.743127:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19275
00000400:00000200:0.0:1787757695.743132:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:3.0:1787757695.743141:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757695.743146:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787757695.743153:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000400:00000200:0.0:1787757695.743159:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00080000:3.0:1787757695.743162:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1787757695.743170:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1787757695.743174:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000200:0.0:1787757695.743184:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00000001:3.0:1787757695.743184:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787757695.743225:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56662:56662:256:4294967295] 192.168.201.154@tcp LPNI seq info [56662:56662:8:4294967295]
00000100:00000040:3.0:1787757695.743237:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000200:0.0:1787757695.743243:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757695.743246:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757695.743253:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757695.743256:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787757695.743263:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757695.743309:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787757695.743314:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787757695.743318:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787757695.743324:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757695.743330:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787757695.743331:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1787757695.743339:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757695.743348:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757695.743352:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000800:00000200:0.0:1787757695.743355:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00080000:3.0:1787757695.743364:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000800:00000010:0.0:1787757695.743370:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000100:00000001:3.0:1787757695.743371:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757695.743381:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757695.743389:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.0:1787757695.743391:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000001:3.0:1787757695.743395:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787757695.743400:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1787757695.743402:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757695.743409:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757695.743420:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787757695.743421:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:3.0:1787757695.743430:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787757695.743432:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000100:00000010:3.0:1787757695.743439:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19e00.
00000800:00000100:0.0:1787757695.743444:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000020:00000040:3.0:1787757695.743447:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000800:00000010:0.0:1787757695.743450:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
02000000:00000001:3.0:1787757695.743454:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757695.743459:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757695.743461:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1787757695.743463:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757695.743471:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757695.743478:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757695.743479:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
02000000:00000010:3.0:1787757695.743491:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e800.
00000400:00000200:0.0:1787757695.743492:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787757695.743502:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:3.0:1787757695.743503:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757695.743513:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:3.0:1787757695.743517:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19e00 x1874594466096384/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1787757695.743527:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1a580 x1874594466096128/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757695.743538:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757695.743545:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757695.743559:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000c6c2d2] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19e00 x1874594466096384/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757695.743560:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757695.743573:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a580 x1874594466096128/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757720 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757695.743584:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757695.743595:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787757695.743597:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757695.743605:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1787757695.743609:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1787757695.743615:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757695.743619:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19285)
00000400:00000200:0.0:1787757695.743629:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757695.743635:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313948585
00000100:00000010:0.0:1787757695.743642:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747840.
00000100:00000001:0.0:1787757695.743653:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787757695.743670:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313948585
00000100:00000010:0.0:1787757695.743675:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747ea0.
00000100:00000001:0.0:1787757695.743679:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787757695.743683:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757695.743687:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757695.743691:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757695.743700:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757695/real 1787757695]  req@ffff92507ca1a580 x1874594466096128/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757695.743715:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757695.743718:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757695.743722:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757695.743726:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757695.743728:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757695.743732:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757695.743736:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1a580 x1874594466096128/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757695.743747:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1a580 x1874594466096128/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757695.743756:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757695.743758:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757695.743761:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757695.743764:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757695.743768:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1a580 x1874594466096128/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757695.743777:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757695.743783:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1a580 x1874594466096128/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757720 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757695.743793:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757695.743797:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757695.743799:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757695.743802:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757695.743806:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757695.743810:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757695.743815:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757695.743823:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757695.743828:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757695.743836:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1a580 x1874594466096128/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757720 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757695.743855:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466096128:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787757695.743865:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757695.743869:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757695.743876:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1a580 x1874594466096128/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757720 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757695.743892:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757695.743896:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757695.743902:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad4400.
02000000:00000001:0.0:1787757695.743908:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757695.743910:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757695.743913:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:0.0:1787757695.743916:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757695.743920:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51c000.
02000000:00000001:0.0:1787757695.743924:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757695.743926:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757695.743929:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1a580.
00000100:00000001:0.0:1787757695.743932:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757695.743934:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757695.743937:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757695.743948:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757695.743951:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757695.743953:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757695.743957:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757695.743959:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757695.743968:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca18b40 x1874594466096256/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757695.743982:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757695.743985:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757695.743990:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757695.743994:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757695.743999:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757695.744005:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca18b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466096256:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757695.744012:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757695.744016:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757695.744020:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757695.744024:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757695.744031:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad4400.
02000000:00000001:0.0:1787757695.744035:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757695.744043:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757695.744048:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787757695.744055:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787757695.744060:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466096256, portal 10
00000100:00000001:0.0:1787757695.744063:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757695.744065:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118841664 : -120600590709952 : ffff92507ca18b40)
00000100:00000040:0.0:1787757695.744074:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca18b40 x1874594466096256/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757695.744083:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757695.744086:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757695.744088:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000200:0.0:1787757695.744092:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466096256, offset 0
00000400:00000200:0.0:1787757695.744097:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757695.744103:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757695.744109:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757695.744113:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757695.744117:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757695.744120:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757695.744124:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757695.744128:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56663:56663:256:4294967295] 192.168.201.154@tcp LPNI seq info [56663:56663:8:4294967295]
00000400:00000200:0.0:1787757695.744133:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757695.744142:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757695.744148:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757695.744153:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000800:00000200:0.0:1787757695.744158:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757695.744162:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787757695.744168:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757695.744171:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1787757695.744176:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757695.744179:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000400:00000200:0.0:1787757695.744183:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757695.744217:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757695.744222:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787757695.744224:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:0.0:1787757695.744229:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757695.744235:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca18b40 x1874594466096256/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757695.744246:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757695.744250:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca18b40 x1874594466096256/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757720 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757695.744258:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757695.744260:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757695.744265:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757695.744298:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:0.0:1787757695.744304:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757695.744307:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313947690
00000100:00000001:0.0:1787757695.744311:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313948585
00000100:00000001:0.0:1787757695.744314:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313947690
00000100:00000001:0.0:1787757695.744317:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313948585
00000100:00000001:0.0:1787757695.744320:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757695.744323:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757695.744325:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757695.744330:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757695/real 1787757695]  req@ffff92507ca18b40 x1874594466096256/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757695.744340:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757695.744342:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757695.744344:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757695.744347:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757695.744350:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757695.744353:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757695.744357:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca18b40 x1874594466096256/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757695.744368:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca18b40 x1874594466096256/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757695.744376:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757695.744378:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757695.744380:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757695.744382:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757695.744386:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca18b40 x1874594466096256/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757695.744394:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757695.744399:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca18b40 x1874594466096256/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757720 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757695.744407:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757695.744410:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757695.744412:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757695.744415:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757695.744417:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757695.744420:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757695.744424:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757695.744428:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757695.744431:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757695.744435:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca18b40 x1874594466096256/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757720 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757695.744445:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca18b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466096256:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757695.744450:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757695.744454:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca19e00 x1874594466096384/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757695.744462:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757695.744464:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757695.744467:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757695.744470:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757695.744472:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757695.744476:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca19e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466096384:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757695.744480:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757695.744483:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757695.744485:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757695.744487:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757695.744492:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad5400.
02000000:00000001:0.0:1787757695.744495:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757695.744499:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757695.744502:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787757695.744506:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787757695.744510:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466096384, portal 4
00000100:00000001:0.0:1787757695.744512:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757695.744515:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118846464 : -120600590705152 : ffff92507ca19e00)
00000100:00000040:0.0:1787757695.744522:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca19e00 x1874594466096384/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757695.744530:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757695.744533:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757695.744536:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000200:0.0:1787757695.744539:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466096384, offset 0
00000400:00000200:0.0:1787757695.744544:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757695.744549:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757695.744553:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757695.744557:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757695.744560:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757695.744564:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757695.744566:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757695.744571:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56664:56664:256:4294967295] 192.168.201.154@tcp LPNI seq info [56664:56664:8:4294967295]
00000400:00000200:0.0:1787757695.744576:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757695.744585:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757695.744590:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757695.744594:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000800:00000200:0.0:1787757695.744599:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757695.744603:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787757695.744609:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757695.744612:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1787757695.744617:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757695.744619:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000400:00000200:0.0:1787757695.744623:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757695.744628:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757695.744631:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787757695.744634:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:0.0:1787757695.744637:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757695.744641:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca19e00 x1874594466096384/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757695.744650:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757695.744655:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19e00 x1874594466096384/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757720 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757695.744663:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757695.744665:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757695.744669:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757695.744672:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:0.0:1787757695.744676:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757695.744678:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313947673
00000100:00000001:0.0:1787757695.744681:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313948585
00000100:00000001:0.0:1787757695.744684:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313947673
00000100:00000001:0.0:1787757695.744687:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313948585
00000100:00000001:0.0:1787757695.744690:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757695.744692:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757695.744694:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757695.744699:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757695/real 1787757695]  req@ffff92507ca19e00 x1874594466096384/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757695.744708:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757695.744709:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757695.744711:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757695.744714:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757695.744716:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757695.744719:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757695.744722:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca19e00 x1874594466096384/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757695.744733:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca19e00 x1874594466096384/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757695.744740:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757695.744742:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757695.744744:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757695.744746:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757695.744750:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca19e00 x1874594466096384/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757695.744759:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757695.744764:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca19e00 x1874594466096384/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757720 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757695.744772:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757695.744775:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757695.744777:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757695.744778:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757695.744780:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757695.744782:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757695.744785:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757695.744789:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757695.744791:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757695.744796:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca19e00 x1874594466096384/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757720 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757695.744808:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca19e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466096384:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757695.744816:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757695.744820:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757695.744826:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca18b40 x1874594466096256/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757720 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757695.744840:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757695.744843:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757695.744847:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad4400.
02000000:00000001:0.0:1787757695.744852:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757695.744856:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757695.744858:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:0.0:1787757695.744863:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757695.744866:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51f400.
02000000:00000001:0.0:1787757695.744875:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757695.744878:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757695.744882:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca18b40.
00000100:00000001:0.0:1787757695.744887:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757695.744889:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757695.744893:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757695.744900:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca19e00 x1874594466096384/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757720 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757695.744911:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757695.744914:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757695.744916:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad5400.
02000000:00000001:0.0:1787757695.744919:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757695.744921:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757695.744922:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:0.0:1787757695.744925:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757695.744927:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51e800.
02000000:00000001:0.0:1787757695.744929:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757695.744931:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757695.744932:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca19e00.
00000100:00000001:0.0:1787757695.744935:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757695.744937:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757695.744939:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757695.744944:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757695.744946:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757695.744949:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757695.744951:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757696.254477:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757696.254492:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757696.254497:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757696.254508:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757696.254517:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757696.254526:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757696.254532:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757696.254539:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757696.254545:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757696.574523:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757696.574538:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757696.574553:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757696.574558:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757696.574567:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757696.574571:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757696.574733:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757696.574740:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757696.574745:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757696.702399:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313948585, at 4313948608
00000100:00000010:3.0:1787757696.702423:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747ea0.
00000100:00000040:2.0:1787757696.702429:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313948585, at 4313948608
00000100:00000010:2.0:1787757696.702451:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747840.
00000100:00000001:1.0:1787757697.278456:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757697.278467:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757697.278471:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757697.278478:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757697.278484:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757697.278490:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757697.278494:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757697.278499:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757697.278503:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757697.598536:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757697.598549:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757697.598565:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757697.598568:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757697.598576:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757697.598579:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757697.598703:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757697.598712:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757697.598719:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757698.302386:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757698.302397:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757698.302399:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757698.302406:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757698.302411:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757698.302416:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757698.302420:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757698.302424:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757698.302428:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757698.622404:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757698.622413:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757698.622425:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757698.622428:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757698.622437:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757698.622442:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757698.622501:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757698.622510:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757698.622518:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757699.326403:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757699.326414:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757699.326417:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757699.326425:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757699.326430:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757699.326435:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757699.326439:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757699.326442:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757699.326446:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757699.646431:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757699.646445:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757699.646460:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757699.646464:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757699.646474:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757699.646479:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757699.646572:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757699.646579:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757699.646584:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757700.350413:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757700.350426:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757700.350430:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757700.350440:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757700.350448:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757700.350454:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757700.350459:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757700.350464:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757700.350469:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757700.670417:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757700.670430:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757700.670447:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757700.670451:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757700.670461:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757700.670465:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757700.670562:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757700.670569:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757700.670573:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787757700.862459:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757700.862471:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787757700.862475:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757700.862480:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757700.862486:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757700.862496:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19280
00000400:00000200:2.0:1787757700.862507:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757700.862516:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757700.862520:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757700.862525:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757700.862529:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757700.862532:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757700.862535:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757700.862541:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757700.862543:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787757700.862547:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757700.862550:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787757700.862553:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787757700.862556:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787757700.862560:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757700.862563:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757700.862565:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757700.862568:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757700.862573:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787757700.862577:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757700.862581:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757700.862585:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757700.862589:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757700.862593:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757700.862596:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757700.862599:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757700.862611:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61c780.
00000020:00000040:2.0:1787757700.862616:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787757700.862622:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757700.862624:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757700.862627:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757700.862631:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757700.862636:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757700.862649:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafdc00.
00000100:00000001:2.0:1787757700.862657:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757700.862669:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61c780 x1874594466096512/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757700.862683:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757700.862689:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757700.862695:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054c4f452] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61c780 x1874594466096512/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757700.862730:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757700.862735:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757700.862739:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787757700.862741:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757700.862744:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757700.862747:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757700.862750:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19280
00000400:00000200:2.0:1787757700.862755:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757700.862759:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757700.862762:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757700.862765:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757700.862768:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757700.862771:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757700.862773:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757700.862776:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757700.862777:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:2.0:1787757700.862779:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757700.862782:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:2.0:1787757700.862784:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:2.0:1787757700.862787:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:2.0:1787757700.862791:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757700.862794:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757700.862796:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757700.862798:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757700.862801:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:2.0:1787757700.862804:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757700.862807:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757700.862809:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757700.862816:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757700.862819:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757700.862822:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757700.862827:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787757700.862831:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757700.862835:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757700.862840:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61da40.
00000020:00000040:2.0:1787757700.862843:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:2.0:1787757700.862847:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757700.862849:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757700.862852:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757700.862855:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757700.862857:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757700.862862:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafec00.
00000100:00000001:0.0:1787757700.862865:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757700.862867:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757700.862880:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1787757700.862881:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61da40 x1874594466096640/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757700.862890:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787757700.862899:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757700.862904:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757700.862913:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61c780 x1874594466096512/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787757700.862917:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000246cd981] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61da40 x1874594466096640/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757700.862969:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757700.862972:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757700.862975:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757700.862979:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1787757700.862984:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:2.0:1787757700.862986:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:0.0:1787757700.862991:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757700.862992:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757700.862999:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:0.0:1787757700.863001:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757700.863005:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:0.0:1787757700.863012:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466096512:192.168.201.154@tcp:250:kworker.0
00000100:00080000:2.0:1787757700.863015:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19280
00000100:00000001:0.0:1787757700.863028:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000400:00000200:2.0:1787757700.863030:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000001:0.0:1787757700.863035:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:2.0:1787757700.863040:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
02000000:00000001:0.0:1787757700.863044:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757700.863047:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
02000000:00000001:0.0:1787757700.863050:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1787757700.863057:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
02000000:00000010:0.0:1787757700.863062:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad5400.
00000100:00000001:2.0:1787757700.863062:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757700.863067:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
02000000:00000001:0.0:1787757700.863070:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757700.863074:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757700.863080:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757700.863082:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000400:00000200:0.0:1787757700.863086:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000020:00000001:2.0:1787757700.863088:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757700.863095:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:2.0:1787757700.863127:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:2.0:1787757700.863130:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000010:0.0:1787757700.863135:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000100:00000040:2.0:1787757700.863138:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757700.863145:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757700.863149:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000010:0.0:1787757700.863152:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000001:2.0:1787757700.863153:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757700.863163:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:2.0:1787757700.863168:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000200:0.0:1787757700.863169:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466096512, portal 25
00000100:00000001:2.0:1787757700.863172:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757700.863177:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1787757700.863179:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787757700.863183:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611346304 : -120601098205312 : ffff92505e61c780)
02000000:00000001:2.0:1787757700.863187:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757700.863194:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757700.863198:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61c780 x1874594466096512/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757700.863200:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757700.863206:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787757700.863217:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757700.863227:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757700.863231:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000010:2.0:1787757700.863237:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61fc00.
00000100:00000040:0.0:1787757700.863239:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000020:00000040:2.0:1787757700.863248:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000400:00000010:0.0:1787757700.863250:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
02000000:00000001:2.0:1787757700.863253:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:0.0:1787757700.863258:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466096512, offset 0
02000000:00000001:2.0:1787757700.863259:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757700.863334:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1787757700.863336:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
02000000:00000001:2.0:1787757700.863342:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757700.863348:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757700.863355:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000010:2.0:1787757700.863357:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafcc00.
00000100:00000001:2.0:1787757700.863366:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757700.863371:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00100000:2.0:1787757700.863382:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61fc00 x1874594466096768/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787757700.863384:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757700.863399:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00000001:2.0:1787757700.863409:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1787757700.863415:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1787757700.863418:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757700.863426:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00000040:2.0:1787757700.863435:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073ddc85a] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61fc00 x1874594466096768/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787757700.863440:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56665:56665:256:4294967295] 192.168.201.154@tcp LPNI seq info [56665:56665:8:4294967295]
00000400:00000200:0.0:1787757700.863463:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757700.863474:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757700.863482:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1787757700.863491:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1787757700.863494:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:0.0:1787757700.863504:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000040:2.0:1787757700.863505:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19290)
00000800:00000010:0.0:1787757700.863515:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000800:00000200:0.0:1787757700.863528:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757700.863534:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787757700.863543:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757700.863548:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1787757700.863553:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757700.863557:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000400:00000200:0.0:1787757700.863565:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757700.863571:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757700.863578:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787757700.863582:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:0.0:1787757700.863591:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757700.863597:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61c780 x1874594466096512/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757700.863611:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757700.863615:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61c780 x1874594466096512/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757725 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757700.863625:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757700.863627:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757700.863634:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757700.863639:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757700.863643:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313953705
00000100:00000010:0.0:1787757700.863650:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747540.
00000100:00000001:0.0:1787757700.863662:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787757700.863670:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313953705
00000100:00000010:0.0:1787757700.863675:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747120.
00000100:00000001:0.0:1787757700.863680:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787757700.863684:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757700.863688:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757700.863691:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757700.863697:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757700/real 1787757700]  req@ffff92505e61c780 x1874594466096512/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757700.863709:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757700.863711:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757700.863714:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757700.863719:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757700.863722:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757700.863725:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757700.863733:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61c780 x1874594466096512/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757700.863745:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61c780 x1874594466096512/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757700.863753:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757700.863755:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757700.863758:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757700.863760:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757700.863767:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61c780 x1874594466096512/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757700.863781:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757700.863790:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61c780 x1874594466096512/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757725 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757700.863805:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757700.863811:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757700.863814:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757700.863817:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757700.863821:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757700.863825:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757700.863832:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757700.863839:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757700.863845:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757700.863855:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61c780 x1874594466096512/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757725 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757700.863873:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466096512:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787757700.863883:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757700.863886:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757700.863891:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61c780 x1874594466096512/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757725 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757700.863900:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757700.863903:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757700.863907:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad5400.
02000000:00000001:0.0:1787757700.863911:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757700.863914:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757700.863916:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:0.0:1787757700.863919:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757700.863923:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafdc00.
02000000:00000001:0.0:1787757700.863928:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757700.863930:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757700.863932:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61c780.
00000100:00000001:0.0:1787757700.863936:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757700.863938:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757700.863940:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757700.863950:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757700.863953:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757700.863956:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757700.863958:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757700.863960:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757700.863965:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61da40 x1874594466096640/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757700.863974:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757700.863976:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757700.863979:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757700.863982:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757700.863985:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757700.863989:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466096640:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757700.863993:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757700.863996:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757700.863999:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757700.864046:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757700.864051:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad5400.
02000000:00000001:0.0:1787757700.864054:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757700.864059:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757700.864063:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787757700.864068:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787757700.864072:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466096640, portal 10
00000100:00000001:0.0:1787757700.864075:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757700.864077:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611351104 : -120601098200512 : ffff92505e61da40)
00000100:00000040:0.0:1787757700.864085:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61da40 x1874594466096640/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757700.864094:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757700.864130:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757700.864134:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000200:0.0:1787757700.864138:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466096640, offset 0
00000400:00000200:0.0:1787757700.864143:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757700.864150:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757700.864155:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757700.864160:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757700.864163:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757700.864166:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757700.864170:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757700.864174:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56666:56666:256:4294967295] 192.168.201.154@tcp LPNI seq info [56666:56666:8:4294967295]
00000400:00000200:0.0:1787757700.864179:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757700.864188:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757700.864194:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757700.864199:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000800:00000200:0.0:1787757700.864204:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757700.864208:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787757700.864214:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757700.864218:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1787757700.864223:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757700.864226:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000400:00000200:0.0:1787757700.864231:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757700.864235:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757700.864239:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787757700.864241:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:0.0:1787757700.864246:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757700.864251:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61da40 x1874594466096640/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757700.864261:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757700.864265:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61da40 x1874594466096640/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757725 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757700.864304:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757700.864307:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757700.864312:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757700.864317:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:0.0:1787757700.864321:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757700.864324:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313952810
00000100:00000001:0.0:1787757700.864328:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313953705
00000100:00000001:0.0:1787757700.864331:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313952810
00000100:00000001:0.0:1787757700.864334:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313953705
00000100:00000001:0.0:1787757700.864337:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757700.864339:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757700.864342:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757700.864347:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757700/real 1787757700]  req@ffff92505e61da40 x1874594466096640/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757700.864357:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757700.864358:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757700.864361:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757700.864364:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757700.864366:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757700.864369:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757700.864374:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61da40 x1874594466096640/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757700.864384:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61da40 x1874594466096640/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757700.864393:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757700.864394:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757700.864397:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757700.864398:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757700.864403:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61da40 x1874594466096640/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757700.864411:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757700.864415:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61da40 x1874594466096640/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757725 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757700.864424:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757700.864427:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757700.864429:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757700.864431:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757700.864433:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757700.864436:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757700.864439:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757700.864443:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757700.864446:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757700.864450:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61da40 x1874594466096640/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757725 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757700.864460:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466096640:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757700.864465:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757700.864468:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61fc00 x1874594466096768/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757700.864485:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757700.864487:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757700.864490:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757700.864493:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757700.864495:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757700.864499:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466096768:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757700.864502:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757700.864505:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757700.864507:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757700.864509:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757700.864513:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad4400.
02000000:00000001:0.0:1787757700.864516:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757700.864519:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757700.864522:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787757700.864526:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787757700.864530:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466096768, portal 4
00000100:00000001:0.0:1787757700.864532:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757700.864535:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611359744 : -120601098191872 : ffff92505e61fc00)
00000100:00000040:0.0:1787757700.864541:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61fc00 x1874594466096768/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757700.864550:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757700.864552:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757700.864555:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000200:0.0:1787757700.864558:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466096768, offset 0
00000400:00000200:0.0:1787757700.864563:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757700.864567:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757700.864571:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757700.864575:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757700.864579:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757700.864581:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757700.864585:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757700.864589:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56667:56667:256:4294967295] 192.168.201.154@tcp LPNI seq info [56667:56667:8:4294967295]
00000400:00000200:0.0:1787757700.864595:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757700.864603:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757700.864608:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757700.864612:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000800:00000200:0.0:1787757700.864617:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757700.864621:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787757700.864626:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757700.864629:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1787757700.864634:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757700.864637:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000400:00000200:0.0:1787757700.864641:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757700.864646:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757700.864649:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787757700.864651:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:0.0:1787757700.864654:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757700.864659:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61fc00 x1874594466096768/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757700.864669:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757700.864673:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61fc00 x1874594466096768/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757725 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757700.864681:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757700.864683:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757700.864687:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757700.864691:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:0.0:1787757700.864695:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757700.864697:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313952793
00000100:00000001:0.0:1787757700.864700:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313953705
00000100:00000001:0.0:1787757700.864703:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313952793
00000100:00000001:0.0:1787757700.864706:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313953705
00000100:00000001:0.0:1787757700.864708:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757700.864711:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757700.864714:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757700.864718:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757700/real 1787757700]  req@ffff92505e61fc00 x1874594466096768/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757700.864728:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757700.864729:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757700.864731:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757700.864734:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757700.864752:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757700.864756:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757700.864760:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61fc00 x1874594466096768/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757700.864777:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61fc00 x1874594466096768/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757700.864791:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757700.864803:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757700.864807:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757700.864810:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757700.864818:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61fc00 x1874594466096768/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757700.864832:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757700.864841:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61fc00 x1874594466096768/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757725 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757700.864856:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757700.864861:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757700.864865:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757700.864868:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757700.864871:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757700.864875:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757700.864880:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757700.864885:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757700.864888:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757700.864894:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61fc00 x1874594466096768/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757725 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757700.864904:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466096768:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757700.864909:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757700.864912:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757700.864916:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61da40 x1874594466096640/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757725 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757700.864924:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757700.864927:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757700.864929:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad5400.
02000000:00000001:0.0:1787757700.864933:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757700.864935:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757700.864937:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:0.0:1787757700.864940:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757700.864943:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafec00.
02000000:00000001:0.0:1787757700.864946:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757700.864948:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757700.864950:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61da40.
00000100:00000001:0.0:1787757700.864953:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757700.864955:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757700.864957:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757700.864961:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61fc00 x1874594466096768/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757725 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757700.864968:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757700.864970:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757700.864971:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad4400.
02000000:00000001:0.0:1787757700.864974:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757700.864975:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757700.864977:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:0.0:1787757700.864979:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757700.864981:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafcc00.
02000000:00000001:0.0:1787757700.864984:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757700.864985:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757700.864987:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61fc00.
00000100:00000001:0.0:1787757700.864990:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757700.864992:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757700.864994:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757700.864999:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757700.865000:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757700.865003:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757700.865005:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757701.374377:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757701.374388:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757701.374391:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757701.374398:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757701.374404:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757701.374409:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757701.374412:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757701.374415:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757701.374419:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757701.694423:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757701.694435:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757701.694439:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757701.694445:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757701.694453:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757701.694457:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757701.694462:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757701.694467:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757701.694476:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757701.694481:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757701.694484:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757701.694490:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757701.694493:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757701.694496:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757701.694499:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757701.694504:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757701.694514:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757701.694518:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757701.694565:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757701.694571:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757701.694577:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757701.822397:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313953705, at 4313953728
00000100:00000040:3.0:1787757701.822398:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313953705, at 4313953728
00000100:00000010:3.0:1787757701.822423:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747120.
00000100:00000010:2.0:1787757701.822430:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747540.
00000100:00000001:1.0:1787757702.398455:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757702.398465:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757702.398468:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757702.398477:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757702.398482:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757702.398488:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757702.398492:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757702.398496:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757702.398500:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757702.718489:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757702.718503:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757702.718521:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757702.718525:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757702.718534:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757702.718538:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757702.718684:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757702.718693:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757702.718700:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757703.422461:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757703.422477:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757703.422484:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757703.422496:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757703.422505:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757703.422515:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757703.422522:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757703.422529:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757703.422537:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757703.742467:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757703.742482:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757703.742504:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757703.742510:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757703.742522:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757703.742526:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757703.742623:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757703.742633:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757703.742640:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757704.446386:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757704.446397:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757704.446400:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757704.446408:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757704.446414:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757704.446419:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757704.446423:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757704.446427:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757704.446432:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757704.766407:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757704.766416:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757704.766430:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757704.766434:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757704.766443:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757704.766454:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757704.766460:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757704.766469:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757704.766476:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757704.766482:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757704.766487:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757704.766493:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757704.766537:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757704.766545:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757704.766551:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757705.470436:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757705.470447:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757705.470451:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757705.470460:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757705.470465:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757705.470471:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757705.470475:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757705.470480:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757705.470484:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757705.790486:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757705.790497:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757705.790510:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757705.790514:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757705.790523:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757705.790527:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757705.790632:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757705.790642:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757705.790651:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757705.982438:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757705.982453:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757705.982457:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757705.982462:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757705.982468:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757705.982478:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19285
00000400:00000200:3.0:1787757705.982491:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757705.982500:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757705.982505:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757705.982510:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757705.982514:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757705.982528:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757705.982533:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757705.982540:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757705.982545:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757705.982549:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757705.982554:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757705.982558:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757705.982563:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757705.982568:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757705.982572:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757705.982580:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757705.982586:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757705.982590:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757705.982596:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757705.982599:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757705.982603:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757705.982609:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757705.982613:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757705.982616:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757705.982620:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757705.982630:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca192c0.
00000020:00000040:3.0:1787757705.982634:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757705.982651:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757705.982654:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757705.982658:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757705.982662:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757705.982667:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757705.982678:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e000.
00000100:00000001:3.0:1787757705.982688:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757705.982703:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca192c0 x1874594466096896/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757705.982717:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757705.982723:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757705.982730:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e50181] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca192c0 x1874594466096896/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757705.982770:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757705.982777:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757705.982782:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757705.982786:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757705.982789:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757705.982795:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757705.982806:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19285
00000400:00000200:3.0:1787757705.982814:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757705.982823:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757705.982829:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757705.982834:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757705.982838:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757705.982841:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757705.982845:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757705.982849:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757705.982852:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757705.982856:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757705.982859:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787757705.982862:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787757705.982866:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787757705.982872:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757705.982877:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787757705.982879:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787757705.982894:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757705.982896:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757705.982910:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:1.0:1787757705.982913:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757705.982946:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca192c0 x1874594466096896/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757705.982969:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757705.982975:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757705.982985:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757705.982993:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757705.982999:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757705.983038:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466096896:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787757705.983051:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757705.983063:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:3.0:1787757705.983066:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
02000000:00000001:1.0:1787757705.983072:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757705.983083:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
02000000:00000001:1.0:1787757705.983086:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787757705.983095:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787757705.983101:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915400.
02000000:00000001:3.0:1787757705.983101:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787757705.983114:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757705.983119:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757705.983127:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757705.983132:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757705.983135:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757705.983143:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757705.983148:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757705.983151:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757705.983157:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1b0c0.
00000020:00000040:3.0:1787757705.983160:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787757705.983163:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757705.983166:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757705.983169:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757705.983171:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757705.983174:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757705.983181:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e800.
00000100:00000001:3.0:1787757705.983186:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757705.983195:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1b0c0 x1874594466097024/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757705.983205:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757705.983208:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757705.983214:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043bdf1c5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1b0c0 x1874594466097024/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757705.983227:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757705.983231:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757705.983236:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787757705.983238:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757705.983240:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757705.983243:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757705.983247:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19285
00000400:00000200:3.0:1787757705.983252:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757705.983256:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757705.983259:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757705.983262:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757705.983265:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757705.983268:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757705.983542:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757705.983546:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757705.983548:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787757705.983551:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757705.983555:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787757705.983559:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787757705.983564:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787757705.983570:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757705.983573:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757705.983576:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757705.983579:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757705.983583:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787757705.983656:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757705.983662:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757705.983667:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757705.983676:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757705.983680:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757705.983684:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757705.983689:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757705.983694:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757705.983698:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757705.983705:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a1c0.
00000020:00000040:3.0:1787757705.983709:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787757705.983713:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757705.983715:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757705.983718:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757705.983720:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757705.983723:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757705.983729:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51f400.
00000100:00000001:3.0:1787757705.983734:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757705.983741:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a1c0 x1874594466097152/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757705.983751:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757705.983754:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757705.983759:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062ae16d5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a1c0 x1874594466097152/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757705.983769:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757705.983774:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787757705.983779:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787757705.983785:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19295)
00000400:00000010:1.0:1787757705.985060:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000400:00000010:1.0:1787757705.985078:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00000200:1.0:1787757705.985089:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466096896, portal 25
00000100:00000001:1.0:1787757705.985093:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757705.985096:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118843584 : -120600590708032 : ffff92507ca192c0)
00000100:00000040:1.0:1787757705.985109:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca192c0 x1874594466096896/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757705.985122:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757705.985126:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757705.985130:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfa18.
00000100:00000200:1.0:1787757705.985134:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466096896, offset 0
00000400:00000200:1.0:1787757705.985143:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757705.985154:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757705.985163:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757705.985171:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757705.985177:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757705.985182:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757705.985185:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757705.985191:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56668:56668:256:4294967295] 192.168.201.154@tcp LPNI seq info [56668:56668:8:4294967295]
00000400:00000200:1.0:1787757705.985197:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757705.985210:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757705.985218:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757705.985226:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1d00.
00000800:00000200:1.0:1787757705.985235:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757705.985240:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787757705.985249:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757705.985254:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1787757705.985260:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757705.985263:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1d00.
00000400:00000200:1.0:1787757705.985295:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757705.985306:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757705.985313:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfa18
00000400:00000010:1.0:1787757705.985317:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfa18.
00000100:00000001:1.0:1787757705.985325:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757705.985331:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca192c0 x1874594466096896/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757705.985345:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757705.985350:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca192c0 x1874594466096896/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757730 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757705.985360:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757705.985362:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757705.985370:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757705.985375:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757705.985378:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313958827
00000100:00000010:1.0:1787757705.985384:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e62a0.
00000100:00000001:1.0:1787757705.985394:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787757705.985401:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313958827
00000100:00000010:1.0:1787757705.985405:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6ea0.
00000100:00000001:1.0:1787757705.985408:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787757705.985412:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757705.985416:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757705.985421:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757705.985426:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757705/real 1787757705]  req@ffff92507ca192c0 x1874594466096896/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757705.985452:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757705.985454:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757705.985457:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787757705.985461:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000400:00000010:1.0:1787757705.985463:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:1.0:1787757705.985467:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757705.985471:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca192c0 x1874594466096896/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757705.985483:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca192c0 x1874594466096896/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757705.985491:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757705.985493:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757705.985497:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757705.985499:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757705.985504:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca192c0 x1874594466096896/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757705.985514:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757705.985520:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca192c0 x1874594466096896/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757730 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757705.985530:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757705.985533:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757705.985535:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757705.985537:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757705.985540:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757705.985543:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757705.985546:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757705.985551:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757705.985554:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757705.985559:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca192c0 x1874594466096896/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757730 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757705.985570:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466096896:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787757705.985576:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757705.985580:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757705.985584:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca192c0 x1874594466096896/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757730 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757705.985592:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757705.985596:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757705.985599:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915400.
02000000:00000001:1.0:1787757705.985604:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757705.985606:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757705.985608:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787757705.985611:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757705.985615:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51e000.
02000000:00000001:1.0:1787757705.985619:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757705.985631:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757705.985634:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca192c0.
00000100:00000001:1.0:1787757705.985638:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757705.985639:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757705.985642:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757705.985652:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757705.985655:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757705.985658:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757705.985661:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757705.985664:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757705.985668:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1b0c0 x1874594466097024/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757705.985678:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757705.985681:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757705.985685:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757705.985688:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757705.985691:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757705.985695:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466097024:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757705.985699:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757705.985704:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757705.985707:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757705.985710:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757705.985716:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915400.
02000000:00000001:1.0:1787757705.985718:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757705.985724:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757705.985727:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000400:00000010:1.0:1787757705.985732:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00000200:1.0:1787757705.985735:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466097024, portal 10
00000100:00000001:1.0:1787757705.985738:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757705.985740:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118851264 : -120600590700352 : ffff92507ca1b0c0)
00000100:00000040:1.0:1787757705.985749:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1b0c0 x1874594466097024/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757705.985758:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757705.985761:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757705.985764:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfa18.
00000100:00000200:1.0:1787757705.985767:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466097024, offset 0
00000400:00000200:1.0:1787757705.985772:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757705.985778:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757705.985783:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757705.985787:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757705.985791:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757705.985794:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757705.985797:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757705.985801:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56669:56669:256:4294967295] 192.168.201.154@tcp LPNI seq info [56669:56669:8:4294967295]
00000400:00000200:1.0:1787757705.985807:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757705.985816:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757705.985821:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757705.985825:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1d00.
00000800:00000200:1.0:1787757705.985830:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757705.985833:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787757705.985839:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757705.985843:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1787757705.985848:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757705.985851:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1d00.
00000400:00000200:1.0:1787757705.985855:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757705.985859:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757705.985863:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfa18
00000400:00000010:1.0:1787757705.985866:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfa18.
00000100:00000001:1.0:1787757705.985869:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757705.985874:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1b0c0 x1874594466097024/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757705.985884:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757705.985888:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1b0c0 x1874594466097024/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757730 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757705.985896:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757705.985898:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757705.985902:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757705.985907:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787757705.985911:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757705.985914:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313957931
00000100:00000001:1.0:1787757705.985918:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313958827
00000100:00000001:1.0:1787757705.985921:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313957931
00000100:00000001:1.0:1787757705.985924:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313958827
00000100:00000001:1.0:1787757705.985926:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757705.985929:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757705.985931:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757705.985936:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757705/real 1787757705]  req@ffff92507ca1b0c0 x1874594466097024/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757705.985946:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757705.985948:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757705.985950:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787757705.985953:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000400:00000010:1.0:1787757705.985955:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:1.0:1787757705.985958:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757705.985962:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1b0c0 x1874594466097024/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757705.985972:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1b0c0 x1874594466097024/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757705.985979:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757705.985981:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757705.985983:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757705.985985:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757705.985989:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1b0c0 x1874594466097024/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757705.985997:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757705.986001:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1b0c0 x1874594466097024/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757730 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757705.986035:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757705.986039:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757705.986041:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757705.986043:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757705.986046:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757705.986048:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757705.986052:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757705.986056:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757705.986059:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757705.986064:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1b0c0 x1874594466097024/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757730 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757705.986075:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466097024:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757705.986080:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757705.986084:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1a1c0 x1874594466097152/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757705.986092:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757705.986094:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757705.986096:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757705.986098:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757705.986101:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757705.986105:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466097152:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757705.986108:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757705.986110:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757705.986112:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757705.986115:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757705.986119:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077916400.
02000000:00000001:1.0:1787757705.986122:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757705.986127:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757705.986130:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000400:00000010:1.0:1787757705.986134:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00000200:1.0:1787757705.986137:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466097152, portal 4
00000100:00000001:1.0:1787757705.986140:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757705.986142:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118847424 : -120600590704192 : ffff92507ca1a1c0)
00000100:00000040:1.0:1787757705.986149:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1a1c0 x1874594466097152/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757705.986157:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757705.986160:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757705.986163:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfa18.
00000100:00000200:1.0:1787757705.986166:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466097152, offset 0
00000400:00000200:1.0:1787757705.986170:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757705.986175:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757705.986179:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757705.986183:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757705.986186:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757705.986189:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757705.986192:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757705.986196:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56670:56670:256:4294967295] 192.168.201.154@tcp LPNI seq info [56670:56670:8:4294967295]
00000400:00000200:1.0:1787757705.986201:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757705.986210:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757705.986215:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757705.986219:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1d00.
00000800:00000200:1.0:1787757705.986224:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757705.986228:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787757705.986233:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757705.986236:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1787757705.986241:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757705.986243:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1d00.
00000400:00000200:1.0:1787757705.986247:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757705.986251:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757705.986255:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfa18
00000400:00000010:1.0:1787757705.986258:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfa18.
00000100:00000001:1.0:1787757705.986262:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757705.986290:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1a1c0 x1874594466097152/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757705.986304:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757705.986311:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a1c0 x1874594466097152/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757730 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757705.986320:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757705.986322:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757705.986327:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757705.986331:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787757705.986335:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757705.986338:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313957915
00000100:00000001:1.0:1787757705.986342:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313958827
00000100:00000001:1.0:1787757705.986345:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313957915
00000100:00000001:1.0:1787757705.986348:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313958827
00000100:00000001:1.0:1787757705.986350:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757705.986353:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757705.986355:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757705.986359:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757705/real 1787757705]  req@ffff92507ca1a1c0 x1874594466097152/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757705.986368:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757705.986370:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757705.986372:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787757705.986376:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000400:00000010:1.0:1787757705.986378:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:1.0:1787757705.986380:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757705.986384:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1a1c0 x1874594466097152/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757705.986394:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1a1c0 x1874594466097152/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757705.986403:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757705.986405:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757705.986408:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757705.986410:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757705.986414:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1a1c0 x1874594466097152/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757705.986422:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757705.986426:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1a1c0 x1874594466097152/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757730 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757705.986434:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757705.986437:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757705.986439:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757705.986440:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757705.986442:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757705.986444:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757705.986447:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757705.986451:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757705.986453:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757705.986458:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1a1c0 x1874594466097152/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757730 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757705.986467:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466097152:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757705.986472:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757705.986474:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757705.986478:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1b0c0 x1874594466097024/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757730 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757705.986486:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757705.986488:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757705.986492:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915400.
02000000:00000001:1.0:1787757705.986495:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757705.986497:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757705.986499:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787757705.986502:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757705.986504:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51e800.
02000000:00000001:1.0:1787757705.986507:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757705.986509:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757705.986511:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1b0c0.
00000100:00000001:1.0:1787757705.986514:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757705.986516:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757705.986518:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757705.986523:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1a1c0 x1874594466097152/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757730 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757705.986530:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757705.986531:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757705.986533:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077916400.
02000000:00000001:1.0:1787757705.986536:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757705.986537:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757705.986539:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787757705.986541:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757705.986542:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51f400.
02000000:00000001:1.0:1787757705.986546:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757705.986547:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757705.986548:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1a1c0.
00000100:00000001:1.0:1787757705.986551:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757705.986553:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757705.986555:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757705.986559:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757705.986560:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757705.986563:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757705.986565:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757706.494419:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757706.494432:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757706.494435:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757706.494443:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757706.494449:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757706.494453:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757706.494457:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757706.494461:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757706.494465:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757706.814444:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757706.814454:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757706.814464:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757706.814467:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757706.814474:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757706.814477:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757706.814566:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757706.814572:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757706.814578:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757706.942396:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313958827, at 4313958848
00000100:00000010:2.0:1787757706.942420:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e62a0.
00000100:00000040:3.0:1787757706.942442:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313958827, at 4313958848
00000100:00000010:3.0:1787757706.942468:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6ea0.
00000100:00000001:1.0:1787757707.518370:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757707.518381:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757707.518396:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757707.518404:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757707.518409:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757707.518414:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757707.518418:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757707.518421:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757707.518425:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757707.838427:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757707.838438:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757707.838450:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757707.838454:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757707.838462:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757707.838465:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757707.838502:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757707.838507:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757707.838513:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757708.542491:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757708.542503:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757708.542507:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757708.542515:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757708.542521:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757708.542526:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757708.542529:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757708.542533:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757708.542536:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757708.862436:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757708.862447:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757708.862470:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757708.862475:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757708.862484:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757708.862488:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757708.862622:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757708.862631:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757708.862638:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757709.566357:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757709.566368:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757709.566371:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757709.566379:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757709.566384:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757709.566389:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757709.566393:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757709.566397:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757709.566401:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757709.886425:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757709.886435:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757709.886448:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757709.886452:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757709.886460:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757709.886462:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757709.886549:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757709.886559:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757709.886566:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757710.590383:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757710.590395:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757710.590398:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757710.590405:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757710.590410:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757710.590414:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757710.590417:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757710.590420:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757710.590424:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757710.910448:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757710.910459:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757710.910471:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757710.910475:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757710.910482:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757710.910484:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757710.910519:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757710.910524:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757710.910530:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757711.102406:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757711.102417:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757711.102421:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757711.102426:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757711.102433:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757711.102443:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19290
00000400:00000200:3.0:1787757711.102453:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757711.102460:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757711.102464:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757711.102469:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757711.102473:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757711.102476:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757711.102479:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757711.102484:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757711.102487:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757711.102491:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757711.102494:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757711.102497:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757711.102500:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757711.102505:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757711.102507:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757711.102510:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757711.102513:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757711.102516:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757711.102521:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757711.102524:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757711.102528:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757711.102532:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757711.102535:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757711.102538:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757711.102541:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757711.102551:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19680.
00000020:00000040:3.0:1787757711.102557:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757711.102564:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757711.102567:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757711.102573:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757711.102578:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757711.102585:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757711.102598:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c000.
00000100:00000001:3.0:1787757711.102609:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757711.102625:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19680 x1874594466097280/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757711.102646:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757711.102654:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757711.102662:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c14b51e] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19680 x1874594466097280/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757711.102694:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757711.102698:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757711.102703:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757711.102705:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757711.102708:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757711.102712:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757711.102716:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19290
00000400:00000200:3.0:1787757711.102722:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757711.102726:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757711.102729:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757711.102732:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757711.102736:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757711.102738:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757711.102741:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757711.102745:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757711.102747:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757711.102749:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757711.102752:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787757711.102754:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787757711.102757:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787757711.102760:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757711.102763:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757711.102765:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757711.102768:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757711.102772:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787757711.102776:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757711.102780:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757711.102784:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757711.102791:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757711.102795:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757711.102797:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787757711.102803:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:3.0:1787757711.102803:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757711.102812:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757711.102814:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757711.102815:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757711.102819:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000010:3.0:1787757711.102825:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19a40.
00000020:00000040:3.0:1787757711.102835:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000100:00000040:1.0:1787757711.102836:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca19680 x1874594466097280/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787757711.102843:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757711.102847:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757711.102853:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757711.102856:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757711.102862:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757711.102872:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51dc00.
00000100:00000001:1.0:1787757711.102876:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757711.102880:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757711.102883:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757711.102895:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:3.0:1787757711.102895:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19a40 x1874594466097408/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787757711.102904:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757711.102944:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757711.102949:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757711.102955:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048dd93e3] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19a40 x1874594466097408/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787757711.102963:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757711.102971:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757711.102980:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1787757711.102981:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466097280:192.168.201.154@tcp:250:kworker.0
00000100:00080000:3.0:1787757711.102989:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787757711.102995:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757711.103002:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787757711.103003:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787757711.103007:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757711.103014:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19290
00000400:00000200:3.0:1787757711.103019:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757711.103026:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
02000000:00000001:1.0:1787757711.103027:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1787757711.103034:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
02000000:00000001:1.0:1787757711.103035:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757711.103040:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757711.103049:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077916400.
02000000:00000001:1.0:1787757711.103059:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757711.103065:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000200:1.0:1787757711.103075:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757711.103078:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1787757711.103084:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000100:00000040:3.0:1787757711.103092:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000010:1.0:1787757711.103098:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00000001:3.0:1787757711.103101:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000200:1.0:1787757711.103112:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466097280, portal 25
00000020:00000001:3.0:1787757711.103112:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757711.103122:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000100:00000001:1.0:1787757711.103123:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757711.103127:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118844544 : -120600590707072 : ffff92507ca19680)
00000020:00000001:3.0:1787757711.103130:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757711.103137:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000100:00000040:1.0:1787757711.103143:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca19680 x1874594466097280/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787757711.103144:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787757711.103153:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787757711.103168:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757711.103173:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787757711.103175:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787757711.103184:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000040:3.0:1787757711.103186:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000010:1.0:1787757711.103193:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfa18.
00000100:00000001:3.0:1787757711.103194:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757711.103204:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00000200:1.0:1787757711.103205:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466097280, offset 0
00000100:00080000:3.0:1787757711.103215:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000400:00000200:1.0:1787757711.103224:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000001:3.0:1787757711.103225:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757711.103234:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787757711.103239:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000001:3.0:1787757711.103242:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757711.103251:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757711.103252:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00000001:3.0:1787757711.103262:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:1.0:1787757711.103305:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757711.103315:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757711.103320:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757711.103326:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000008:00100000:3.0:1787757711.103327:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787757711.103337:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56671:56671:256:4294967295] 192.168.201.154@tcp LPNI seq info [56671:56671:8:4294967295]
00000008:00000001:3.0:1787757711.103339:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757711.103348:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757711.103355:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000010:3.0:1787757711.103360:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a940.
00000020:00000040:3.0:1787757711.103367:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787757711.103380:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787757711.103381:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1787757711.103386:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757711.103392:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757711.103397:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.0:1787757711.103398:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
02000000:00000001:3.0:1787757711.103402:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787757711.103410:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1d00.
02000000:00000010:3.0:1787757711.103413:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51ec00.
00000100:00000001:3.0:1787757711.103423:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787757711.103424:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757711.103435:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 33 secs later)
00000100:00100000:3.0:1787757711.103440:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a940 x1874594466097536/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787757711.103452:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757711.103463:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 33 secs later)
00000100:00000001:3.0:1787757711.103467:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000100:1.0:1787757711.103476:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000100:00000001:3.0:1787757711.103477:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787757711.103484:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1d00.
00000100:00000040:3.0:1787757711.103493:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acf304e1] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a940 x1874594466097536/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787757711.103497:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757711.103514:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787757711.103522:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757711.103525:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfa18
00000100:00000040:3.0:1787757711.103529:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1787757711.103532:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfa18.
00000100:00000040:3.0:1787757711.103538:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1787757711.103543:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1787757711.103550:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19300)
00000100:00000200:1.0:1787757711.103553:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca19680 x1874594466097280/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757711.103571:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757711.103577:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19680 x1874594466097280/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757736 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757711.103596:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757711.103599:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757711.103607:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757711.103612:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757711.103616:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313963945
00000100:00000010:1.0:1787757711.103622:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6600.
00000100:00000001:1.0:1787757711.103632:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787757711.103640:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313963945
00000100:00000010:1.0:1787757711.103643:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6720.
00000100:00000001:1.0:1787757711.103647:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787757711.103651:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757711.103655:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757711.103659:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757711.103664:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757711/real 1787757711]  req@ffff92507ca19680 x1874594466097280/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757711.103676:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757711.103678:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757711.103680:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787757711.103684:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000400:00000010:1.0:1787757711.103686:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:1.0:1787757711.103689:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757711.103694:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca19680 x1874594466097280/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757711.103705:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca19680 x1874594466097280/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757711.103712:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757711.103715:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757711.103718:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757711.103720:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757711.103725:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca19680 x1874594466097280/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757711.103735:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757711.103741:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca19680 x1874594466097280/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757736 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757711.103750:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757711.103754:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757711.103756:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757711.103757:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757711.103760:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757711.103763:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757711.103766:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757711.103771:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757711.103773:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757711.103778:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca19680 x1874594466097280/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757736 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757711.103788:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466097280:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787757711.103794:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757711.103797:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757711.103800:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca19680 x1874594466097280/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757736 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757711.103808:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757711.103811:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757711.103814:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077916400.
02000000:00000001:1.0:1787757711.103818:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757711.103821:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757711.103823:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787757711.103826:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757711.103829:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51c000.
02000000:00000001:1.0:1787757711.103834:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757711.103836:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757711.103839:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca19680.
00000100:00000001:1.0:1787757711.103843:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757711.103845:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757711.103849:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757711.103861:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757711.103865:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757711.103869:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757711.103872:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757711.103874:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757711.103881:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca19a40 x1874594466097408/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757711.103896:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757711.103899:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757711.103903:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757711.103907:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757711.103911:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757711.103946:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca19a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466097408:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757711.103955:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757711.103960:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757711.103963:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757711.103967:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757711.103973:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077916400.
02000000:00000001:1.0:1787757711.103977:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757711.103984:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757711.103989:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000400:00000010:1.0:1787757711.103994:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00000200:1.0:1787757711.103998:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466097408, portal 10
00000100:00000001:1.0:1787757711.104001:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757711.104003:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118845504 : -120600590706112 : ffff92507ca19a40)
00000100:00000040:1.0:1787757711.104012:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca19a40 x1874594466097408/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757711.104022:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757711.104025:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757711.104028:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfa18.
00000100:00000200:1.0:1787757711.104032:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466097408, offset 0
00000400:00000200:1.0:1787757711.104037:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757711.104043:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757711.104049:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757711.104053:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757711.104057:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757711.104060:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757711.104064:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757711.104068:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56672:56672:256:4294967295] 192.168.201.154@tcp LPNI seq info [56672:56672:8:4294967295]
00000400:00000200:1.0:1787757711.104073:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757711.104082:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757711.104088:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757711.104093:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1d00.
00000800:00000200:1.0:1787757711.104098:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757711.104102:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787757711.104108:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757711.104112:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1787757711.104117:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757711.104120:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1d00.
00000400:00000200:1.0:1787757711.104124:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757711.104129:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757711.104132:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfa18
00000400:00000010:1.0:1787757711.104135:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfa18.
00000100:00000001:1.0:1787757711.104138:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757711.104143:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca19a40 x1874594466097408/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757711.104153:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757711.104157:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19a40 x1874594466097408/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757736 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757711.104166:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757711.104168:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757711.104173:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757711.104178:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787757711.104182:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757711.104185:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313963049
00000100:00000001:1.0:1787757711.104189:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313963945
00000100:00000001:1.0:1787757711.104192:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313963049
00000100:00000001:1.0:1787757711.104195:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313963945
00000100:00000001:1.0:1787757711.104197:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757711.104200:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757711.104203:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757711.104208:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757711/real 1787757711]  req@ffff92507ca19a40 x1874594466097408/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757711.104217:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757711.104218:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757711.104220:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787757711.104223:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000400:00000010:1.0:1787757711.104225:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:1.0:1787757711.104227:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757711.104231:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca19a40 x1874594466097408/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757711.104242:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca19a40 x1874594466097408/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757711.104250:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757711.104252:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757711.104254:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757711.104256:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757711.104260:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca19a40 x1874594466097408/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757711.104299:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757711.104304:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca19a40 x1874594466097408/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757736 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757711.104314:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757711.104318:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757711.104320:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757711.104321:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757711.104324:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757711.104327:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757711.104330:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757711.104333:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757711.104336:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757711.104341:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca19a40 x1874594466097408/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757736 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757711.104350:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca19a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466097408:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757711.104356:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757711.104360:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1a940 x1874594466097536/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757711.104368:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757711.104370:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757711.104373:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757711.104375:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757711.104378:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757711.104381:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466097536:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757711.104385:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757711.104387:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757711.104390:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757711.104392:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757711.104397:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915400.
02000000:00000001:1.0:1787757711.104399:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757711.104404:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757711.104408:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000400:00000010:1.0:1787757711.104412:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00000200:1.0:1787757711.104416:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466097536, portal 4
00000100:00000001:1.0:1787757711.104418:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757711.104420:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118849344 : -120600590702272 : ffff92507ca1a940)
00000100:00000040:1.0:1787757711.104428:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1a940 x1874594466097536/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757711.104436:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757711.104439:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757711.104442:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfa18.
00000100:00000200:1.0:1787757711.104444:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466097536, offset 0
00000400:00000200:1.0:1787757711.104449:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757711.104454:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757711.104458:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757711.104462:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757711.104465:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757711.104469:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757711.104471:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757711.104475:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56673:56673:256:4294967295] 192.168.201.154@tcp LPNI seq info [56673:56673:8:4294967295]
00000400:00000200:1.0:1787757711.104480:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757711.104488:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757711.104494:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757711.104497:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1d00.
00000800:00000200:1.0:1787757711.104502:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757711.104506:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787757711.104511:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757711.104514:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1787757711.104519:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757711.104522:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1d00.
00000400:00000200:1.0:1787757711.104526:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757711.104530:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757711.104534:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfa18
00000400:00000010:1.0:1787757711.104537:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfa18.
00000100:00000001:1.0:1787757711.104540:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757711.104545:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1a940 x1874594466097536/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757711.104555:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757711.104558:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a940 x1874594466097536/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757736 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757711.104566:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757711.104568:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757711.104572:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757711.104576:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787757711.104580:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757711.104583:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313963033
00000100:00000001:1.0:1787757711.104586:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313963945
00000100:00000001:1.0:1787757711.104589:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313963033
00000100:00000001:1.0:1787757711.104592:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313963945
00000100:00000001:1.0:1787757711.104594:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757711.104596:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757711.104599:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757711.104603:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757711/real 1787757711]  req@ffff92507ca1a940 x1874594466097536/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757711.104612:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757711.104614:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757711.104616:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787757711.104619:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000400:00000010:1.0:1787757711.104621:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:1.0:1787757711.104624:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757711.104627:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1a940 x1874594466097536/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757711.104637:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1a940 x1874594466097536/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757711.104646:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757711.104648:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757711.104650:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757711.104652:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757711.104656:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1a940 x1874594466097536/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757711.104664:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757711.104668:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1a940 x1874594466097536/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757736 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757711.104676:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757711.104679:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757711.104681:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757711.104682:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757711.104685:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757711.104686:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757711.104690:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757711.104693:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757711.104695:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757711.104700:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1a940 x1874594466097536/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757736 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757711.104709:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466097536:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757711.104714:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757711.104716:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757711.104720:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca19a40 x1874594466097408/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757736 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757711.104728:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757711.104731:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757711.104734:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077916400.
02000000:00000001:1.0:1787757711.104737:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757711.104739:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757711.104741:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787757711.104744:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757711.104746:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51dc00.
02000000:00000001:1.0:1787757711.104750:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757711.104751:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757711.104753:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca19a40.
00000100:00000001:1.0:1787757711.104756:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757711.104758:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757711.104760:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757711.104764:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1a940 x1874594466097536/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757736 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757711.104772:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757711.104773:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757711.104775:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915400.
02000000:00000001:1.0:1787757711.104781:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757711.104782:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757711.104783:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787757711.104785:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757711.104787:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51ec00.
02000000:00000001:1.0:1787757711.104789:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757711.104791:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757711.104792:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1a940.
00000100:00000001:1.0:1787757711.104795:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757711.104796:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757711.104799:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757711.104804:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757711.104805:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757711.104808:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757711.104810:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757711.614372:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757711.614383:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757711.614386:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757711.614396:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757711.614404:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757711.614410:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757711.614414:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757711.614419:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757711.614424:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757711.934370:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757711.934379:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757711.934381:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757711.934397:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757711.934401:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757711.934403:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757711.934405:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757711.934407:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757711.934410:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757711.934411:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757711.934412:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757711.934414:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757711.934416:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757711.934417:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757711.934418:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757711.934419:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757711.934422:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757711.934423:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757711.934473:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757711.934476:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757711.934479:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757712.062330:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313963945, at 4313963968
00000100:00000040:3.0:1787757712.062339:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313963945, at 4313963968
00000100:00000010:2.0:1787757712.062343:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6600.
00000100:00000010:3.0:1787757712.062349:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6720.
00000100:00000001:2.0:1787757712.638437:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757712.638450:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757712.638452:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757712.638457:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757712.638460:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757712.638463:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757712.638465:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757712.638467:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757712.638470:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757712.958357:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757712.958365:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757712.958372:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757712.958374:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757712.958378:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757712.958379:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757712.958418:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757712.958423:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757712.958427:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757713.662392:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757713.662405:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757713.662408:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757713.662415:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757713.662420:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757713.662425:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757713.662429:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757713.662433:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757713.662437:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757713.982413:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757713.982424:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757713.982435:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757713.982438:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757713.982447:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757713.982450:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757713.982487:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757713.982491:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757713.982496:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757714.686375:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757714.686386:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757714.686389:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757714.686396:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757714.686401:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757714.686407:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757714.686410:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757714.686415:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757714.686420:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757715.006503:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757715.006516:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757715.006527:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757715.006530:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757715.006535:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757715.006540:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757715.006544:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757715.006550:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757715.006555:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757715.006558:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757715.006561:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757715.006564:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757715.006710:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757715.006719:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757715.006726:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757715.710395:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757715.710411:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757715.710415:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757715.710423:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757715.710429:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757715.710434:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757715.710439:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757715.710443:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757715.710448:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757716.030462:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757716.030471:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757716.030482:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757716.030486:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757716.030494:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757716.030497:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757716.030568:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757716.030576:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757716.030582:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757716.222403:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757716.222423:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757716.222429:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757716.222436:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757716.222445:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757716.222456:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19295
00000400:00000200:3.0:1787757716.222471:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757716.222481:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757716.222486:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757716.222491:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757716.222496:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757716.222501:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757716.222508:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757716.222517:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757716.222521:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757716.222527:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757716.222535:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757716.222540:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757716.222545:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757716.222552:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757716.222557:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757716.222561:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757716.222566:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757716.222573:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757716.222582:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757716.222588:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757716.222594:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757716.222602:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757716.222606:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757716.222610:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757716.222615:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757716.222625:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1bc00.
00000020:00000040:3.0:1787757716.222630:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757716.222638:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757716.222640:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757716.222645:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757716.222650:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757716.222657:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757716.222668:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c400.
00000100:00000001:3.0:1787757716.222678:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757716.222693:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1bc00 x1874594466097664/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757716.222708:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757716.222715:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757716.222722:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002bc35b5c] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1bc00 x1874594466097664/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757716.222759:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757716.222767:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757716.222774:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757716.222777:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757716.222781:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757716.222788:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757716.222795:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19295
00000400:00000200:3.0:1787757716.222805:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757716.222813:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757716.222818:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757716.222847:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757716.222854:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757716.222861:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757716.222866:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757716.222870:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787757716.222873:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1787757716.222873:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757716.222878:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757716.222885:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000100:00000001:1.0:1787757716.222889:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787757716.222890:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:1.0:1787757716.222896:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787757716.222901:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:1.0:1787757716.222914:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1bc00 x1874594466097664/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787757716.222919:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757716.222930:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757716.222941:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757716.222945:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757716.222951:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:1.0:1787757716.222954:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787757716.222963:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
02000000:00000001:1.0:1787757716.222969:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1787757716.222977:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
02000000:00000001:1.0:1787757716.222981:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757716.222990:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757716.222994:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757716.222999:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1787757716.223012:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466097664:192.168.201.154@tcp:250:kworker.0
02000000:00000001:3.0:1787757716.223012:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757716.223022:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757716.223031:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787757716.223033:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1787757716.223039:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757716.223046:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757716.223048:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787757716.223050:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757716.223056:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757716.223062:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a940.
02000000:00000001:1.0:1787757716.223063:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1787757716.223072:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000010:1.0:1787757716.223078:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915400.
02000000:00000001:3.0:1787757716.223079:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757716.223085:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757716.223087:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757716.223090:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757716.223094:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757716.223098:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757716.223103:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000010:3.0:1787757716.223111:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51fc00.
00000400:00000010:1.0:1787757716.223114:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000100:00000001:3.0:1787757716.223122:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787757716.223130:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00100000:3.0:1787757716.223139:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a940 x1874594466097792/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787757716.223148:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466097664, portal 25
00000100:00000001:1.0:1787757716.223159:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757716.223161:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787757716.223164:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118854144 : -120600590697472 : ffff92507ca1bc00)
00000100:00000001:3.0:1787757716.223168:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757716.223180:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acf304e1] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a940 x1874594466097792/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787757716.223185:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1bc00 x1874594466097664/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757716.223228:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757716.223229:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787757716.223238:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1787757716.223240:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757716.223248:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfa18.
00000100:00080000:3.0:1787757716.223250:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000200:1.0:1787757716.223257:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466097664, offset 0
00000100:00000001:3.0:1787757716.223258:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757716.223264:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757716.223312:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757716.223319:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19295
00000400:00000200:3.0:1787757716.223329:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757716.223334:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757716.223338:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757716.223344:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757716.223348:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757716.223359:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000200:1.0:1787757716.223361:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000001:3.0:1787757716.223367:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757716.223374:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757716.223378:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787757716.223384:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787757716.223387:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000020:00000040:3.0:1787757716.223392:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787757716.223402:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787757716.223409:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:1.0:1787757716.223410:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00000040:3.0:1787757716.223426:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000200:1.0:1787757716.223428:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787757716.223433:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787757716.223442:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00000040:3.0:1787757716.223444:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757716.223452:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:1.0:1787757716.223458:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000020:00000040:3.0:1787757716.223459:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000400:00000200:1.0:1787757716.223468:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00080000:3.0:1787757716.223471:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757716.223480:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757716.223482:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56674:56674:256:4294967295] 192.168.201.154@tcp LPNI seq info [56674:56674:8:4294967295]
02000000:00000001:3.0:1787757716.223487:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757716.223495:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787757716.223496:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000001:3.0:1787757716.223508:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757716.223517:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:1.0:1787757716.223524:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000008:00100000:3.0:1787757716.223527:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757716.223539:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787757716.223544:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000001:3.0:1787757716.223546:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787757716.223561:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1d00.
00000100:00000010:3.0:1787757716.223563:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19a40.
00000020:00000040:3.0:1787757716.223575:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787757716.223581:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.0:1787757716.223587:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000001:3.0:1787757716.223587:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757716.223596:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757716.223603:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757716.223608:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757716.223615:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51d800.
00000800:00000200:1.0:1787757716.223618:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 28 secs later)
00000100:00000001:3.0:1787757716.223621:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757716.223638:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19a40 x1874594466097920/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787757716.223648:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757716.223662:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 28 secs later)
00000800:00000100:1.0:1787757716.223681:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000100:00000001:3.0:1787757716.223684:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000010:1.0:1787757716.223688:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1d00.
00000100:00000001:3.0:1787757716.223692:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757716.223700:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1787757716.223703:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048dd93e3] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19a40 x1874594466097920/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787757716.223718:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787757716.223732:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757716.223735:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfa18
00000100:00000040:3.0:1787757716.223738:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1787757716.223743:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfa18.
00000100:00000040:3.0:1787757716.223747:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1787757716.223758:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1787757716.223759:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19305)
00000100:00000200:1.0:1787757716.223776:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1bc00 x1874594466097664/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757716.223800:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757716.223809:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1bc00 x1874594466097664/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757741 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757716.223825:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757716.223851:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757716.223866:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757716.223873:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757716.223877:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313969065
00000100:00000010:1.0:1787757716.223886:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e65a0.
00000100:00000001:1.0:1787757716.223896:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787757716.223905:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313969065
00000100:00000010:1.0:1787757716.223909:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6ae0.
00000100:00000001:1.0:1787757716.223913:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787757716.223917:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757716.223921:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757716.223926:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757716.223934:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757716/real 1787757716]  req@ffff92507ca1bc00 x1874594466097664/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757716.223955:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757716.223958:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757716.223962:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787757716.223968:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000400:00000010:1.0:1787757716.223972:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:1.0:1787757716.223979:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757716.223987:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1bc00 x1874594466097664/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757716.224006:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1bc00 x1874594466097664/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757716.224022:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757716.224026:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757716.224030:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757716.224035:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757716.224042:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1bc00 x1874594466097664/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757716.224052:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757716.224059:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1bc00 x1874594466097664/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757741 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757716.224070:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757716.224075:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757716.224077:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757716.224079:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757716.224083:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757716.224085:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757716.224089:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757716.224094:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757716.224097:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757716.224102:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1bc00 x1874594466097664/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757741 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757716.224113:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466097664:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787757716.224121:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757716.224124:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757716.224128:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1bc00 x1874594466097664/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757741 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757716.224137:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757716.224142:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757716.224146:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915400.
02000000:00000001:1.0:1787757716.224153:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757716.224156:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757716.224158:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787757716.224161:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757716.224165:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51c400.
02000000:00000001:1.0:1787757716.224170:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757716.224172:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757716.224175:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1bc00.
00000100:00000001:1.0:1787757716.224179:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757716.224181:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757716.224183:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757716.224196:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757716.224199:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757716.224202:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757716.224204:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757716.224206:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757716.224211:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1a940 x1874594466097792/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757716.224220:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757716.224223:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757716.224225:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757716.224228:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757716.224231:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757716.224234:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466097792:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757716.224239:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757716.224242:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757716.224244:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757716.224247:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757716.224251:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915400.
02000000:00000001:1.0:1787757716.224254:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757716.224260:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757716.224264:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000400:00000010:1.0:1787757716.224269:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00000200:1.0:1787757716.224305:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466097792, portal 10
00000100:00000001:1.0:1787757716.224309:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757716.224313:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118849344 : -120600590702272 : ffff92507ca1a940)
00000100:00000040:1.0:1787757716.224325:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1a940 x1874594466097792/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757716.224335:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757716.224339:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757716.224343:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfa18.
00000100:00000200:1.0:1787757716.224346:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466097792, offset 0
00000400:00000200:1.0:1787757716.224352:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757716.224358:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757716.224365:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757716.224370:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757716.224374:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757716.224377:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757716.224381:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757716.224385:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56675:56675:256:4294967295] 192.168.201.154@tcp LPNI seq info [56675:56675:8:4294967295]
00000400:00000200:1.0:1787757716.224390:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757716.224400:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757716.224406:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757716.224411:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1d00.
00000800:00000200:1.0:1787757716.224417:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757716.224421:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787757716.224427:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757716.224431:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 28 secs later)
00000800:00000100:1.0:1787757716.224437:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757716.224440:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1d00.
00000400:00000200:1.0:1787757716.224444:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757716.224449:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757716.224453:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfa18
00000400:00000010:1.0:1787757716.224455:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfa18.
00000100:00000001:1.0:1787757716.224459:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757716.224464:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1a940 x1874594466097792/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757716.224475:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757716.224479:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a940 x1874594466097792/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757741 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757716.224488:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757716.224490:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757716.224495:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757716.224501:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787757716.224505:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757716.224508:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313968170
00000100:00000001:1.0:1787757716.224513:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313969065
00000100:00000001:1.0:1787757716.224516:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313968170
00000100:00000001:1.0:1787757716.224519:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313969065
00000100:00000001:1.0:1787757716.224522:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757716.224524:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757716.224527:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757716.224532:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757716/real 1787757716]  req@ffff92507ca1a940 x1874594466097792/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757716.224547:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757716.224549:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757716.224552:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787757716.224557:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000400:00000010:1.0:1787757716.224561:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:1.0:1787757716.224566:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757716.224573:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1a940 x1874594466097792/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757716.224591:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1a940 x1874594466097792/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757716.224606:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757716.224609:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757716.224613:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757716.224616:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757716.224624:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1a940 x1874594466097792/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757716.224639:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757716.224648:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1a940 x1874594466097792/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757741 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757716.224658:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757716.224662:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757716.224665:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757716.224667:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757716.224670:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757716.224673:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757716.224677:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757716.224681:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757716.224684:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757716.224689:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1a940 x1874594466097792/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757741 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757716.224700:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466097792:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757716.224705:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757716.224709:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca19a40 x1874594466097920/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757716.224718:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757716.224720:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757716.224723:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757716.224726:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757716.224729:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757716.224732:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca19a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466097920:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757716.224737:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757716.224740:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757716.224742:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757716.224745:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757716.224750:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077916400.
02000000:00000001:1.0:1787757716.224753:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757716.224759:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757716.224763:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000400:00000010:1.0:1787757716.224771:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00000200:1.0:1787757716.224777:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466097920, portal 4
00000100:00000001:1.0:1787757716.224782:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757716.224785:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118845504 : -120600590706112 : ffff92507ca19a40)
00000100:00000040:1.0:1787757716.224797:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca19a40 x1874594466097920/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757716.224810:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757716.224816:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757716.224821:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfa18.
00000100:00000200:1.0:1787757716.224845:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466097920, offset 0
00000400:00000200:1.0:1787757716.224857:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757716.224866:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757716.224874:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757716.224881:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757716.224886:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757716.224891:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757716.224894:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757716.224899:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56676:56676:256:4294967295] 192.168.201.154@tcp LPNI seq info [56676:56676:8:4294967295]
00000400:00000200:1.0:1787757716.224905:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757716.224914:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757716.224921:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757716.224926:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1d00.
00000800:00000200:1.0:1787757716.224931:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757716.224937:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787757716.224946:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757716.224954:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 28 secs later)
00000800:00000100:1.0:1787757716.224961:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757716.224965:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1d00.
00000400:00000200:1.0:1787757716.224971:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757716.224978:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757716.224985:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfa18
00000400:00000010:1.0:1787757716.224989:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfa18.
00000100:00000001:1.0:1787757716.224995:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757716.225004:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca19a40 x1874594466097920/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757716.225022:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757716.225030:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19a40 x1874594466097920/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757741 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757716.225042:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757716.225045:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757716.225051:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757716.225056:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787757716.225061:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757716.225064:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313968153
00000100:00000001:1.0:1787757716.225068:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313969065
00000100:00000001:1.0:1787757716.225072:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313968153
00000100:00000001:1.0:1787757716.225075:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313969065
00000100:00000001:1.0:1787757716.225078:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757716.225081:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757716.225084:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757716.225088:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757716/real 1787757716]  req@ffff92507ca19a40 x1874594466097920/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757716.225098:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757716.225100:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757716.225103:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787757716.225106:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000400:00000010:1.0:1787757716.225108:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:1.0:1787757716.225111:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757716.225115:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca19a40 x1874594466097920/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757716.225126:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca19a40 x1874594466097920/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757716.225134:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757716.225136:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757716.225138:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757716.225140:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757716.225145:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca19a40 x1874594466097920/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757716.225155:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757716.225160:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca19a40 x1874594466097920/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757741 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757716.225168:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757716.225171:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757716.225173:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757716.225174:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757716.225176:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757716.225178:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757716.225181:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757716.225185:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757716.225188:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757716.225192:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca19a40 x1874594466097920/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757741 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757716.225201:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca19a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466097920:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757716.225206:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757716.225209:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757716.225213:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1a940 x1874594466097792/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757741 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757716.225223:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757716.225225:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757716.225228:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915400.
02000000:00000001:1.0:1787757716.225231:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757716.225233:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757716.225235:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787757716.225238:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757716.225241:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51fc00.
02000000:00000001:1.0:1787757716.225248:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757716.225250:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757716.225252:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1a940.
00000100:00000001:1.0:1787757716.225256:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757716.225258:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757716.225260:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757716.225263:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca19a40 x1874594466097920/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757741 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757716.225311:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757716.225313:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757716.225316:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077916400.
02000000:00000001:1.0:1787757716.225320:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757716.225322:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757716.225324:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787757716.225327:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757716.225330:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51d800.
02000000:00000001:1.0:1787757716.225333:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757716.225334:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757716.225336:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca19a40.
00000100:00000001:1.0:1787757716.225339:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757716.225341:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757716.225344:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757716.225349:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757716.225351:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757716.225354:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757716.225356:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757716.734390:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757716.734402:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757716.734406:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757716.734414:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757716.734420:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757716.734426:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757716.734429:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757716.734435:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757716.734440:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757717.054364:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757717.054371:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757717.054377:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757717.054379:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757717.054382:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757717.054383:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757717.054401:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757717.054403:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757717.054405:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757717.182341:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313969065, at 4313969088
00000100:00000010:2.0:1787757717.182357:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e65a0.
00000100:00000040:3.0:1787757717.182369:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313969065, at 4313969088
00000100:00000010:3.0:1787757717.182382:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6ae0.
00000100:00000001:2.0:1787757717.758382:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757717.758393:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757717.758396:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757717.758404:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757717.758409:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757717.758414:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757717.758417:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757717.758421:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757717.758425:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757718.078359:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757718.078367:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757718.078376:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757718.078378:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757718.078383:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757718.078384:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757718.078448:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757718.078452:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757718.078455:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757718.782358:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757718.782370:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757718.782373:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757718.782381:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757718.782386:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757718.782391:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757718.782394:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757718.782398:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757718.782401:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757719.102415:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757719.102429:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757719.102445:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757719.102450:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757719.102459:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757719.102463:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757719.102534:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757719.102542:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757719.102548:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757719.806410:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757719.806424:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757719.806429:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757719.806439:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757719.806446:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757719.806453:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757719.806459:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757719.806465:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757719.806471:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757720.126478:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757720.126489:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757720.126504:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757720.126509:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757720.126517:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757720.126521:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757720.126567:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757720.126571:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757720.126578:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757720.830392:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757720.830403:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757720.830406:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757720.830412:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757720.830418:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757720.830423:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757720.830427:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757720.830430:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757720.830434:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757721.150393:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757721.150403:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757721.150411:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757721.150413:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757721.150420:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757721.150423:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757721.150522:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757721.150530:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757721.150536:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757721.342371:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757721.342388:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757721.342394:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757721.342400:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757721.342409:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757721.342422:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19300
00000400:00000200:3.0:1787757721.342436:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757721.342446:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757721.342452:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757721.342457:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757721.342462:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757721.342466:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757721.342469:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757721.342475:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757721.342478:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757721.342484:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757721.342489:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757721.342492:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757721.342496:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757721.342500:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757721.342503:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757721.342505:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757721.342508:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757721.342512:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757721.342517:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757721.342520:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757721.342524:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757721.342529:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757721.342533:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757721.342536:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757721.342540:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757721.342551:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19680.
00000020:00000040:3.0:1787757721.342559:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757721.342567:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757721.342571:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757721.342577:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757721.342583:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757721.342591:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757721.342607:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e400.
00000100:00000001:3.0:1787757721.342622:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757721.342641:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19680 x1874594466098048/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757721.342663:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757721.342670:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757721.342678:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c14b51e] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19680 x1874594466098048/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757721.342711:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757721.342717:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757721.342722:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757721.342724:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757721.342727:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757721.342731:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757721.342735:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19300
00000400:00000200:3.0:1787757721.342763:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757721.342768:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757721.342772:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757721.342777:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757721.342781:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757721.342785:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757721.342791:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757721.342795:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757721.342797:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757721.342800:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757721.342804:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787757721.342808:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787757721.342811:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787757721.342816:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757721.342818:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787757721.342823:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787757721.342824:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757721.342829:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757721.342834:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787757721.342837:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757721.342849:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757721.342854:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787757721.342857:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787757721.342866:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757721.342867:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787757721.342873:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757721.342877:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757721.342885:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757721.342892:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757721.342896:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757721.342899:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca19680 x1874594466098048/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1787757721.342903:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a1c0.
00000020:00000040:3.0:1787757721.342909:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787757721.342927:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757721.342935:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757721.342949:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757721.342960:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787757721.342961:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757721.342970:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757721.342974:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757721.342979:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757721.342987:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1787757721.342990:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51d800.
02000000:00000001:1.0:1787757721.342993:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757721.343008:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757721.343009:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466098048:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787757721.343028:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757721.343036:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:3.0:1787757721.343041:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a1c0 x1874594466098176/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787757721.343042:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757721.343054:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757721.343068:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077916400.
00000100:00000001:3.0:1787757721.343071:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787757721.343075:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757721.343085:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757721.343093:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757721.343102:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000100:00000040:3.0:1787757721.343104:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062ae16d5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a1c0 x1874594466098176/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787757721.343114:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00000200:1.0:1787757721.343130:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466098048, portal 25
00000100:00000001:1.0:1787757721.343142:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757721.343145:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118844544 : -120600590707072 : ffff92507ca19680)
00000100:00000001:3.0:1787757721.343149:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757721.343162:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca19680 x1874594466098048/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787757721.343163:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757721.343188:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787757721.343193:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757721.343201:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757721.343212:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787757721.343224:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787757721.343225:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19300
00000400:00000200:3.0:1787757721.343247:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:1.0:1787757721.343253:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757721.343261:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000400:00000010:1.0:1787757721.343330:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfa18.
00000100:00080000:3.0:1787757721.343341:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1787757721.343342:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466098048, offset 0
00000100:00000040:3.0:1787757721.343363:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757721.343376:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787757721.343377:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000040:3.0:1787757721.343392:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757721.343396:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:1.0:1787757721.343407:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000020:00000001:3.0:1787757721.343416:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757721.343421:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787757721.343425:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787757721.343433:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000020:00000040:3.0:1787757721.343435:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787757721.343447:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:1.0:1787757721.343448:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1787757721.343458:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:1.0:1787757721.343465:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757721.343483:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757721.343488:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757721.343502:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56677:56677:256:4294967295] 192.168.201.154@tcp LPNI seq info [56677:56677:8:4294967295]
00000100:00000040:3.0:1787757721.343502:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757721.343520:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787757721.343531:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:3.0:1787757721.343533:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757721.343540:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757721.343545:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000400:00000200:1.0:1787757721.343577:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1787757721.343579:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000800:00000200:1.0:1787757721.343599:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000001:3.0:1787757721.343599:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787757721.343612:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1d00.
02000000:00000001:3.0:1787757721.343614:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.0:1787757721.343627:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000001:3.0:1787757721.343628:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1787757721.343640:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 23 secs later)
02000000:00000001:3.0:1787757721.343644:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757721.343657:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000200:1.1:1787757721.343659:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000008:00100000:3.0:1787757721.343673:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.1:1787757721.343675:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 23 secs later)
00000008:00000001:3.0:1787757721.343689:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757721.343701:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787757721.343703:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000100:00000010:3.0:1787757721.343716:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1b0c0.
00000800:00000010:1.0:1787757721.343717:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1d00.
00000020:00000040:3.0:1787757721.343727:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787757721.343734:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787757721.343758:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1787757721.343762:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757721.343769:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757721.343772:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757721.343782:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757721.343788:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
02000000:00000010:3.0:1787757721.343794:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51fc00.
00000400:00000200:1.0:1787757721.343802:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfa18
00000100:00000001:3.0:1787757721.343802:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787757721.343817:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfa18.
00000100:00100000:3.0:1787757721.343821:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1b0c0 x1874594466098304/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787757721.343836:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787757721.343840:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757721.343848:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757721.343859:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043bdf1c5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1b0c0 x1874594466098304/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757721.343863:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca19680 x1874594466098048/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757721.343889:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757721.343900:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787757721.343928:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1787757721.343937:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757721.343938:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19310)
00000100:00000040:1.0:1787757721.343959:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19680 x1874594466098048/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757746 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757721.343972:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757721.343975:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757721.343987:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757721.343994:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757721.343998:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313974185
00000100:00000010:1.0:1787757721.344007:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e67e0.
00000100:00000001:1.0:1787757721.344017:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787757721.344025:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313974185
00000100:00000010:1.0:1787757721.344028:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6360.
00000100:00000001:1.0:1787757721.344033:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787757721.344037:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757721.344041:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757721.344044:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757721.344050:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757721/real 1787757721]  req@ffff92507ca19680 x1874594466098048/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757721.344062:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757721.344064:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757721.344068:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787757721.344072:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000400:00000010:1.0:1787757721.344075:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:1.0:1787757721.344079:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757721.344084:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca19680 x1874594466098048/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757721.344095:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca19680 x1874594466098048/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757721.344104:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757721.344106:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757721.344109:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757721.344111:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757721.344116:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca19680 x1874594466098048/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757721.344125:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757721.344130:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca19680 x1874594466098048/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757746 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757721.344140:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757721.344144:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757721.344146:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757721.344147:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757721.344151:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757721.344154:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757721.344159:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757721.344167:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757721.344172:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757721.344181:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca19680 x1874594466098048/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757746 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757721.344199:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466098048:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787757721.344214:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757721.344219:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757721.344226:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca19680 x1874594466098048/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757746 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757721.344242:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757721.344246:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757721.344252:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077916400.
02000000:00000001:1.0:1787757721.344259:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757721.344264:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757721.344268:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787757721.344304:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757721.344309:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51e400.
02000000:00000001:1.0:1787757721.344314:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757721.344317:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757721.344320:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca19680.
00000100:00000001:1.0:1787757721.344324:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757721.344326:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757721.344329:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757721.344341:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757721.344343:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757721.344346:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757721.344349:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757721.344351:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757721.344359:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1a1c0 x1874594466098176/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757721.344369:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757721.344371:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757721.344374:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757721.344378:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757721.344381:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757721.344384:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466098176:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757721.344389:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757721.344393:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757721.344395:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757721.344398:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757721.344403:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077916400.
02000000:00000001:1.0:1787757721.344406:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757721.344412:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757721.344416:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000400:00000010:1.0:1787757721.344421:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00000200:1.0:1787757721.344425:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466098176, portal 10
00000100:00000001:1.0:1787757721.344428:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757721.344430:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118847424 : -120600590704192 : ffff92507ca1a1c0)
00000100:00000040:1.0:1787757721.344439:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1a1c0 x1874594466098176/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757721.344448:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757721.344452:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757721.344454:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfa18.
00000100:00000200:1.0:1787757721.344458:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466098176, offset 0
00000400:00000200:1.0:1787757721.344463:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757721.344469:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757721.344474:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757721.344478:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757721.344482:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757721.344485:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757721.344489:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757721.344493:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56678:56678:256:4294967295] 192.168.201.154@tcp LPNI seq info [56678:56678:8:4294967295]
00000400:00000200:1.0:1787757721.344499:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757721.344508:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757721.344514:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757721.344518:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1d00.
00000800:00000200:1.0:1787757721.344524:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757721.344527:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1787757721.344535:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757721.344538:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 23 secs later)
00000800:00000100:1.0:1787757721.344544:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757721.344547:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1d00.
00000400:00000200:1.0:1787757721.344551:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757721.344556:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757721.344560:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfa18
00000400:00000010:1.0:1787757721.344563:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfa18.
00000100:00000001:1.0:1787757721.344566:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757721.344571:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1a1c0 x1874594466098176/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757721.344582:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757721.344585:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a1c0 x1874594466098176/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757746 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757721.344594:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757721.344596:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757721.344599:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757721.344605:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787757721.344609:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757721.344611:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313973290
00000100:00000001:1.0:1787757721.344615:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313974185
00000100:00000001:1.0:1787757721.344618:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313973290
00000100:00000001:1.0:1787757721.344621:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313974185
00000100:00000001:1.0:1787757721.344624:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757721.344626:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757721.344629:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757721.344633:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757721/real 1787757721]  req@ffff92507ca1a1c0 x1874594466098176/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757721.344643:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757721.344645:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757721.344647:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787757721.344650:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000400:00000010:1.0:1787757721.344652:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:1.0:1787757721.344655:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757721.344660:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1a1c0 x1874594466098176/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757721.344671:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1a1c0 x1874594466098176/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757721.344679:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757721.344681:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757721.344683:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757721.344685:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757721.344689:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1a1c0 x1874594466098176/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757721.344697:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757721.344703:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1a1c0 x1874594466098176/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757746 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757721.344717:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757721.344721:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757721.344725:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757721.344727:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757721.344730:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757721.344734:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757721.344764:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757721.344773:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757721.344778:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757721.344788:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1a1c0 x1874594466098176/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757746 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757721.344806:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466098176:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757721.344815:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757721.344823:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1b0c0 x1874594466098304/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757721.344852:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757721.344855:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757721.344860:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757721.344864:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757721.344869:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757721.344875:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466098304:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757721.344882:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757721.344886:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757721.344890:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757721.344894:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757721.344901:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915400.
02000000:00000001:1.0:1787757721.344905:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757721.344912:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757721.344915:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000400:00000010:1.0:1787757721.344921:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00000200:1.0:1787757721.344926:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466098304, portal 4
00000100:00000001:1.0:1787757721.344928:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757721.344930:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118851264 : -120600590700352 : ffff92507ca1b0c0)
00000100:00000040:1.0:1787757721.344939:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1b0c0 x1874594466098304/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757721.344948:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757721.344951:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757721.344954:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfa18.
00000100:00000200:1.0:1787757721.344957:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466098304, offset 0
00000400:00000200:1.0:1787757721.344962:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757721.344967:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757721.344973:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757721.344977:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757721.344980:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757721.344984:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757721.344987:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757721.344992:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56679:56679:256:4294967295] 192.168.201.154@tcp LPNI seq info [56679:56679:8:4294967295]
00000400:00000200:1.0:1787757721.344998:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757721.345007:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757721.345013:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757721.345017:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1d00.
00000800:00000200:1.0:1787757721.345023:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757721.345026:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1787757721.345032:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757721.345036:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 23 secs later)
00000800:00000100:1.0:1787757721.345041:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757721.345044:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1d00.
00000400:00000200:1.0:1787757721.345048:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757721.345053:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757721.345057:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfa18
00000400:00000010:1.0:1787757721.345059:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfa18.
00000100:00000001:1.0:1787757721.345063:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757721.345067:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1b0c0 x1874594466098304/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757721.345078:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757721.345082:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1b0c0 x1874594466098304/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757746 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757721.345090:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757721.345092:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757721.345096:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757721.345100:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787757721.345104:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757721.345107:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313973273
00000100:00000001:1.0:1787757721.345110:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313974185
00000100:00000001:1.0:1787757721.345113:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313973273
00000100:00000001:1.0:1787757721.345116:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313974185
00000100:00000001:1.0:1787757721.345118:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757721.345122:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757721.345124:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757721.345129:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757721/real 1787757721]  req@ffff92507ca1b0c0 x1874594466098304/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757721.345139:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757721.345141:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757721.345143:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787757721.345146:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000400:00000010:1.0:1787757721.345148:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:1.0:1787757721.345150:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757721.345154:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1b0c0 x1874594466098304/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757721.345168:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1b0c0 x1874594466098304/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757721.345181:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757721.345184:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757721.345188:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757721.345190:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757721.345197:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1b0c0 x1874594466098304/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757721.345211:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757721.345219:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1b0c0 x1874594466098304/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757746 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757721.345234:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757721.345240:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757721.345243:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757721.345246:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757721.345250:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757721.345253:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757721.345259:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757721.345267:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757721.345301:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757721.345308:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1b0c0 x1874594466098304/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757746 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757721.345319:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466098304:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757721.345325:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757721.345328:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757721.345332:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1a1c0 x1874594466098176/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757746 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757721.345340:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757721.345343:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757721.345346:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077916400.
02000000:00000001:1.0:1787757721.345350:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757721.345352:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757721.345354:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787757721.345357:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757721.345360:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51d800.
02000000:00000001:1.0:1787757721.345363:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757721.345365:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757721.345367:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1a1c0.
00000100:00000001:1.0:1787757721.345371:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757721.345372:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757721.345374:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757721.345378:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1b0c0 x1874594466098304/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757746 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757721.345386:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757721.345387:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757721.345389:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915400.
02000000:00000001:1.0:1787757721.345394:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757721.345396:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757721.345397:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787757721.345399:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757721.345402:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51fc00.
02000000:00000001:1.0:1787757721.345407:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757721.345408:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757721.345410:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1b0c0.
00000100:00000001:1.0:1787757721.345413:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757721.345415:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757721.345417:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757721.345422:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757721.345423:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757721.345426:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757721.345428:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757721.854439:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757721.854450:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757721.854454:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757721.854461:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757721.854466:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757721.854472:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757721.854476:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757721.854480:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757721.854485:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757722.174452:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757722.174466:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757722.174470:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757722.174475:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757722.174484:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757722.174488:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757722.174492:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757722.174497:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757722.174505:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757722.174510:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757722.174513:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757722.174516:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757722.174519:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757722.174521:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757722.174524:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757722.174528:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757722.174533:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757722.174536:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757722.174608:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757722.174615:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757722.174620:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757722.302376:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313974185, at 4313974208
00000100:00000010:3.0:1787757722.302399:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6360.
00000100:00000040:2.0:1787757722.302412:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313974185, at 4313974208
00000100:00000010:2.0:1787757722.302435:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e67e0.
00000100:00000001:2.0:1787757722.878374:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757722.878386:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757722.878389:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757722.878396:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757722.878402:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757722.878407:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757722.878411:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757722.878415:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757722.878419:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757723.198427:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757723.198438:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757723.198449:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757723.198452:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757723.198461:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757723.198464:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757723.198503:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757723.198508:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757723.198513:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757723.902414:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757723.902425:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757723.902429:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757723.902438:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757723.902444:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757723.902450:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757723.902454:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757723.902458:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757723.902463:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757724.222403:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757724.222414:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757724.222424:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757724.222426:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757724.222431:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757724.222434:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757724.222587:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757724.222598:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757724.222607:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757724.926480:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757724.926490:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757724.926493:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757724.926499:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757724.926504:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757724.926509:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757724.926512:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757724.926516:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757724.926520:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757725.246449:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757725.246460:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757725.246471:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757725.246474:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757725.246480:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757725.246485:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757725.246489:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757725.246494:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757725.246499:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757725.246504:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757725.246508:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757725.246512:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757725.246596:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757725.246603:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757725.246608:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757725.950442:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757725.950453:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757725.950456:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757725.950463:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757725.950468:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757725.950474:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757725.950477:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757725.950481:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757725.950484:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757726.270413:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757726.270427:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757726.270443:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757726.270448:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757726.270460:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757726.270464:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757726.270514:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757726.270521:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757726.270528:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757726.462402:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757726.462417:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757726.462422:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757726.462428:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757726.462435:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757726.462447:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19305
00000400:00000200:3.0:1787757726.462462:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757726.462475:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757726.462482:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757726.462489:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757726.462495:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757726.462500:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757726.462507:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757726.462516:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757726.462521:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757726.462527:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757726.462533:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757726.462539:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757726.462545:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757726.462552:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757726.462556:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757726.462561:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757726.462566:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757726.462597:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757726.462604:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757726.462608:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757726.462612:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757726.462618:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757726.462622:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757726.462625:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757726.462630:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757726.462644:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca192c0.
00000020:00000040:3.0:1787757726.462672:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757726.462680:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757726.462682:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757726.462704:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757726.462708:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757726.462715:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757726.462725:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c400.
00000100:00000001:3.0:1787757726.462734:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757726.462747:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca192c0 x1874594466098432/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757726.462759:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757726.462765:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757726.462772:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e50181] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca192c0 x1874594466098432/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757726.462800:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757726.462804:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757726.462808:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757726.462810:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757726.462812:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757726.462815:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757726.462818:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19305
00000400:00000200:3.0:1787757726.462822:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757726.462825:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757726.462828:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757726.462831:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757726.462833:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757726.462836:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757726.462840:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757726.462842:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757726.462843:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757726.462846:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757726.462849:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787757726.462852:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787757726.462856:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787757726.462859:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757726.462862:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757726.462865:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757726.462868:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757726.462871:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787757726.462873:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757726.462875:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757726.462879:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787757726.462881:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757726.462893:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757726.462898:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787757726.462898:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757726.462908:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757726.462911:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757726.462917:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757726.462924:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757726.462925:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca192c0 x1874594466098432/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757726.462928:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757726.462936:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19e00.
00000020:00000040:3.0:1787757726.462946:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787757726.462962:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787757726.462966:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787757726.462966:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757726.462974:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757726.462975:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757726.462988:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787757726.462991:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757726.462994:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757726.462997:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1787757726.463001:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51ec00.
02000000:00000001:1.0:1787757726.463005:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757726.463008:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757726.463017:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466098432:192.168.201.154@tcp:250:kworker.0
00000100:00100000:3.0:1787757726.463023:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19e00 x1874594466098560/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787757726.463026:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757726.463037:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787757726.463039:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787757726.463047:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757726.463048:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757726.463070:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1787757726.463071:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000c6c2d2] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19e00 x1874594466098560/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757726.463087:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757726.463090:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:1.0:1787757726.463092:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915400.
00000100:00080000:3.0:1787757726.463097:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:1.0:1787757726.463103:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757726.463103:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757726.463109:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757726.463118:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757726.463121:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19305
00000400:00000200:1.0:1787757726.463131:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757726.463158:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000400:00000200:3.0:1787757726.463158:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757726.463170:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757726.463174:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1787757726.463180:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00000040:3.0:1787757726.463181:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757726.463195:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1787757726.463203:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466098432, portal 25
00000100:00000040:3.0:1787757726.463204:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757726.463219:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:1.0:1787757726.463224:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:3.0:1787757726.463225:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757726.463231:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000100:00000001:1.0:1787757726.463235:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118843584 : -120600590708032 : ffff92507ca192c0)
00000020:00000001:3.0:1787757726.463237:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757726.463242:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787757726.463301:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787757726.463303:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787757726.463308:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757726.463310:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757726.463312:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757726.463314:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757726.463318:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787757726.463322:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757726.463324:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757726.463327:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757726.463331:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757726.463335:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757726.463336:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca192c0 x1874594466098432/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757726.463338:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757726.463345:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757726.463364:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757726.463380:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757726.463384:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000010:3.0:1787757726.463390:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca18b40.
00000100:00000040:1.0:1787757726.463399:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000020:00000040:3.0:1787757726.463401:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000400:00000010:1.0:1787757726.463409:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfa18.
02000000:00000001:3.0:1787757726.463411:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757726.463422:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787757726.463426:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466098432, offset 0
00000100:00000001:3.0:1787757726.463427:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757726.463434:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757726.463440:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757726.463450:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
02000000:00000010:3.0:1787757726.463453:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51dc00.
00000100:00000001:3.0:1787757726.463460:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757726.463467:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757726.463484:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00100000:3.0:1787757726.463487:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca18b40 x1874594466098688/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787757726.463494:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757726.463507:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757726.463522:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757726.463532:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00000001:3.0:1787757726.463551:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787757726.463552:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56680:56680:256:4294967295] 192.168.201.154@tcp LPNI seq info [56680:56680:8:4294967295]
00000100:00000001:3.0:1787757726.463566:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757726.463578:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5e8f4b9] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca18b40 x1874594466098688/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787757726.463588:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757726.463609:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757726.463627:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787757726.463628:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1787757726.463675:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.0:1787757726.463694:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757726.463712:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1d00.
00000100:00000040:3.0:1787757726.463714:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19316)
00000800:00000200:1.0:1787757726.463732:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757726.463739:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787757726.463748:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757726.463754:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787757726.463760:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757726.463764:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1d00.
00000400:00000200:1.0:1787757726.463771:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757726.463778:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757726.463784:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfa18
00000400:00000010:1.0:1787757726.463787:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfa18.
00000100:00000001:1.0:1787757726.463794:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757726.463800:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca192c0 x1874594466098432/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757726.463815:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757726.463819:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca192c0 x1874594466098432/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757751 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757726.463829:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757726.463831:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757726.463839:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757726.463845:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757726.463849:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313979305
00000100:00000010:1.0:1787757726.463856:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6480.
00000100:00000001:1.0:1787757726.463866:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787757726.463873:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313979305
00000100:00000010:1.0:1787757726.463877:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6180.
00000100:00000001:1.0:1787757726.463881:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787757726.463885:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757726.463889:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757726.463892:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757726.463898:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757726/real 1787757726]  req@ffff92507ca192c0 x1874594466098432/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757726.463909:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757726.463912:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757726.463915:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787757726.463918:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000400:00000010:1.0:1787757726.463920:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:1.0:1787757726.463923:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757726.463927:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca192c0 x1874594466098432/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757726.463938:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca192c0 x1874594466098432/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757726.463946:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757726.463949:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757726.463951:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757726.463954:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757726.463958:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca192c0 x1874594466098432/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757726.463967:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757726.463972:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca192c0 x1874594466098432/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757751 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757726.463991:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757726.463994:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757726.463997:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757726.463999:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757726.464002:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757726.464004:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757726.464009:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757726.464014:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757726.464016:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757726.464022:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca192c0 x1874594466098432/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757751 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757726.464032:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466098432:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787757726.464038:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757726.464041:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757726.464045:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca192c0 x1874594466098432/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757751 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757726.464057:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757726.464062:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757726.464068:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915400.
02000000:00000001:1.0:1787757726.464077:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757726.464081:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757726.464085:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787757726.464089:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757726.464094:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51c400.
02000000:00000001:1.0:1787757726.464101:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757726.464105:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757726.464109:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca192c0.
00000100:00000001:1.0:1787757726.464115:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757726.464117:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757726.464122:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757726.464135:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757726.464139:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757726.464144:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757726.464147:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757726.464150:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757726.464159:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca19e00 x1874594466098560/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757726.464169:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757726.464172:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757726.464175:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757726.464177:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757726.464180:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757726.464184:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca19e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466098560:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757726.464188:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757726.464192:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757726.464194:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757726.464197:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757726.464201:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915400.
02000000:00000001:1.0:1787757726.464204:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757726.464211:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757726.464216:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000400:00000010:1.0:1787757726.464224:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00000200:1.0:1787757726.464230:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466098560, portal 10
00000100:00000001:1.0:1787757726.464234:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757726.464237:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118846464 : -120600590705152 : ffff92507ca19e00)
00000100:00000040:1.0:1787757726.464249:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca19e00 x1874594466098560/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757726.464263:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757726.464268:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757726.464318:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfa18.
00000100:00000200:1.0:1787757726.464323:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466098560, offset 0
00000400:00000200:1.0:1787757726.464329:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757726.464336:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757726.464342:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757726.464346:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757726.464350:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757726.464353:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757726.464356:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757726.464361:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56681:56681:256:4294967295] 192.168.201.154@tcp LPNI seq info [56681:56681:8:4294967295]
00000400:00000200:1.0:1787757726.464366:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757726.464375:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757726.464381:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757726.464385:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1d00.
00000800:00000200:1.0:1787757726.464391:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757726.464395:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787757726.464400:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757726.464404:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787757726.464409:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757726.464411:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1d00.
00000400:00000200:1.0:1787757726.464416:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757726.464420:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757726.464424:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfa18
00000400:00000010:1.0:1787757726.464426:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfa18.
00000100:00000001:1.0:1787757726.464430:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757726.464436:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca19e00 x1874594466098560/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757726.464446:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757726.464450:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19e00 x1874594466098560/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757751 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757726.464459:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757726.464461:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757726.464465:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757726.464470:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787757726.464474:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757726.464477:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313978410
00000100:00000001:1.0:1787757726.464481:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313979305
00000100:00000001:1.0:1787757726.464485:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313978410
00000100:00000001:1.0:1787757726.464487:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313979305
00000100:00000001:1.0:1787757726.464490:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757726.464493:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757726.464495:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757726.464500:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757726/real 1787757726]  req@ffff92507ca19e00 x1874594466098560/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757726.464509:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757726.464510:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757726.464512:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787757726.464515:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000400:00000010:1.0:1787757726.464517:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:1.0:1787757726.464520:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757726.464524:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca19e00 x1874594466098560/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757726.464534:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca19e00 x1874594466098560/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757726.464542:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757726.464543:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757726.464546:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757726.464547:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757726.464551:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca19e00 x1874594466098560/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757726.464559:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757726.464564:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca19e00 x1874594466098560/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757751 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757726.464573:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757726.464576:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757726.464579:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757726.464581:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757726.464583:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757726.464586:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757726.464589:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757726.464593:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757726.464596:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757726.464601:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca19e00 x1874594466098560/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757751 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757726.464610:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca19e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466098560:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757726.464615:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757726.464620:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca18b40 x1874594466098688/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757726.464629:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757726.464631:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757726.464634:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757726.464636:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757726.464639:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757726.464642:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca18b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466098688:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757726.464675:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757726.464681:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757726.464683:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757726.464686:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757726.464700:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077916400.
02000000:00000001:1.0:1787757726.464703:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757726.464708:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757726.464712:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000400:00000010:1.0:1787757726.464716:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00000200:1.0:1787757726.464720:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466098688, portal 4
00000100:00000001:1.0:1787757726.464723:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757726.464725:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118841664 : -120600590709952 : ffff92507ca18b40)
00000100:00000040:1.0:1787757726.464733:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca18b40 x1874594466098688/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757726.464742:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757726.464745:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757726.464747:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfa18.
00000100:00000200:1.0:1787757726.464750:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466098688, offset 0
00000400:00000200:1.0:1787757726.464755:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757726.464760:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757726.464765:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757726.464768:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757726.464772:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757726.464775:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757726.464778:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757726.464782:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56682:56682:256:4294967295] 192.168.201.154@tcp LPNI seq info [56682:56682:8:4294967295]
00000400:00000200:1.0:1787757726.464787:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757726.464796:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757726.464802:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757726.464806:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1d00.
00000800:00000200:1.0:1787757726.464811:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757726.464814:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787757726.464820:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757726.464823:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787757726.464828:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757726.464830:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1d00.
00000400:00000200:1.0:1787757726.464835:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757726.464839:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757726.464843:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfa18
00000400:00000010:1.0:1787757726.464846:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfa18.
00000100:00000001:1.0:1787757726.464849:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757726.464853:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca18b40 x1874594466098688/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757726.464863:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757726.464867:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca18b40 x1874594466098688/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757751 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757726.464876:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757726.464878:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757726.464882:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757726.464886:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787757726.464890:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757726.464892:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313978393
00000100:00000001:1.0:1787757726.464895:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313979305
00000100:00000001:1.0:1787757726.464898:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313978393
00000100:00000001:1.0:1787757726.464901:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313979305
00000100:00000001:1.0:1787757726.464903:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757726.464906:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757726.464908:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757726.464912:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757726/real 1787757726]  req@ffff92507ca18b40 x1874594466098688/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757726.464921:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757726.464923:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757726.464925:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787757726.464928:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000400:00000010:1.0:1787757726.464930:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:1.0:1787757726.464933:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757726.464936:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca18b40 x1874594466098688/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757726.464947:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca18b40 x1874594466098688/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757726.464955:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757726.464957:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757726.464959:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757726.464960:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757726.464965:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca18b40 x1874594466098688/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757726.464974:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757726.464979:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca18b40 x1874594466098688/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757751 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757726.464996:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757726.464999:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757726.465001:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757726.465002:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757726.465004:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757726.465006:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757726.465009:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757726.465013:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757726.465015:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757726.465020:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca18b40 x1874594466098688/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757751 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757726.465029:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca18b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466098688:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757726.465034:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757726.465037:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757726.465041:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca19e00 x1874594466098560/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757751 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757726.465050:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757726.465053:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757726.465057:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915400.
02000000:00000001:1.0:1787757726.465062:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757726.465065:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757726.465068:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787757726.465073:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757726.465077:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51ec00.
02000000:00000001:1.0:1787757726.465082:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757726.465084:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757726.465088:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca19e00.
00000100:00000001:1.0:1787757726.465093:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757726.465096:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757726.465099:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757726.465106:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca18b40 x1874594466098688/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757751 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757726.465120:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757726.465124:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757726.465127:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077916400.
02000000:00000001:1.0:1787757726.465132:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757726.465135:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757726.465137:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787757726.465141:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757726.465145:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51dc00.
02000000:00000001:1.0:1787757726.465150:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757726.465152:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757726.465155:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca18b40.
00000100:00000001:1.0:1787757726.465159:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757726.465161:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757726.465163:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757726.465169:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757726.465171:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757726.465173:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757726.465186:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757726.974425:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757726.974441:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757726.974446:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757726.974454:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757726.974461:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757726.974466:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757726.974470:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757726.974474:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757726.974478:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757727.294363:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757727.294374:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757727.294385:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757727.294388:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757727.294397:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757727.294400:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757727.294564:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757727.294570:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757727.294575:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757727.422379:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313979305, at 4313979328
00000100:00000010:2.0:1787757727.422400:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6480.
00000100:00000040:3.0:1787757727.422419:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313979305, at 4313979328
00000100:00000010:3.0:1787757727.422435:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6180.
00000100:00000001:1.0:1787757727.998411:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757727.998426:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757727.998430:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757727.998440:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757727.998447:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757727.998454:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757727.998459:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757727.998463:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757727.998468:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757728.318404:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757728.318415:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757728.318427:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757728.318433:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757728.318445:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757728.318451:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757728.318514:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757728.318522:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757728.318529:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757729.022483:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757729.022495:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757729.022499:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757729.022507:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757729.022514:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757729.022521:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757729.022525:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757729.022529:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757729.022533:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757729.342468:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757729.342478:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757729.342489:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757729.342492:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757729.342497:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757729.342500:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757729.342533:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757729.342538:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757729.342542:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757730.046424:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757730.046435:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757730.046438:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757730.046446:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757730.046451:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757730.046457:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757730.046461:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757730.046465:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757730.046469:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757730.366375:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757730.366385:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757730.366395:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757730.366399:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757730.366407:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757730.366410:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757730.366519:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757730.366527:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757730.366535:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757731.070409:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757731.070422:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757731.070426:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757731.070435:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757731.070453:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757731.070465:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757731.070469:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757731.070475:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757731.070479:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757731.390494:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757731.390504:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757731.390514:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757731.390516:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757731.390521:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757731.390523:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757731.390582:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757731.390586:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757731.390591:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787757731.582425:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757731.582440:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787757731.582443:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757731.582448:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757731.582454:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757731.582464:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19311
00000400:00000200:2.0:1787757731.582476:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757731.582483:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757731.582487:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757731.582492:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757731.582495:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757731.582499:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757731.582502:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757731.582507:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757731.582510:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787757731.582514:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757731.582518:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787757731.582521:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787757731.582524:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787757731.582528:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757731.582531:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757731.582533:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757731.582536:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757731.582540:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787757731.582544:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757731.582551:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757731.582583:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757731.582591:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757731.582596:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757731.582600:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757731.582605:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757731.582619:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61f0c0.
00000020:00000040:2.0:1787757731.582627:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787757731.582635:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757731.582639:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757731.582644:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757731.582649:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757731.582655:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757731.582667:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafe000.
00000100:00000001:2.0:1787757731.582677:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757731.582690:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61f0c0 x1874594466098816/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757731.582705:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757731.582711:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757731.582717:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bea70ab] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61f0c0 x1874594466098816/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757731.582750:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757731.582754:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757731.582759:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787757731.582761:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757731.582764:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757731.582768:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757731.582772:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19311
00000400:00000200:2.0:1787757731.582777:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757731.582781:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757731.582784:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757731.582788:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757731.582792:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757731.582795:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757731.582799:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757731.582802:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757731.582804:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:2.0:1787757731.582808:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757731.582811:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:2.0:1787757731.582813:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:2.0:1787757731.582817:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:2.0:1787757731.582821:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757731.582825:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757731.582830:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757731.582837:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757731.582842:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:2.0:1787757731.582848:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:1.0:1787757731.582855:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757731.582856:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757731.582865:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787757731.582871:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757731.582879:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1787757731.582880:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757731.582891:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757731.582900:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000040:1.0:1787757731.582902:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61f0c0 x1874594466098816/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1787757731.582910:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787757731.582933:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757731.582947:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757731.582951:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000010:2.0:1787757731.582956:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61cf00.
00000100:00000001:1.0:1787757731.582959:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787757731.582963:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:2.0:1787757731.582970:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757731.582972:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757731.582973:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787757731.582977:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757731.582981:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787757731.582986:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757731.582988:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757731.583004:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafc000.
00000100:00000001:2.0:1787757731.583010:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757731.583021:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757731.583022:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61cf00 x1874594466098944/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757731.583049:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1787757731.583050:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466098816:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757731.583055:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757731.583074:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006cc8e384] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61cf00 x1874594466098944/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757731.583075:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757731.583089:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757731.583100:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757731.583100:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757731.583119:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:2.0:1787757731.583120:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757731.583131:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787757731.583134:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757731.583136:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000010:1.0:1787757731.583141:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077916400.
00000100:00000001:2.0:1787757731.583143:0:277597:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:1.0:1787757731.583156:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757731.583160:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19311
00000400:00000200:2.0:1787757731.583170:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757731.583179:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757731.583182:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757731.583189:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1787757731.583192:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000100:00000040:2.0:1787757731.583201:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757731.583207:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1787757731.583210:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00000040:2.0:1787757731.583213:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757731.583225:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000200:1.0:1787757731.583229:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466098816, portal 25
00000020:00000001:2.0:1787757731.583233:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787757731.583243:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000040:2.0:1787757731.583244:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000100:00000001:1.0:1787757731.583254:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611356864 : -120601098194752 : ffff92505e61f0c0)
00000020:00000001:2.0:1787757731.583256:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757731.583323:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:2.0:1787757731.583333:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:2.0:1787757731.583340:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:2.0:1787757731.583349:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757731.583354:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787757731.583367:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61f0c0 x1874594466098816/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787757731.583368:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757731.583389:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:1.0:1787757731.583397:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:2.0:1787757731.583408:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00000040:1.0:1787757731.583409:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757731.583418:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfa18.
00000100:00080000:2.0:1787757731.583428:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000200:1.0:1787757731.583432:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466098816, offset 0
00000100:00000001:2.0:1787757731.583441:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757731.583446:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787757731.583453:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
02000000:00000001:2.0:1787757731.583454:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757731.583469:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757731.583473:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757731.583477:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787757731.583493:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000008:00000001:2.0:1787757731.583495:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757731.583510:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757731.583518:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61d680.
00000400:00000200:1.0:1787757731.583521:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000020:00000040:2.0:1787757731.583528:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000400:00000200:1.0:1787757731.583534:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1787757731.583535:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757731.583550:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757731.583580:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00000001:2.0:1787757731.583586:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787757731.583592:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1787757731.583595:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787757731.583603:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
02000000:00000001:2.0:1787757731.583607:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757731.583617:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56683:56683:256:4294967295] 192.168.201.154@tcp LPNI seq info [56683:56683:8:4294967295]
00000400:00000200:1.0:1787757731.583628:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000010:2.0:1787757731.583629:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafcc00.
00000100:00000001:2.0:1787757731.583644:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757731.583650:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757731.583680:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00100000:2.0:1787757731.583681:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61d680 x1874594466099072/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:1.0:1787757731.583696:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1d00.
00000100:00000001:2.0:1787757731.583714:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757731.583718:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787757731.583722:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000040:2.0:1787757731.583737:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054aea141] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61d680 x1874594466099072/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1787757731.583738:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787757731.583773:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:2.0:1787757731.583775:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787757731.583787:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000100:00000040:2.0:1787757731.583789:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787757731.583806:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000100:1.0:1787757731.583808:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757731.583824:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1d00.
00000100:00000040:2.0:1787757731.583830:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19321)
00000400:00000200:1.0:1787757731.583836:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757731.583849:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757731.583857:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfa18
00000400:00000010:1.0:1787757731.583861:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfa18.
00000100:00000001:1.0:1787757731.583871:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757731.583879:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61f0c0 x1874594466098816/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757731.583895:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757731.583900:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61f0c0 x1874594466098816/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757756 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757731.583911:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757731.583913:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757731.583922:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757731.583928:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757731.583932:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313984425
00000100:00000010:1.0:1787757731.583940:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6180.
00000100:00000001:1.0:1787757731.583951:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787757731.583978:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313984425
00000100:00000010:1.0:1787757731.583986:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6480.
00000100:00000001:1.0:1787757731.583994:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787757731.584003:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757731.584011:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757731.584019:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757731.584032:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757731/real 1787757731]  req@ffff92505e61f0c0 x1874594466098816/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757731.584054:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757731.584058:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757731.584062:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787757731.584067:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000400:00000010:1.0:1787757731.584069:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:1.0:1787757731.584073:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757731.584079:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61f0c0 x1874594466098816/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757731.584091:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61f0c0 x1874594466098816/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757731.584100:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757731.584103:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757731.584106:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757731.584109:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757731.584114:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61f0c0 x1874594466098816/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757731.584123:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757731.584130:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61f0c0 x1874594466098816/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757756 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757731.584140:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757731.584144:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757731.584146:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757731.584148:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757731.584152:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757731.584154:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757731.584159:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757731.584166:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757731.584170:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757731.584175:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61f0c0 x1874594466098816/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757756 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757731.584186:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466098816:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787757731.584193:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757731.584196:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757731.584200:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61f0c0 x1874594466098816/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757756 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757731.584208:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757731.584212:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757731.584216:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077916400.
02000000:00000001:1.0:1787757731.584221:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757731.584226:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757731.584230:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787757731.584234:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757731.584240:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafe000.
02000000:00000001:1.0:1787757731.584247:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757731.584251:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757731.584255:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61f0c0.
00000100:00000001:1.0:1787757731.584261:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757731.584264:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757731.584312:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757731.584328:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757731.584332:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757731.584337:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757731.584340:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757731.584342:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757731.584351:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61cf00 x1874594466098944/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757731.584364:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757731.584366:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757731.584371:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757731.584375:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757731.584378:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757731.584382:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466098944:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757731.584387:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757731.584391:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757731.584393:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757731.584396:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757731.584401:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077916400.
02000000:00000001:1.0:1787757731.584404:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757731.584410:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757731.584413:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000400:00000010:1.0:1787757731.584418:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00000200:1.0:1787757731.584423:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466098944, portal 10
00000100:00000001:1.0:1787757731.584426:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757731.584428:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611348224 : -120601098203392 : ffff92505e61cf00)
00000100:00000040:1.0:1787757731.584438:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61cf00 x1874594466098944/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757731.584447:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757731.584450:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757731.584453:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfa18.
00000100:00000200:1.0:1787757731.584457:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466098944, offset 0
00000400:00000200:1.0:1787757731.584462:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757731.584468:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757731.584473:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757731.584478:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757731.584482:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757731.584485:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757731.584489:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757731.584495:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56684:56684:256:4294967295] 192.168.201.154@tcp LPNI seq info [56684:56684:8:4294967295]
00000400:00000200:1.0:1787757731.584505:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757731.584518:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757731.584529:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757731.584537:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1d00.
00000800:00000200:1.0:1787757731.584545:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757731.584551:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787757731.584586:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757731.584591:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787757731.584600:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757731.584604:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1d00.
00000400:00000200:1.0:1787757731.584612:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757731.584617:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757731.584622:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfa18
00000400:00000010:1.0:1787757731.584625:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfa18.
00000100:00000001:1.0:1787757731.584629:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757731.584635:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61cf00 x1874594466098944/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757731.584646:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757731.584650:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61cf00 x1874594466098944/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757756 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757731.584658:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757731.584661:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757731.584666:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757731.584672:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787757731.584676:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757731.584679:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313983530
00000100:00000001:1.0:1787757731.584684:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313984425
00000100:00000001:1.0:1787757731.584687:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313983530
00000100:00000001:1.0:1787757731.584690:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313984425
00000100:00000001:1.0:1787757731.584693:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757731.584695:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757731.584698:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757731.584702:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757731/real 1787757731]  req@ffff92505e61cf00 x1874594466098944/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757731.584714:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757731.584716:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757731.584720:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787757731.584723:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000400:00000010:1.0:1787757731.584725:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:1.0:1787757731.584727:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757731.584732:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61cf00 x1874594466098944/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757731.584743:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61cf00 x1874594466098944/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757731.584750:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757731.584752:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757731.584754:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757731.584756:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757731.584760:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61cf00 x1874594466098944/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757731.584768:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757731.584773:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61cf00 x1874594466098944/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757756 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757731.584781:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757731.584785:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757731.584787:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757731.584789:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757731.584791:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757731.584795:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757731.584798:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757731.584802:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757731.584804:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757731.584810:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61cf00 x1874594466098944/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757756 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757731.584821:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466098944:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757731.584826:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757731.584831:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61d680 x1874594466099072/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757731.584839:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757731.584841:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757731.584844:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757731.584847:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757731.584849:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757731.584853:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466099072:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757731.584856:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757731.584859:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757731.584861:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757731.584863:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757731.584868:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915400.
02000000:00000001:1.0:1787757731.584871:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757731.584875:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757731.584878:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000400:00000010:1.0:1787757731.584882:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00000200:1.0:1787757731.584886:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466099072, portal 4
00000100:00000001:1.0:1787757731.584889:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757731.584891:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611350144 : -120601098201472 : ffff92505e61d680)
00000100:00000040:1.0:1787757731.584899:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61d680 x1874594466099072/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757731.584908:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757731.584911:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757731.584914:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfa18.
00000100:00000200:1.0:1787757731.584917:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466099072, offset 0
00000400:00000200:1.0:1787757731.584923:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757731.584928:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757731.584933:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757731.584937:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757731.584941:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757731.584944:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757731.584947:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757731.584951:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56685:56685:256:4294967295] 192.168.201.154@tcp LPNI seq info [56685:56685:8:4294967295]
00000400:00000200:1.0:1787757731.584960:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757731.584973:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757731.584983:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757731.584989:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1d00.
00000800:00000200:1.0:1787757731.584997:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757731.585003:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787757731.585013:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757731.585018:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787757731.585027:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757731.585031:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1d00.
00000400:00000200:1.0:1787757731.585037:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757731.585045:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757731.585051:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfa18
00000400:00000010:1.0:1787757731.585055:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfa18.
00000100:00000001:1.0:1787757731.585061:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757731.585066:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61d680 x1874594466099072/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757731.585078:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757731.585082:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61d680 x1874594466099072/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757756 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757731.585090:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757731.585092:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757731.585097:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757731.585102:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787757731.585107:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757731.585111:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313983513
00000100:00000001:1.0:1787757731.585114:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313984425
00000100:00000001:1.0:1787757731.585117:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313983513
00000100:00000001:1.0:1787757731.585120:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313984425
00000100:00000001:1.0:1787757731.585122:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757731.585125:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757731.585127:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757731.585132:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757731/real 1787757731]  req@ffff92505e61d680 x1874594466099072/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757731.585143:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757731.585145:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757731.585147:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787757731.585150:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000400:00000010:1.0:1787757731.585152:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:1.0:1787757731.585155:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757731.585159:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61d680 x1874594466099072/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757731.585169:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61d680 x1874594466099072/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757731.585177:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757731.585178:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757731.585180:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757731.585182:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757731.585186:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61d680 x1874594466099072/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757731.585194:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757731.585199:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61d680 x1874594466099072/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757756 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757731.585207:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757731.585211:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757731.585213:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757731.585215:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757731.585217:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757731.585219:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757731.585223:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757731.585230:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757731.585234:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757731.585242:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61d680 x1874594466099072/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757756 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757731.585259:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466099072:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757731.585267:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757731.585308:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757731.585316:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61cf00 x1874594466098944/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757756 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757731.585329:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757731.585332:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757731.585335:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077916400.
02000000:00000001:1.0:1787757731.585339:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757731.585341:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757731.585343:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787757731.585346:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757731.585349:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafc000.
02000000:00000001:1.0:1787757731.585353:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757731.585355:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757731.585357:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61cf00.
00000100:00000001:1.0:1787757731.585361:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757731.585363:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757731.585365:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757731.585370:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61d680 x1874594466099072/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757756 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757731.585387:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757731.585389:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757731.585391:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915400.
02000000:00000001:1.0:1787757731.585397:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757731.585398:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757731.585400:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787757731.585402:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757731.585404:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafcc00.
02000000:00000001:1.0:1787757731.585406:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757731.585407:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757731.585409:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61d680.
00000100:00000001:1.0:1787757731.585411:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757731.585413:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757731.585415:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757731.585420:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757731.585422:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757731.585424:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757731.585427:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757732.094441:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757732.094452:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757732.094456:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757732.094463:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757732.094468:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757732.094475:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757732.094478:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757732.094483:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757732.094488:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757732.414483:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757732.414498:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757732.414502:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757732.414507:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757732.414515:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757732.414520:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757732.414524:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757732.414529:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757732.414537:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757732.414561:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757732.414564:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757732.414567:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757732.414571:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757732.414574:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757732.414578:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757732.414582:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757732.414590:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757732.414594:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757732.414636:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757732.414643:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757732.414649:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757732.542382:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313984425, at 4313984448
00000100:00000040:2.0:1787757732.542403:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313984425, at 4313984448
00000100:00000010:3.0:1787757732.542407:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6480.
00000100:00000010:2.0:1787757732.542426:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6180.
00000100:00000001:1.0:1787757733.118407:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757733.118432:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757733.118437:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757733.118445:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757733.118451:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757733.118457:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757733.118461:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757733.118465:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757733.118469:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757733.438462:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757733.438471:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757733.438482:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757733.438485:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757733.438493:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757733.438498:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757733.438621:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757733.438629:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757733.438637:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757734.142386:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757734.142397:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757734.142401:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757734.142409:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757734.142415:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757734.142419:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757734.142423:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757734.142427:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757734.142431:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757734.462446:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757734.462460:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757734.462476:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757734.462479:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757734.462489:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757734.462496:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757734.462501:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757734.462529:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757734.462534:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757734.462538:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757734.462543:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757734.462548:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757734.462586:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757734.462590:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757734.462595:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757735.166420:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757735.166433:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757735.166437:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757735.166445:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757735.166451:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757735.166457:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757735.166460:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757735.166464:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757735.166467:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757735.486527:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757735.486537:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757735.486547:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757735.486549:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757735.486554:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757735.486557:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757735.486588:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757735.486591:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757735.486595:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757736.190419:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757736.190429:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757736.190433:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757736.190441:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757736.190446:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757736.190451:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757736.190456:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757736.190463:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757736.190468:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757736.510425:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757736.510436:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757736.510447:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757736.510450:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757736.510457:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757736.510460:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757736.510602:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757736.510611:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757736.510618:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787757736.702364:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757736.702379:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787757736.702384:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757736.702390:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757736.702397:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757736.702408:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19316
00000400:00000200:2.0:1787757736.702422:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757736.702432:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757736.702437:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757736.702442:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757736.702446:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757736.702450:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757736.702453:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757736.702460:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757736.702463:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787757736.702489:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757736.702496:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787757736.702500:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787757736.702503:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787757736.702507:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757736.702511:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757736.702513:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757736.702516:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757736.702522:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787757736.702527:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757736.702531:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757736.702535:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757736.702541:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757736.702545:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757736.702548:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757736.702552:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757736.702567:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61d2c0.
00000020:00000040:2.0:1787757736.702572:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787757736.702579:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757736.702581:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757736.702586:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757736.702591:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757736.702598:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757736.702610:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafec00.
00000100:00000001:2.0:1787757736.702621:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757736.702636:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61d2c0 x1874594466099200/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757736.702653:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757736.702660:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757736.702667:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b484489] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61d2c0 x1874594466099200/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757736.702700:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757736.702707:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757736.702714:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787757736.702717:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757736.702721:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757736.702727:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757736.702733:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19316
00000400:00000200:2.0:1787757736.702743:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757736.702751:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757736.702757:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757736.702765:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757736.702770:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757736.702776:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757736.702781:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757736.702787:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757736.702791:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:2.0:1787757736.702795:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757736.702800:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:2.0:1787757736.702803:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:2.0:1787757736.702808:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:1.0:1787757736.702810:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1787757736.702817:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757736.702826:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757736.702831:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757736.702833:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757736.702835:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:1.0:1787757736.702839:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1787757736.702842:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:2.0:1787757736.702848:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757736.702853:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757736.702860:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1787757736.702861:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61d2c0 x1874594466099200/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787757736.702873:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757736.702894:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757736.702895:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757736.702899:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757736.702912:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787757736.702913:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757736.702925:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:2.0:1787757736.702928:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787757736.702932:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757736.702945:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466099200:192.168.201.154@tcp:250:kworker.0
00000008:00000001:2.0:1787757736.702946:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757736.702969:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787757736.702970:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757736.702987:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:2.0:1787757736.702987:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61f840.
02000000:00000001:1.0:1787757736.703000:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787757736.703003:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:1.0:1787757736.703009:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787757736.703021:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757736.703026:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787757736.703030:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915400.
00000100:00000001:2.0:1787757736.703031:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757736.703039:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787757736.703042:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757736.703047:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757736.703057:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000010:2.0:1787757736.703059:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafdc00.
00000400:00000010:1.0:1787757736.703065:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000100:00000001:2.0:1787757736.703069:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787757736.703078:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00100000:2.0:1787757736.703085:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61f840 x1874594466099328/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787757736.703093:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466099200, portal 25
00000100:00000001:2.0:1787757736.703111:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787757736.703112:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757736.703125:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611349184 : -120601098202432 : ffff92505e61d2c0)
00000100:00000001:2.0:1787757736.703126:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757736.703152:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aef5ed20] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61f840 x1874594466099328/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787757736.703154:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61d2c0 x1874594466099200/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757736.703187:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757736.703205:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757736.703208:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfa18.
00000100:00000200:1.0:1787757736.703223:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466099200, offset 0
00000100:00000001:2.0:1787757736.703234:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757736.703247:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00080000:2.0:1787757736.703249:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757736.703256:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787757736.703258:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757736.703265:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787757736.703266:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757736.703305:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757736.703312:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19316
00000400:00000200:2.0:1787757736.703321:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757736.703326:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757736.703330:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757736.703344:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757736.703348:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787757736.703355:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00000040:2.0:1787757736.703361:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757736.703368:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:1.0:1787757736.703372:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:2.0:1787757736.703374:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757736.703379:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:2.0:1787757736.703389:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787757736.703390:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000020:00000040:2.0:1787757736.703407:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000400:00000200:1.0:1787757736.703414:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000020:00000001:2.0:1787757736.703418:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:1.0:1787757736.703426:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000020:00000001:2.0:1787757736.703429:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:1.0:1787757736.703446:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56686:56686:256:4294967295] 192.168.201.154@tcp LPNI seq info [56686:56686:8:4294967295]
00000100:00000040:2.0:1787757736.703448:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757736.703491:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787757736.703495:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:2.0:1787757736.703501:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757736.703507:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757736.703510:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:2.0:1787757736.703514:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757736.703517:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757736.703519:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757736.703526:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757736.703540:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757736.703552:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:1.0:1787757736.703553:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000008:00100000:2.0:1787757736.703561:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787757736.703568:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787757736.703578:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000001:2.0:1787757736.703580:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757736.703593:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61f480.
00000800:00000010:1.0:1787757736.703594:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1d00.
00000020:00000040:2.0:1787757736.703605:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:2.0:1787757736.703612:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.0:1787757736.703615:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000001:2.0:1787757736.703617:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757736.703628:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.0:1787757736.703630:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
02000000:00000001:2.0:1787757736.703638:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757736.703647:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787757736.703661:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000010:2.0:1787757736.703666:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafd000.
00000800:00000200:1.1:1787757736.703670:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000100:00000001:2.0:1787757736.703675:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787757736.703683:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757736.703693:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1d00.
00000100:00100000:2.0:1787757736.703695:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61f480 x1874594466099456/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787757736.703706:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757736.703736:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757736.703745:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfa18
00000400:00000010:1.0:1787757736.703755:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfa18.
00000100:00000001:2.0:1787757736.703763:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787757736.703768:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787757736.703775:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787757736.703787:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61d2c0 x1874594466099200/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787757736.703796:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f638b8ce] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61f480 x1874594466099456/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757736.703879:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787757736.703883:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757736.703891:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61d2c0 x1874594466099200/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757761 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787757736.703895:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787757736.703931:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757736.703933:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1787757736.703939:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:2.0:1787757736.703957:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19326)
00000100:00000001:1.0:1787757736.703958:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757736.703979:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757736.703984:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313989545
00000100:00000010:1.0:1787757736.703994:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e67e0.
00000100:00000001:1.0:1787757736.704005:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787757736.704014:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313989545
00000100:00000010:1.0:1787757736.704018:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6360.
00000100:00000001:1.0:1787757736.704022:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787757736.704026:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757736.704029:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757736.704033:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757736.704039:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757736/real 1787757736]  req@ffff92505e61d2c0 x1874594466099200/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757736.704053:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757736.704055:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757736.704058:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787757736.704061:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000400:00000010:1.0:1787757736.704063:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:1.0:1787757736.704067:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757736.704071:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61d2c0 x1874594466099200/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757736.704082:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61d2c0 x1874594466099200/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757736.704091:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757736.704093:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757736.704096:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757736.704098:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757736.704103:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61d2c0 x1874594466099200/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757736.704111:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757736.704117:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61d2c0 x1874594466099200/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757761 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757736.704127:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757736.704131:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757736.704133:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757736.704135:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757736.704138:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757736.704141:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757736.704145:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757736.704150:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757736.704153:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757736.704158:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61d2c0 x1874594466099200/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757761 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757736.704169:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466099200:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787757736.704175:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757736.704178:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757736.704182:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61d2c0 x1874594466099200/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757761 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757736.704191:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757736.704194:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757736.704198:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915400.
02000000:00000001:1.0:1787757736.704205:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757736.704209:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757736.704211:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787757736.704214:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757736.704218:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafec00.
02000000:00000001:1.0:1787757736.704222:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757736.704225:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757736.704227:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61d2c0.
00000100:00000001:1.0:1787757736.704231:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757736.704233:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757736.704236:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757736.704247:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757736.704249:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757736.704252:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757736.704255:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757736.704257:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757736.704262:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61f840 x1874594466099328/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757736.704305:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757736.704308:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757736.704311:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757736.704314:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757736.704317:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757736.704321:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466099328:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757736.704326:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757736.704330:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757736.704333:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757736.704335:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757736.704339:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915400.
02000000:00000001:1.0:1787757736.704342:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757736.704347:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757736.704350:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000400:00000010:1.0:1787757736.704355:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00000200:1.0:1787757736.704359:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466099328, portal 10
00000100:00000001:1.0:1787757736.704362:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757736.704364:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611358784 : -120601098192832 : ffff92505e61f840)
00000100:00000040:1.0:1787757736.704373:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61f840 x1874594466099328/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757736.704381:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757736.704384:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757736.704387:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfa18.
00000100:00000200:1.0:1787757736.704390:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466099328, offset 0
00000400:00000200:1.0:1787757736.704395:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757736.704401:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757736.704407:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757736.704412:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757736.704416:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757736.704419:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757736.704422:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757736.704427:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56687:56687:256:4294967295] 192.168.201.154@tcp LPNI seq info [56687:56687:8:4294967295]
00000400:00000200:1.0:1787757736.704432:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757736.704441:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757736.704447:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757736.704451:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1d00.
00000800:00000200:1.0:1787757736.704457:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757736.704460:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787757736.704499:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757736.704504:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787757736.704510:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757736.704513:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1d00.
00000400:00000200:1.0:1787757736.704518:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757736.704522:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757736.704527:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfa18
00000400:00000010:1.0:1787757736.704529:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfa18.
00000100:00000001:1.0:1787757736.704533:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757736.704538:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61f840 x1874594466099328/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757736.704549:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757736.704553:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61f840 x1874594466099328/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757761 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757736.704562:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757736.704564:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757736.704568:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757736.704574:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787757736.704578:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757736.704581:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313988650
00000100:00000001:1.0:1787757736.704586:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313989545
00000100:00000001:1.0:1787757736.704589:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313988650
00000100:00000001:1.0:1787757736.704592:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313989545
00000100:00000001:1.0:1787757736.704595:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757736.704597:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757736.704600:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757736.704604:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757736/real 1787757736]  req@ffff92505e61f840 x1874594466099328/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757736.704614:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757736.704615:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757736.704618:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787757736.704620:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000400:00000010:1.0:1787757736.704623:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:1.0:1787757736.704625:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757736.704629:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61f840 x1874594466099328/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757736.704640:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61f840 x1874594466099328/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757736.704647:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757736.704649:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757736.704651:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757736.704653:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757736.704657:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61f840 x1874594466099328/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757736.704665:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757736.704670:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61f840 x1874594466099328/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757761 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757736.704679:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757736.704682:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757736.704685:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757736.704687:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757736.704689:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757736.704692:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757736.704696:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757736.704700:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757736.704702:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757736.704707:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61f840 x1874594466099328/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757761 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757736.704722:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466099328:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757736.704730:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757736.704737:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61f480 x1874594466099456/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757736.704751:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757736.704754:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757736.704758:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757736.704762:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757736.704766:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757736.704773:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466099456:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757736.704781:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757736.704785:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757736.704788:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757736.704792:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757736.704799:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077916400.
02000000:00000001:1.0:1787757736.704803:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757736.704811:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757736.704816:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000400:00000010:1.0:1787757736.704823:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00000200:1.0:1787757736.704827:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466099456, portal 4
00000100:00000001:1.0:1787757736.704830:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757736.704832:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611357824 : -120601098193792 : ffff92505e61f480)
00000100:00000040:1.0:1787757736.704842:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61f480 x1874594466099456/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757736.704850:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757736.704853:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757736.704856:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfa18.
00000100:00000200:1.0:1787757736.704859:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466099456, offset 0
00000400:00000200:1.0:1787757736.704864:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757736.704869:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757736.704874:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757736.704878:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757736.704881:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757736.704885:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757736.704888:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757736.704892:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56688:56688:256:4294967295] 192.168.201.154@tcp LPNI seq info [56688:56688:8:4294967295]
00000400:00000200:1.0:1787757736.704898:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757736.704906:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757736.704912:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757736.704916:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1d00.
00000800:00000200:1.0:1787757736.704921:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757736.704925:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787757736.704930:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757736.704935:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787757736.704940:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757736.704943:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1d00.
00000400:00000200:1.0:1787757736.704947:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757736.704951:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757736.704955:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfa18
00000400:00000010:1.0:1787757736.704958:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfa18.
00000100:00000001:1.0:1787757736.704961:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757736.704966:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61f480 x1874594466099456/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757736.704976:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757736.704980:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61f480 x1874594466099456/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757761 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757736.704989:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757736.704991:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757736.704995:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757736.704999:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787757736.705003:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757736.705005:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313988633
00000100:00000001:1.0:1787757736.705009:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313989545
00000100:00000001:1.0:1787757736.705012:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313988633
00000100:00000001:1.0:1787757736.705014:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313989545
00000100:00000001:1.0:1787757736.705017:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757736.705020:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757736.705022:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757736.705026:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757736/real 1787757736]  req@ffff92505e61f480 x1874594466099456/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757736.705036:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757736.705037:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757736.705040:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787757736.705043:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000400:00000010:1.0:1787757736.705045:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:1.0:1787757736.705048:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757736.705051:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61f480 x1874594466099456/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757736.705061:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61f480 x1874594466099456/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757736.705069:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757736.705071:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757736.705074:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757736.705075:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757736.705080:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61f480 x1874594466099456/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757736.705089:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757736.705094:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61f480 x1874594466099456/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757761 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757736.705102:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757736.705105:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757736.705107:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757736.705108:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757736.705111:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757736.705112:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757736.705116:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757736.705119:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757736.705122:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757736.705126:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61f480 x1874594466099456/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757761 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757736.705136:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466099456:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757736.705141:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757736.705143:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757736.705147:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61f840 x1874594466099328/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757761 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757736.705155:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757736.705157:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757736.705160:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915400.
02000000:00000001:1.0:1787757736.705163:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757736.705165:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757736.705166:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787757736.705169:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757736.705172:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafdc00.
02000000:00000001:1.0:1787757736.705176:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757736.705178:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757736.705180:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61f840.
00000100:00000001:1.0:1787757736.705183:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757736.705185:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757736.705187:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757736.705191:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61f480 x1874594466099456/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757761 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757736.705199:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757736.705200:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757736.705202:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077916400.
02000000:00000001:1.0:1787757736.705204:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757736.705206:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757736.705207:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787757736.705209:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757736.705211:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafd000.
02000000:00000001:1.0:1787757736.705213:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757736.705215:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757736.705216:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61f480.
00000100:00000001:1.0:1787757736.705218:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757736.705220:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757736.705222:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757736.705227:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757736.705229:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757736.705231:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757736.705233:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757737.214413:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757737.214423:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757737.214426:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757737.214433:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757737.214438:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757737.214443:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757737.214446:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757737.214450:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757737.214453:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757737.534431:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757737.534500:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757737.534511:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757737.534513:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757737.534518:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757737.534520:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757737.534548:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757737.534552:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757737.534555:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757737.662392:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313989545, at 4313989568
00000100:00000040:3.0:1787757737.662398:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313989545, at 4313989568
00000100:00000010:2.0:1787757737.662423:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e67e0.
00000100:00000010:3.0:1787757737.662433:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6360.
00000100:00000001:1.0:1787757738.238383:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757738.238394:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757738.238397:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757738.238404:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757738.238409:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757738.238415:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757738.238418:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757738.238422:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757738.238425:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757738.558423:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757738.558456:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757738.558471:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757738.558476:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757738.558485:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757738.558490:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757738.558529:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757738.558533:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757738.558537:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757739.262385:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757739.262410:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757739.262414:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757739.262447:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757739.262453:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757739.262458:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757739.262462:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757739.262465:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757739.262469:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757739.582467:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757739.582476:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757739.582487:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757739.582492:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757739.582499:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757739.582505:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757739.582601:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757739.582616:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757739.582627:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757740.286372:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757740.286383:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757740.286387:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757740.286394:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757740.286399:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757740.286427:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757740.286433:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757740.286437:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757740.286442:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757740.606480:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757740.606490:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757740.606499:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757740.606502:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757740.606513:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757740.606516:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757740.606569:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757740.606577:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757740.606585:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757741.310410:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757741.310423:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757741.310427:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757741.310434:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757741.310440:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757741.310446:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757741.310450:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757741.310457:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757741.310463:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757741.630453:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757741.630469:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757741.630487:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757741.630494:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757741.630508:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757741.630515:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757741.630566:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757741.630571:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757741.630579:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787757741.822484:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757741.822503:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787757741.822509:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757741.822514:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757741.822521:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757741.822533:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19321
00000400:00000200:2.0:1787757741.822552:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757741.822564:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757741.822570:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757741.822577:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757741.822582:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757741.822591:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757741.822597:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757741.822603:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757741.822606:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787757741.822612:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757741.822617:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787757741.822621:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787757741.822625:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787757741.822632:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757741.822635:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757741.822640:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757741.822642:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757741.822648:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787757741.822657:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757741.822663:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757741.822668:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757741.822674:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757741.822678:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757741.822681:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757741.822684:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757741.822695:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61de00.
00000020:00000040:2.0:1787757741.822700:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787757741.822709:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757741.822713:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757741.822719:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757741.822723:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757741.822731:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757741.822744:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507caff400.
00000100:00000001:2.0:1787757741.822756:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757741.822773:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61de00 x1874594466099584/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757741.822789:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757741.822797:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757741.822811:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0b9f896] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61de00 x1874594466099584/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757741.822847:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757741.822853:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757741.822860:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787757741.822862:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757741.822864:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757741.822872:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757741.822883:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19321
00000400:00000200:2.0:1787757741.822893:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757741.822904:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00000001:1.0:1787757741.822910:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1787757741.822910:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757741.822921:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757741.822928:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757741.822936:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757741.822940:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:1.0:1787757741.822945:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1787757741.822946:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757741.822954:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000100:00000001:1.0:1787757741.822955:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1787757741.822957:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757741.822963:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:2.0:1787757741.822967:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:2.0:1787757741.822975:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:1.0:1787757741.822977:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61de00 x1874594466099584/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787757741.822984:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757741.822994:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757741.823003:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757741.823010:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:1.0:1787757741.823017:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1787757741.823020:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00000001:1.0:1787757741.823026:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757741.823030:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757741.823040:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757741.823043:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757741.823045:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787757741.823055:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757741.823059:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757741.823069:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757741.823069:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757741.823078:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757741.823088:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787757741.823091:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466099584:192.168.201.154@tcp:250:kworker.0
00000008:00000001:2.0:1787757741.823096:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757741.823106:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757741.823109:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:2.0:1787757741.823115:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61e940.
00000020:00000040:2.0:1787757741.823121:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:1.0:1787757741.823122:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757741.823131:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757741.823132:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757741.823137:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757741.823141:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787757741.823144:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757741.823149:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757741.823151:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787757741.823154:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077916400.
02000000:00000010:2.0:1787757741.823159:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafc800.
02000000:00000001:1.0:1787757741.823161:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757741.823170:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757741.823178:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00100000:2.0:1787757741.823188:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61e940 x1874594466099712/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787757741.823192:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000100:00000001:2.0:1787757741.823209:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1787757741.823211:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00000001:2.0:1787757741.823213:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757741.823224:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0cadbca] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61e940 x1874594466099712/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757741.823229:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466099584, portal 25
00000100:00000001:1.0:1787757741.823241:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757741.823244:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757741.823246:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611352064 : -120601098199552 : ffff92505e61de00)
00000100:00080000:2.0:1787757741.823252:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757741.823260:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000040:1.0:1787757741.823264:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61de00 x1874594466099584/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757741.823307:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757741.823314:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757741.823321:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757741.823327:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19321
00000400:00000200:2.0:1787757741.823344:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757741.823356:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:2.0:1787757741.823359:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00000040:1.0:1787757741.823369:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00080000:2.0:1787757741.823373:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1787757741.823404:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfa18.
00000100:00000040:2.0:1787757741.823405:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757741.823418:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1787757741.823422:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466099584, offset 0
00000100:00000040:2.0:1787757741.823428:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757741.823441:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757741.823449:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:1.0:1787757741.823454:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000020:00000040:2.0:1787757741.823457:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:2.0:1787757741.823465:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757741.823471:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:2.0:1787757741.823477:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:2.0:1787757741.823481:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:2.0:1787757741.823489:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000200:1.0:1787757741.823497:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757741.823498:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757741.823508:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757741.823514:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757741.823518:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000400:00000200:1.0:1787757741.823525:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00080000:2.0:1787757741.823529:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757741.823540:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757741.823545:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757741.823551:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787757741.823552:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1787757741.823559:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757741.823565:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:1.0:1787757741.823570:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000008:00100000:2.0:1787757741.823572:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787757741.823579:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757741.823582:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1787757741.823585:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757741.823595:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00000010:2.0:1787757741.823596:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61c3c0.
00000020:00000040:2.0:1787757741.823605:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000400:00000200:1.0:1787757741.823611:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56689:56689:256:4294967295] 192.168.201.154@tcp LPNI seq info [56689:56689:8:4294967295]
02000000:00000001:2.0:1787757741.823615:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757741.823621:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757741.823627:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787757741.823628:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000001:2.0:1787757741.823631:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757741.823638:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757741.823644:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507caff800.
00000100:00000001:2.0:1787757741.823655:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757741.823658:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00100000:2.0:1787757741.823668:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61c3c0 x1874594466099840/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1787757741.823678:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000001:2.0:1787757741.823694:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000010:1.0:1787757741.823696:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1d00.
00000100:00000001:2.0:1787757741.823700:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757741.823711:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003175400] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61c3c0 x1874594466099840/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1787757741.823720:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757741.823734:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000100:00000001:2.0:1787757741.823737:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757741.823746:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1787757741.823751:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000040:2.0:1787757741.823755:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.1:1787757741.823763:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000100:00000040:2.0:1787757741.823768:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19331)
00000800:00000100:1.0:1787757741.823778:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757741.823782:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1d00.
00000400:00000200:1.0:1787757741.823790:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757741.823798:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757741.823807:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfa18
00000400:00000010:1.0:1787757741.823811:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfa18.
00000100:00000001:1.0:1787757741.823819:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757741.823826:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61de00 x1874594466099584/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757741.823842:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757741.823847:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61de00 x1874594466099584/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757766 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757741.823857:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757741.823860:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757741.823869:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757741.823875:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757741.823879:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313994665
00000100:00000010:1.0:1787757741.823887:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6ae0.
00000100:00000001:1.0:1787757741.823896:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787757741.823920:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313994665
00000100:00000010:1.0:1787757741.823925:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e65a0.
00000100:00000001:1.0:1787757741.823929:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787757741.823934:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757741.823938:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757741.823943:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757741.823950:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757741/real 1787757741]  req@ffff92505e61de00 x1874594466099584/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757741.823964:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757741.823967:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757741.823970:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787757741.823974:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000400:00000010:1.0:1787757741.823977:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:1.0:1787757741.823980:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757741.823985:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61de00 x1874594466099584/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757741.824000:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61de00 x1874594466099584/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757741.824013:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757741.824017:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757741.824022:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757741.824027:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757741.824037:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61de00 x1874594466099584/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757741.824052:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757741.824064:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61de00 x1874594466099584/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757766 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757741.824081:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757741.824087:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757741.824091:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757741.824095:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757741.824100:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757741.824103:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757741.824108:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757741.824114:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757741.824118:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757741.824124:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61de00 x1874594466099584/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757766 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757741.824136:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466099584:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787757741.824144:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757741.824147:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757741.824151:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61de00 x1874594466099584/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757766 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757741.824159:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757741.824164:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757741.824167:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077916400.
02000000:00000001:1.0:1787757741.824172:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757741.824175:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757741.824177:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787757741.824181:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757741.824185:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507caff400.
02000000:00000001:1.0:1787757741.824190:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757741.824192:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757741.824195:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61de00.
00000100:00000001:1.0:1787757741.824200:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757741.824202:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757741.824205:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757741.824217:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757741.824219:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757741.824222:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757741.824224:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757741.824226:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757741.824231:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61e940 x1874594466099712/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757741.824242:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757741.824244:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757741.824247:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757741.824250:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757741.824252:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757741.824256:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466099712:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757741.824260:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757741.824263:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757741.824265:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757741.824267:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757741.824317:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077916400.
02000000:00000001:1.0:1787757741.824322:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757741.824329:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757741.824334:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000400:00000010:1.0:1787757741.824341:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00000200:1.0:1787757741.824346:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466099712, portal 10
00000100:00000001:1.0:1787757741.824350:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757741.824353:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611354944 : -120601098196672 : ffff92505e61e940)
00000100:00000040:1.0:1787757741.824365:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61e940 x1874594466099712/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757741.824375:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757741.824402:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757741.824406:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfa18.
00000100:00000200:1.0:1787757741.824410:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466099712, offset 0
00000400:00000200:1.0:1787757741.824416:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757741.824422:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757741.824428:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757741.824432:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757741.824436:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757741.824440:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757741.824443:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757741.824450:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56690:56690:256:4294967295] 192.168.201.154@tcp LPNI seq info [56690:56690:8:4294967295]
00000400:00000200:1.0:1787757741.824460:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757741.824474:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757741.824485:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757741.824492:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1d00.
00000800:00000200:1.0:1787757741.824502:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757741.824508:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787757741.824518:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757741.824523:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787757741.824531:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757741.824535:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1d00.
00000400:00000200:1.0:1787757741.824541:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757741.824549:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757741.824556:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfa18
00000400:00000010:1.0:1787757741.824558:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfa18.
00000100:00000001:1.0:1787757741.824563:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757741.824568:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61e940 x1874594466099712/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757741.824580:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757741.824584:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61e940 x1874594466099712/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757766 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757741.824593:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757741.824595:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757741.824600:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757741.824606:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787757741.824611:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757741.824614:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313993770
00000100:00000001:1.0:1787757741.824618:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313994665
00000100:00000001:1.0:1787757741.824621:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313993770
00000100:00000001:1.0:1787757741.824625:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313994665
00000100:00000001:1.0:1787757741.824628:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757741.824632:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757741.824634:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757741.824639:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757741/real 1787757741]  req@ffff92505e61e940 x1874594466099712/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757741.824650:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757741.824652:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757741.824654:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787757741.824658:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000400:00000010:1.0:1787757741.824660:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:1.0:1787757741.824662:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757741.824666:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61e940 x1874594466099712/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757741.824677:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61e940 x1874594466099712/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757741.824685:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757741.824687:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757741.824689:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757741.824691:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757741.824695:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61e940 x1874594466099712/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757741.824703:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757741.824708:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61e940 x1874594466099712/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757766 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757741.824716:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757741.824719:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757741.824722:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757741.824724:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757741.824726:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757741.824730:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757741.824733:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757741.824738:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757741.824741:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757741.824747:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61e940 x1874594466099712/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757766 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757741.824756:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466099712:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757741.824761:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757741.824765:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61c3c0 x1874594466099840/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757741.824773:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757741.824774:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757741.824777:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757741.824780:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757741.824782:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757741.824785:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466099840:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757741.824789:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757741.824792:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757741.824794:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757741.824796:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757741.824801:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915400.
02000000:00000001:1.0:1787757741.824803:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757741.824808:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757741.824811:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000400:00000010:1.0:1787757741.824815:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00000200:1.0:1787757741.824819:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466099840, portal 4
00000100:00000001:1.0:1787757741.824821:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757741.824823:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611345344 : -120601098206272 : ffff92505e61c3c0)
00000100:00000040:1.0:1787757741.824831:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61c3c0 x1874594466099840/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757741.824840:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757741.824844:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757741.824846:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfa18.
00000100:00000200:1.0:1787757741.824849:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466099840, offset 0
00000400:00000200:1.0:1787757741.824855:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757741.824860:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757741.824865:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757741.824869:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757741.824872:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757741.824876:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757741.824879:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757741.824883:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56691:56691:256:4294967295] 192.168.201.154@tcp LPNI seq info [56691:56691:8:4294967295]
00000400:00000200:1.0:1787757741.824889:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757741.824897:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757741.824902:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757741.824906:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1d00.
00000800:00000200:1.0:1787757741.824911:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757741.824915:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787757741.824920:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757741.824924:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787757741.824929:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757741.824932:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1d00.
00000400:00000200:1.0:1787757741.824936:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757741.824940:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757741.824944:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfa18
00000400:00000010:1.0:1787757741.824946:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfa18.
00000100:00000001:1.0:1787757741.824949:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757741.824953:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61c3c0 x1874594466099840/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757741.824963:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757741.824967:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61c3c0 x1874594466099840/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757766 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757741.824976:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757741.824978:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757741.824982:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757741.824986:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787757741.824990:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757741.824993:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313993753
00000100:00000001:1.0:1787757741.824998:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313994665
00000100:00000001:1.0:1787757741.825003:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313993753
00000100:00000001:1.0:1787757741.825008:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313994665
00000100:00000001:1.0:1787757741.825012:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757741.825016:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757741.825020:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757741.825027:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757741/real 1787757741]  req@ffff92505e61c3c0 x1874594466099840/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757741.825045:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757741.825048:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757741.825052:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787757741.825057:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000400:00000010:1.0:1787757741.825062:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:1.0:1787757741.825068:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757741.825077:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61c3c0 x1874594466099840/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757741.825099:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61c3c0 x1874594466099840/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757741.825110:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757741.825113:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757741.825116:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757741.825118:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757741.825122:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61c3c0 x1874594466099840/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757741.825132:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757741.825137:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61c3c0 x1874594466099840/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757766 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757741.825149:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757741.825154:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757741.825156:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757741.825159:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757741.825161:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757741.825163:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757741.825167:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757741.825171:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757741.825173:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757741.825178:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61c3c0 x1874594466099840/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757766 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757741.825187:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466099840:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757741.825192:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757741.825195:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757741.825199:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61e940 x1874594466099712/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757766 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757741.825208:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757741.825210:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757741.825212:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077916400.
02000000:00000001:1.0:1787757741.825216:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757741.825218:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757741.825220:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787757741.825223:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757741.825226:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafc800.
02000000:00000001:1.0:1787757741.825229:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757741.825231:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757741.825233:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61e940.
00000100:00000001:1.0:1787757741.825236:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757741.825238:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757741.825241:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757741.825245:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61c3c0 x1874594466099840/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757766 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757741.825254:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757741.825255:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757741.825257:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915400.
02000000:00000001:1.0:1787757741.825263:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757741.825264:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757741.825265:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787757741.825268:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757741.825301:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507caff800.
02000000:00000001:1.0:1787757741.825305:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757741.825307:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757741.825311:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61c3c0.
00000100:00000001:1.0:1787757741.825318:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757741.825320:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757741.825324:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757741.825335:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757741.825337:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757741.825341:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757741.825344:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757742.334536:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757742.334547:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757742.334551:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757742.334559:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757742.334565:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757742.334570:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757742.334574:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757742.334578:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757742.334583:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757742.654472:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757742.654490:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757742.654496:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757742.654505:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757742.654516:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757742.654522:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757742.654526:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757742.654531:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757742.654538:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757742.654543:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757742.654545:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757742.654549:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757742.654551:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757742.654554:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757742.654556:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757742.654559:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757742.654563:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757742.654565:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757742.654658:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757742.654665:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757742.654671:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757742.782401:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313994665, at 4313994688
00000100:00000040:3.0:1787757742.782406:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313994665, at 4313994688
00000100:00000010:2.0:1787757742.782426:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6ae0.
00000100:00000010:3.0:1787757742.782436:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e65a0.
00000100:00000001:1.0:1787757743.358380:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757743.358393:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757743.358397:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757743.358405:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757743.358411:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757743.358416:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757743.358421:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757743.358425:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757743.358430:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757743.678486:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757743.678498:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757743.678512:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757743.678518:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757743.678531:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757743.678537:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757743.678586:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757743.678593:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757743.678601:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757744.382412:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757744.382425:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757744.382428:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757744.382434:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757744.382440:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757744.382445:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757744.382448:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757744.382453:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757744.382456:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757744.702489:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757744.702499:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757744.702509:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757744.702512:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757744.702518:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757744.702523:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757744.702527:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757744.702532:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757744.702536:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757744.702540:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757744.702543:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757744.702546:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757744.702576:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757744.702580:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757744.702584:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757745.406413:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757745.406424:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757745.406427:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757745.406434:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757745.406439:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757745.406444:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757745.406447:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757745.406451:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757745.406454:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757745.726486:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757745.726497:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757745.726513:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757745.726517:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757745.726531:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757745.726535:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757745.726603:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757745.726617:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757745.726629:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757746.430395:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757746.430407:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757746.430411:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757746.430419:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757746.430425:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757746.430430:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757746.430434:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757746.430438:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757746.430444:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757746.750445:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757746.750456:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757746.750469:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757746.750472:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757746.750481:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757746.750484:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757746.750522:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757746.750528:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757746.750534:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787757746.942426:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757746.942442:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787757746.942447:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757746.942455:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757746.942464:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757746.942476:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19326
00000400:00000200:2.0:1787757746.942490:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757746.942499:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757746.942516:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757746.942522:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757746.942527:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757746.942530:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757746.942534:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757746.942540:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757746.942543:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787757746.942548:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757746.942553:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787757746.942556:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787757746.942559:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787757746.942563:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757746.942566:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757746.942569:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757746.942572:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757746.942576:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787757746.942581:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757746.942585:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757746.942589:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757746.942594:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757746.942599:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757746.942603:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757746.942607:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757746.942621:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61c3c0.
00000020:00000040:2.0:1787757746.942626:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787757746.942633:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757746.942635:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757746.942640:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757746.942644:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757746.942651:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757746.942665:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafe400.
00000100:00000001:2.0:1787757746.942675:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757746.942689:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61c3c0 x1874594466099968/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757746.942711:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757746.942721:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757746.942733:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003175400] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61c3c0 x1874594466099968/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757746.942776:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757746.942783:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757746.942791:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787757746.942794:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757746.942798:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757746.942805:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757746.942809:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19326
00000400:00000200:2.0:1787757746.942816:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757746.942820:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757746.942824:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757746.942828:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757746.942831:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757746.942834:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757746.942839:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757746.942842:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757746.942844:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:2.0:1787757746.942847:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757746.942850:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:2.0:1787757746.942853:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:2.0:1787757746.942856:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:2.0:1787757746.942860:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757746.942863:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757746.942866:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757746.942869:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757746.942872:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:2.0:1787757746.942878:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757746.942881:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757746.942884:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757746.942892:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757746.942895:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757746.942898:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757746.942899:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757746.942911:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787757746.942912:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757746.942919:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00000001:2.0:1787757746.942920:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757746.942926:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757746.942933:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61e940.
00000100:00000040:1.0:1787757746.942936:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61c3c0 x1874594466099968/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787757746.942939:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:2.0:1787757746.942951:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757746.942957:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757746.942968:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787757746.942970:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757746.942977:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757746.942977:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757746.942987:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757746.942988:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757746.942994:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757746.943000:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757746.943003:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507caff800.
00000100:00100000:1.0:1787757746.943008:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466099968:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757746.943019:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757746.943020:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757746.943028:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757746.943032:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757746.943039:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:2.0:1787757746.943041:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61e940 x1874594466100096/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1787757746.943050:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915400.
02000000:00000001:1.0:1787757746.943058:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757746.943078:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757746.943090:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000100:00000001:2.0:1787757746.943093:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757746.943098:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787757746.943104:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00000040:2.0:1787757746.943106:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0cadbca] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61e940 x1874594466100096/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757746.943123:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466099968, portal 25
00000100:00000001:2.0:1787757746.943126:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757746.943133:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1787757746.943136:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787757746.943139:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611345344 : -120601098206272 : ffff92505e61c3c0)
00000100:00080000:2.0:1787757746.943146:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787757746.943151:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757746.943154:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1787757746.943158:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61c3c0 x1874594466099968/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757746.943160:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757746.943171:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19326
00000400:00000200:2.0:1787757746.943189:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757746.943199:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757746.943211:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787757746.943214:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757746.943226:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000040:1.0:1787757746.943231:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000001:2.0:1787757746.943239:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1787757746.943243:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfa18.
00000100:00000040:2.0:1787757746.943251:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000200:1.0:1787757746.943257:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466099968, offset 0
00000100:00000001:2.0:1787757746.943261:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757746.943348:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757746.943352:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:2.0:1787757746.943358:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787757746.943360:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000020:00000040:2.0:1787757746.943363:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:2.0:1787757746.943370:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:2.0:1787757746.943374:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:2.0:1787757746.943381:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000200:1.0:1787757746.943387:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757746.943389:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757746.943397:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757746.943401:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:1.0:1787757746.943406:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000020:00000040:2.0:1787757746.943409:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:2.0:1787757746.943419:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000400:00000200:1.0:1787757746.943421:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787757746.943425:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757746.943430:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787757746.943434:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
02000000:00000001:2.0:1787757746.943439:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787757746.943446:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1787757746.943447:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757746.943455:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:1.0:1787757746.943456:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000008:00100000:2.0:1787757746.943463:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787757746.943470:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56692:56692:256:4294967295] 192.168.201.154@tcp LPNI seq info [56692:56692:8:4294967295]
00000008:00000001:2.0:1787757746.943472:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757746.943482:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757746.943490:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000010:2.0:1787757746.943494:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61de00.
00000020:00000040:2.0:1787757746.943500:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:2.0:1787757746.943511:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757746.943516:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757746.943518:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1787757746.943520:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757746.943526:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757746.943531:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787757746.943537:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
02000000:00000010:2.0:1787757746.943543:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafc800.
00000800:00000010:1.0:1787757746.943551:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1d00.
00000100:00000001:2.0:1787757746.943552:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757746.943566:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61de00 x1874594466100224/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1787757746.943573:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757746.943592:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:2.0:1787757746.943593:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757746.943602:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757746.943610:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0b9f896] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61de00 x1874594466100224/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757746.943622:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757746.943628:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757746.943629:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787757746.943640:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1787757746.943644:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:2.0:1787757746.943652:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19336)
00000100:00000001:1.0:1787757746.943653:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4313999785
00000100:00000010:1.0:1787757746.943666:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6720.
00000100:00000001:1.0:1787757746.943677:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787757746.943689:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4313999785
00000100:00000010:1.0:1787757746.943696:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6600.
00000100:00000001:1.0:1787757746.943701:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787757746.943707:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757746.943712:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757746.943718:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757746.943722:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757746.943733:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757746.943737:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787757746.943740:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757746.943742:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757746.943744:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757746.943751:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61e940 x1874594466100096/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757746.943762:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757746.943764:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757746.943767:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757746.943770:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757746.943772:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757746.943776:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466100096:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757746.943781:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757746.943784:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757746.943786:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757746.943789:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757746.943793:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077916400.
02000000:00000001:1.0:1787757746.943796:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757746.943801:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757746.943804:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
00000400:00000010:1.0:1787757746.943810:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf550.
00000100:00000200:1.0:1787757746.943814:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466100096, portal 10
00000100:00000001:1.0:1787757746.943817:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757746.943819:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611354944 : -120601098196672 : ffff92505e61e940)
00000100:00000040:1.0:1787757746.943829:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61e940 x1874594466100096/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757746.943838:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757746.943841:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757746.943844:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfd48.
00000100:00000200:1.0:1787757746.943848:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466100096, offset 0
00000400:00000200:1.0:1787757746.943853:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757746.943858:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757746.943862:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757746.943866:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757746.943870:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757746.943873:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757746.943876:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757746.943883:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56693:56693:255:4294967295] 192.168.201.154@tcp LPNI seq info [56693:56693:7:4294967295]
00000400:00000200:1.0:1787757746.943891:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757746.943902:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757746.943908:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757746.943914:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1b00.
00000800:00000200:1.0:1787757746.943919:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757746.943925:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:1.0:1787757746.943928:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757746.943934:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787757746.943939:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757746.943942:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313998889
00000100:00000001:1.0:1787757746.943946:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313999785
00000100:00000001:1.0:1787757746.943949:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313998889
00000100:00000001:1.0:1787757746.943952:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313999785
00000100:00000001:1.0:1787757746.943955:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757746.943958:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757746.943960:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757746.943965:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61de00 x1874594466100224/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757746.943976:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757746.943979:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757746.943982:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757746.943984:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757746.943987:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757746.943991:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466100224:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757746.943996:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757746.944000:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757746.944002:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757746.944004:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757746.944010:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915800.
02000000:00000001:1.0:1787757746.944013:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757746.944017:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757746.944021:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
00000400:00000010:1.0:1787757746.944025:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787757746.944029:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466100224, portal 4
00000100:00000001:1.0:1787757746.944031:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757746.944033:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611352064 : -120601098199552 : ffff92505e61de00)
00000100:00000040:1.0:1787757746.944041:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61de00 x1874594466100224/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757746.944050:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757746.944054:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757746.944058:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfe58.
00000100:00000200:1.0:1787757746.944063:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466100224, offset 0
00000400:00000200:1.0:1787757746.944069:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757746.944072:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757746.944076:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757746.944079:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757746.944082:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757746.944085:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757746.944088:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757746.944092:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56694:56694:254:4294967295] 192.168.201.154@tcp LPNI seq info [56694:56694:6:4294967295]
00000400:00000200:1.0:1787757746.944100:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757746.944112:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757746.944118:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757746.944122:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1000.
00000800:00000200:1.0:1787757746.944126:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757746.944131:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:1.0:1787757746.944134:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757746.944137:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787757746.944142:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757746.944145:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4313998872
00000100:00000001:1.0:1787757746.944148:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4313999785
00000100:00000001:1.0:1787757746.944151:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4313998872
00000100:00000001:1.0:1787757746.944154:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4313999785
00000100:00000001:1.0:1787757746.944156:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757746.944158:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757746.944161:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757746.944163:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757746.944166:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757746.944168:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787757746.944171:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757746.944172:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757746.944174:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757746.944177:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757747.454478:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757747.454493:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757747.454500:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757747.454509:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757747.454515:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757747.454521:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757747.454525:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757747.454529:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757747.454534:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757747.774431:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757747.774443:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757747.774453:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757747.774456:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757747.774463:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757747.774466:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757747.774502:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757747.774508:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757747.774513:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757747.902381:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4313999785, at 4313999808
00000100:00000010:3.0:1787757747.902407:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6600.
00000100:00000040:2.0:1787757747.902477:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4313999785, at 4313999808
00000100:00000010:2.0:1787757747.902504:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6720.
00000100:00000001:2.0:1787757748.478408:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757748.478419:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757748.478423:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757748.478431:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757748.478436:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757748.478443:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757748.478446:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757748.478451:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757748.478455:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757748.798437:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757748.798447:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757748.798459:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757748.798463:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757748.798470:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757748.798473:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757748.798561:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757748.798569:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757748.798574:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757749.502390:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757749.502400:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757749.502404:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757749.502412:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757749.502418:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757749.502424:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757749.502428:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757749.502432:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757749.502437:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757749.822444:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757749.822455:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757749.822467:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757749.822473:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757749.822482:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757749.822487:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757749.822534:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757749.822541:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757749.822548:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787757750.014672:0:238942:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.154:988
00000400:00000100:3.0:1787757750.014740:0:238942:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.154@tcp at host 192.168.201.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1787757750.014754:0:238942:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757750.014760:0:238942:0:(router.c:1791:lnet_notify()) 192.168.201.54@tcp notifying 192.168.201.154@tcp: down
00000400:00000200:3.0:1787757750.014767:0:238942:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757750.014773:0:238942:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1787757750.014784:0:238942:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000800:00000010:3.0:1787757750.014792:0:238942:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1d00.
00000400:00000200:3.0:1787757750.014801:0:238942:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787757750.014810:0:238942:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787757750.014823:0:238942:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfa18
00000400:00000010:3.0:1787757750.014829:0:238942:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfa18.
00000100:00000001:3.0:1787757750.014841:0:238942:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757750.014855:0:238942:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff92505e61c3c0 x1874594466099968/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757750.014916:0:238942:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757750.014927:0:238942:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61c3c0 x1874594466099968/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757771 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757750.014943:0:238942:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757750.014947:0:238942:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787757750.014966:0:238942:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000800:00000010:3.0:1787757750.014973:0:238942:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1b00.
00000400:00000200:3.0:1787757750.014980:0:238942:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:1.0:1787757750.014991:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1787757750.014991:0:238942:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787757750.015003:0:238942:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfd48
00000100:00000001:1.0:1787757750.015005:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000010:3.0:1787757750.015015:0:238942:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfd48.
00000100:00000001:1.0:1787757750.015018:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787757750.015025:0:238942:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:1.0:1787757750.015041:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757746/real 1787757750]  req@ffff92505e61c3c0 x1874594466099968/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757750.015044:0:238942:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff92505e61e940 x1874594466100096/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757750.015074:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757750.015080:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757750.015091:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000100:00000001:3.0:1787757750.015099:0:238942:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000400:00000200:1.0:1787757750.015104:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000100:00000040:3.0:1787757750.015115:0:238942:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61e940 x1874594466100096/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757771 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787757750.015116:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:1.0:1787757750.015130:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787757750.015140:0:238942:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787757750.015145:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61c3c0 x1874594466099968/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757750.015147:0:238942:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787757750.015168:0:238942:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000800:00000010:3.0:1787757750.015174:0:238942:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1000.
00000400:00000200:3.0:1787757750.015180:0:238942:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787757750.015186:0:238942:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787757750.015194:0:238942:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfe58
00000400:00000010:3.0:1787757750.015203:0:238942:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfe58.
00000100:00000200:1.0:1787757750.015211:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61c3c0 x1874594466099968/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757750.015214:0:238942:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757750.015266:0:238942:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff92505e61de00 x1874594466100224/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757750.015362:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757750.015368:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757750.015375:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757750.015380:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757750.015392:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61c3c0 x1874594466099968/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757750.015455:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757750.015463:0:238942:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757750.015473:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61c3c0 x1874594466099968/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757771 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787757750.015482:0:238942:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61de00 x1874594466100224/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757771 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757750.015507:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757750.015522:0:238942:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757750.015530:0:238942:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757750.015536:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757750.015544:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757750.015549:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757750.015555:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757750.015560:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757750.015567:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757750.015576:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757750.015581:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757750.015591:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61c3c0 x1874594466099968/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757771 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757750.015607:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466099968:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787757750.015616:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757750.015620:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757750.015627:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61c3c0 x1874594466099968/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757771 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757750.015642:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757750.015647:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757750.015654:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915400.
02000000:00000001:1.0:1787757750.015665:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757750.015670:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757750.015673:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787757750.015677:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757750.015682:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafe400.
02000000:00000001:1.0:1787757750.015689:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757750.015693:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757750.015696:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61c3c0.
00000100:00000001:1.0:1787757750.015702:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757750.015705:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757750.015710:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757750.015714:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757750.015717:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757750.015720:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757750.015728:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757746/real 1787757750]  req@ffff92505e61e940 x1874594466100096/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757750.015759:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757750.015762:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757750.015766:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787757750.015772:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf550
00000400:00000010:1.0:1787757750.015775:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf550.
00000100:00000001:1.0:1787757750.015781:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757750.015788:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61e940 x1874594466100096/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757750.015806:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61e940 x1874594466100096/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757750.015820:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757750.015823:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757750.015827:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757750.015830:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757750.015837:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61e940 x1874594466100096/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757750.015852:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757750.015860:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61e940 x1874594466100096/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757771 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757750.015875:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757750.015879:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757750.015882:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757750.015884:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757750.015888:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757750.015892:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757750.015897:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757750.015905:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757750.015910:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757750.015919:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61e940 x1874594466100096/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757771 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757750.015937:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466100096:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757750.015946:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757750.015955:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757746/real 1787757750]  req@ffff92505e61de00 x1874594466100224/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757750.015971:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757750.015973:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757750.015977:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787757750.015982:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787757750.015985:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787757750.015990:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757750.015997:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61de00 x1874594466100224/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757750.016014:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61de00 x1874594466100224/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757750.016054:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757750.016058:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757750.016062:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757750.016065:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757750.016073:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61de00 x1874594466100224/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757750.016087:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757750.016096:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61de00 x1874594466100224/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757771 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757750.016110:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757750.016115:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757750.016120:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757750.016123:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757750.016127:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757750.016130:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757750.016136:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757750.016143:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757750.016148:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757750.016157:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61de00 x1874594466100224/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757771 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757750.016174:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466100224:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757750.016182:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757750.016185:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757750.016192:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61e940 x1874594466100096/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757771 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757750.016205:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757750.016209:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757750.016213:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077916400.
02000000:00000001:1.0:1787757750.016219:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757750.016223:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757750.016226:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787757750.016231:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757750.016257:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507caff800.
02000000:00000001:1.0:1787757750.016264:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757750.016267:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757750.016317:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61e940.
00000100:00000001:1.0:1787757750.016327:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757750.016330:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757750.016333:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757750.016342:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61de00 x1874594466100224/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757771 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757750.016355:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757750.016360:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757750.016364:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915800.
02000000:00000001:1.0:1787757750.016372:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757750.016376:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757750.016380:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787757750.016385:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757750.016389:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafc800.
02000000:00000001:1.0:1787757750.016395:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757750.016399:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757750.016403:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61de00.
00000100:00000001:1.0:1787757750.016409:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757750.016412:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757750.016417:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757750.016431:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757750.016435:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757750.016439:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757750.016442:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757750.526406:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757750.526418:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757750.526421:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757750.526429:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757750.526434:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757750.526439:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757750.526443:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757750.526446:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757750.526450:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757750.846441:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757750.846452:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757750.846463:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757750.846466:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757750.846474:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757750.846477:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757750.846514:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757750.846519:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757750.846524:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757751.550379:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757751.550392:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757751.550395:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757751.550401:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757751.550407:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757751.550411:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757751.550415:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757751.550419:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757751.550422:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757751.870425:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757751.870436:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757751.870447:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757751.870451:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757751.870458:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757751.870461:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757751.870553:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757751.870561:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757751.870566:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787757752.062407:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757752.062419:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787757752.062423:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757752.062427:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757752.062435:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757752.062446:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19331
00000400:00000200:2.0:1787757752.062459:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757752.062468:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757752.062473:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757752.062478:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757752.062482:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757752.062488:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757752.062492:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757752.062497:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757752.062500:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787757752.062504:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757752.062508:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787757752.062512:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787757752.062516:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787757752.062521:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757752.062524:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757752.062527:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757752.062530:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757752.062534:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787757752.062540:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757752.062544:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757752.062548:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757752.062552:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757752.062555:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757752.062558:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757752.062561:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757752.062570:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61f480.
00000020:00000040:2.0:1787757752.062575:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787757752.062580:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757752.062582:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757752.062586:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757752.062590:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757752.062595:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757752.062605:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507caff400.
00000100:00000001:2.0:1787757752.062613:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757752.062636:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61f480 x1874594466100352/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757752.062651:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757752.062657:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757752.062664:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f638b8ce] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61f480 x1874594466100352/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757752.062689:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757752.062694:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757752.062699:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787757752.062701:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757752.062703:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757752.062707:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757752.062710:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19331
00000400:00000200:2.0:1787757752.062715:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757752.062718:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757752.062722:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757752.062727:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757752.062731:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757752.062735:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757752.062738:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757752.062741:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757752.062743:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:2.0:1787757752.062745:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757752.062748:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:2.0:1787757752.062751:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:2.0:1787757752.062754:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:1.0:1787757752.062760:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1787757752.062766:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757752.062772:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787757752.062773:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1787757752.062776:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757752.062784:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:1.0:1787757752.062785:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1787757752.062794:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:2.0:1787757752.062807:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000040:1.0:1787757752.062811:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61f480 x1874594466100352/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757752.062812:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757752.062820:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757752.062831:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757752.062834:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1787757752.062837:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757752.062842:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757752.062844:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757752.062852:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787757752.062854:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757752.062861:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:2.0:1787757752.062862:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757752.062872:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757752.062873:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757752.062886:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61f840.
00000100:00100000:1.0:1787757752.062889:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466100352:192.168.201.154@tcp:250:kworker.0
00000020:00000040:2.0:1787757752.062892:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:2.0:1787757752.062905:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787757752.062907:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757752.062908:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757752.062915:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757752.062917:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787757752.062920:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757752.062921:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757752.062932:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757752.062933:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafd000.
00000100:00000001:2.0:1787757752.062943:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757752.062946:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:2.0:1787757752.062956:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61f840 x1874594466100480/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1787757752.062962:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915800.
02000000:00000001:1.0:1787757752.062973:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757752.062976:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757752.062985:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757752.062993:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:2.0:1787757752.062998:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aef5ed20] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61f840 x1874594466100480/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787757752.063008:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
00000400:00000010:1.0:1787757752.063027:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000001:2.0:1787757752.063030:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757752.063040:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1787757752.063042:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466100352, portal 25
00000100:00000001:1.0:1787757752.063054:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1787757752.063056:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787757752.063063:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611357824 : -120601098193792 : ffff92505e61f480)
00000100:00000001:2.0:1787757752.063065:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757752.063072:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757752.063081:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757752.063092:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19331
00000100:00000040:1.0:1787757752.063102:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61f480 x1874594466100352/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787757752.063103:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757752.063117:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757752.063128:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757752.063141:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757752.063143:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787757752.063147:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757752.063158:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000040:1.0:1787757752.063159:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757752.063174:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf550.
00000100:00000001:2.0:1787757752.063184:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000200:1.0:1787757752.063186:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466100352, offset 0
00000020:00000001:2.0:1787757752.063232:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757752.063237:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000400:00000200:1.0:1787757752.063242:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000020:00000001:2.0:1787757752.063244:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757752.063254:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:2.0:1787757752.063260:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:1.0:1787757752.063264:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000020:00000001:2.0:1787757752.063317:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:1.0:1787757752.063322:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00000040:2.0:1787757752.063334:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000200:1.0:1787757752.063340:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787757752.063344:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787757752.063357:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00000040:2.0:1787757752.063358:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757752.063369:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:1.0:1787757752.063376:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000020:00000040:2.0:1787757752.063379:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000400:00000200:1.0:1787757752.063392:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00080000:2.0:1787757752.063395:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757752.063406:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757752.063413:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56695:56695:256:4294967295] 192.168.201.154@tcp LPNI seq info [56695:56695:8:4294967295]
02000000:00000001:2.0:1787757752.063415:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757752.063425:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787757752.063436:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000001:2.0:1787757752.063437:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757752.063446:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757752.063452:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787757752.063465:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757752.063472:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1787757752.063474:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757752.063489:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61d2c0.
00000800:00000200:1.0:1787757752.063501:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000020:00000040:2.0:1787757752.063502:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:2.0:1787757752.063515:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757752.063518:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787757752.063520:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1800.
00000100:00000001:2.0:1787757752.063524:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757752.063530:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757752.063535:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787757752.063543:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000010:2.0:1787757752.063551:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafdc00.
00000800:00000200:1.0:1787757752.063556:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000100:00000001:2.0:1787757752.063563:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787757752.063577:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00100000:2.0:1787757752.063583:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61d2c0 x1874594466100608/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787757752.063588:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787757752.063616:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000100:00000001:2.0:1787757752.063617:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000010:1.0:1787757752.063625:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1800.
00000100:00000001:2.0:1787757752.063627:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757752.063640:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1787757752.063645:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b484489] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61d2c0 x1874594466100608/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787757752.063660:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757752.063679:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf550
00000100:00000001:2.0:1787757752.063684:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787757752.063688:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf550.
00000100:00000040:2.0:1787757752.063694:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787757752.063702:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1787757752.063706:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:1.0:1787757752.063718:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61f480 x1874594466100352/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787757752.063723:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19341)
00000100:00000001:1.0:1787757752.063762:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757752.063771:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61f480 x1874594466100352/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757777 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757752.063786:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757752.063789:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757752.063802:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757752.063809:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757752.063815:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314004905
00000100:00000010:1.0:1787757752.063824:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6ea0.
00000100:00000001:1.0:1787757752.063837:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787757752.063846:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314004905
00000100:00000010:1.0:1787757752.063853:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e62a0.
00000100:00000001:1.0:1787757752.063859:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787757752.063866:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757752.063871:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757752.063876:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757752.063885:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757752/real 1787757752]  req@ffff92505e61f480 x1874594466100352/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757752.063918:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757752.063921:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757752.063925:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787757752.063930:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787757752.063934:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787757752.063939:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757752.063947:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61f480 x1874594466100352/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757752.063964:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61f480 x1874594466100352/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757752.063979:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757752.063982:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757752.063987:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757752.063991:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757752.063999:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61f480 x1874594466100352/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757752.064014:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757752.064025:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61f480 x1874594466100352/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757777 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757752.064040:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757752.064046:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757752.064049:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757752.064052:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757752.064056:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757752.064060:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757752.064065:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757752.064073:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757752.064078:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757752.064086:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61f480 x1874594466100352/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757777 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757752.064104:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466100352:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787757752.064113:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757752.064118:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757752.064124:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61f480 x1874594466100352/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757777 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757752.064138:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757752.064143:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757752.064148:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915800.
02000000:00000001:1.0:1787757752.064156:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757752.064160:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757752.064162:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787757752.064167:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757752.064172:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507caff400.
02000000:00000001:1.0:1787757752.064180:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757752.064183:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757752.064186:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61f480.
00000100:00000001:1.0:1787757752.064193:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757752.064195:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757752.064225:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757752.064239:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757752.064243:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757752.064247:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757752.064250:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757752.064253:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757752.064262:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61f840 x1874594466100480/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757752.064314:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757752.064318:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757752.064324:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757752.064328:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757752.064332:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757752.064339:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466100480:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757752.064344:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757752.064348:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757752.064351:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757752.064353:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757752.064360:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915800.
02000000:00000001:1.0:1787757752.064374:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757752.064383:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757752.064388:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
00000400:00000010:1.0:1787757752.064396:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787757752.064403:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466100480, portal 10
00000100:00000001:1.0:1787757752.064407:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757752.064410:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611358784 : -120601098192832 : ffff92505e61f840)
00000100:00000040:1.0:1787757752.064431:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61f840 x1874594466100480/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757752.064446:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757752.064451:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757752.064458:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf550.
00000100:00000200:1.0:1787757752.064464:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466100480, offset 0
00000400:00000200:1.0:1787757752.064472:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757752.064480:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757752.064488:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757752.064495:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757752.064500:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757752.064505:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757752.064509:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757752.064515:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56696:56696:256:4294967295] 192.168.201.154@tcp LPNI seq info [56696:56696:8:4294967295]
00000400:00000200:1.0:1787757752.064523:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757752.064538:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757752.064548:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757752.064556:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1800.
00000800:00000200:1.0:1787757752.064565:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757752.064571:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787757752.064580:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757752.064585:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787757752.064593:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757752.064597:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1800.
00000400:00000200:1.0:1787757752.064603:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757752.064610:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757752.064616:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf550
00000400:00000010:1.0:1787757752.064620:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf550.
00000100:00000001:1.0:1787757752.064625:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757752.064634:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61f840 x1874594466100480/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757752.064651:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757752.064658:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61f840 x1874594466100480/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757777 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757752.064670:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757752.064674:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757752.064681:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757752.064689:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787757752.064695:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757752.064700:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314004010
00000100:00000001:1.0:1787757752.064706:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314004905
00000100:00000001:1.0:1787757752.064710:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314004010
00000100:00000001:1.0:1787757752.064714:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314004905
00000100:00000001:1.0:1787757752.064719:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757752.064723:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757752.064727:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757752.064736:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757752/real 1787757752]  req@ffff92505e61f840 x1874594466100480/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757752.064754:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757752.064757:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757752.064762:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787757752.064767:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787757752.064770:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787757752.064774:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757752.064781:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61f840 x1874594466100480/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757752.064798:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61f840 x1874594466100480/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757752.064809:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757752.064811:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757752.064814:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757752.064816:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757752.064821:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61f840 x1874594466100480/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757752.064830:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757752.064838:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61f840 x1874594466100480/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757777 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757752.064852:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757752.064858:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757752.064861:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757752.064864:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757752.064867:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757752.064871:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757752.064877:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757752.064885:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757752.064890:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757752.064899:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61f840 x1874594466100480/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757777 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757752.064916:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466100480:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757752.064925:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757752.064932:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61d2c0 x1874594466100608/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757752.064946:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757752.064948:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757752.064952:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757752.064955:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757752.064958:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757752.064962:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466100608:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757752.064966:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757752.064969:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757752.064971:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757752.064974:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757752.064979:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077916400.
02000000:00000001:1.0:1787757752.064981:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757752.064987:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757752.064990:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
00000400:00000010:1.0:1787757752.064994:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787757752.064999:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466100608, portal 4
00000100:00000001:1.0:1787757752.065001:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757752.065003:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611349184 : -120601098202432 : ffff92505e61d2c0)
00000100:00000040:1.0:1787757752.065011:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61d2c0 x1874594466100608/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757752.065020:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757752.065023:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757752.065026:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf550.
00000100:00000200:1.0:1787757752.065030:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466100608, offset 0
00000400:00000200:1.0:1787757752.065034:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757752.065040:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757752.065045:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757752.065049:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757752.065053:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757752.065057:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757752.065060:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757752.065064:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56697:56697:256:4294967295] 192.168.201.154@tcp LPNI seq info [56697:56697:8:4294967295]
00000400:00000200:1.0:1787757752.065069:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757752.065078:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757752.065084:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757752.065088:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1800.
00000800:00000200:1.0:1787757752.065093:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757752.065097:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787757752.065103:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757752.065106:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787757752.065111:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757752.065114:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1800.
00000400:00000200:1.0:1787757752.065118:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757752.065123:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757752.065127:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf550
00000400:00000010:1.0:1787757752.065129:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf550.
00000100:00000001:1.0:1787757752.065132:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757752.065137:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61d2c0 x1874594466100608/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757752.065147:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757752.065151:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61d2c0 x1874594466100608/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757777 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757752.065159:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757752.065162:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757752.065166:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757752.065170:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787757752.065173:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757752.065176:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314003993
00000100:00000001:1.0:1787757752.065179:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314004905
00000100:00000001:1.0:1787757752.065182:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314003993
00000100:00000001:1.0:1787757752.065186:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314004905
00000100:00000001:1.0:1787757752.065189:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757752.065191:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757752.065194:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757752.065250:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757752/real 1787757752]  req@ffff92505e61d2c0 x1874594466100608/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757752.065261:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757752.065263:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757752.065266:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787757752.065297:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787757752.065300:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787757752.065302:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757752.065307:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61d2c0 x1874594466100608/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757752.065318:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61d2c0 x1874594466100608/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757752.065327:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757752.065329:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757752.065331:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757752.065333:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757752.065337:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61d2c0 x1874594466100608/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757752.065346:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757752.065351:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61d2c0 x1874594466100608/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757777 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757752.065360:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757752.065363:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757752.065365:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757752.065366:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757752.065370:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757752.065372:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757752.065375:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757752.065380:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757752.065383:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757752.065387:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61d2c0 x1874594466100608/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757777 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757752.065396:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466100608:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757752.065401:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757752.065404:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757752.065407:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61f840 x1874594466100480/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757777 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757752.065416:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757752.065418:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757752.065421:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915800.
02000000:00000001:1.0:1787757752.065425:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757752.065427:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757752.065429:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787757752.065432:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757752.065435:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafd000.
02000000:00000001:1.0:1787757752.065439:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757752.065440:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757752.065442:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61f840.
00000100:00000001:1.0:1787757752.065446:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757752.065447:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757752.065450:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757752.065453:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61d2c0 x1874594466100608/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757777 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757752.065461:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757752.065462:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757752.065464:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077916400.
02000000:00000001:1.0:1787757752.065467:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757752.065469:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757752.065471:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787757752.065474:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757752.065476:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafdc00.
02000000:00000001:1.0:1787757752.065478:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757752.065479:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757752.065481:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61d2c0.
00000100:00000001:1.0:1787757752.065483:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757752.065485:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757752.065487:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757752.065492:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757752.065493:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757752.065496:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757752.065498:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757752.574404:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757752.574415:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757752.574418:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757752.574425:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757752.574431:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757752.574435:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757752.574439:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757752.574442:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757752.574446:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757752.894432:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757752.894449:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757752.894454:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757752.894461:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757752.894471:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757752.894475:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757752.894480:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757752.894485:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757752.894495:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757752.894500:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757752.894503:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757752.894507:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757752.894511:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757752.894514:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757752.894518:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757752.894522:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757752.894528:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757752.894531:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757752.894569:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757752.894574:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757752.894578:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757753.022398:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314004905, at 4314004928
00000100:00000010:3.0:1787757753.022419:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e62a0.
00000100:00000040:2.0:1787757753.022433:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314004905, at 4314004928
00000100:00000010:2.0:1787757753.022449:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6ea0.
00000100:00000001:2.0:1787757753.598499:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757753.598511:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757753.598515:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757753.598523:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757753.598531:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757753.598537:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757753.598543:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757753.598549:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757753.598555:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757753.918398:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757753.918407:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757753.918419:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757753.918423:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757753.918430:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757753.918434:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757753.918469:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757753.918472:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757753.918476:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757754.622392:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757754.622403:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757754.622406:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757754.622412:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757754.622417:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757754.622422:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757754.622425:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757754.622429:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757754.622433:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757754.942391:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757754.942400:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757754.942411:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757754.942414:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757754.942421:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757754.942426:0:272902:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757754.942430:0:272902:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757754.942435:0:272902:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757754.942439:0:272902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757754.942443:0:272902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757754.942447:0:272902:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757754.942452:0:272902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757754.942530:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757754.942536:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757754.942541:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757755.646378:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757755.646389:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757755.646392:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757755.646399:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757755.646404:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757755.646409:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757755.646412:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757755.646416:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757755.646420:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757755.966405:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757755.966414:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757755.966425:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757755.966428:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757755.966434:0:272902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757755.966438:0:272902:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757755.966471:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757755.966475:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757755.966480:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757756.670371:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757756.670383:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757756.670385:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757756.670392:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757756.670398:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757756.670402:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757756.670406:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757756.670409:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757756.670413:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757756.990411:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757756.990422:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757756.990433:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757756.990437:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757756.990445:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757756.990448:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757756.990481:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757756.990486:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757756.990490:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787757757.182433:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757757.182447:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787757757.182450:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757757.182456:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757757.182464:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757757.182476:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19336
00000400:00000200:0.0:1787757757.182491:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757757.182502:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757757.182508:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757757.182515:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757757.182522:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757757.182527:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757757.182532:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757757.182540:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757757.182543:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787757757.182549:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757757.182555:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787757757.182559:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787757757.182562:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787757757.182567:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757757.182570:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757757.182573:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757757.182577:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757757.182581:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787757757.182585:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757757.182589:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757757.182592:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757757.182597:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757757.182600:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757757.182603:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787757757.182607:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757757.182617:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae44780.
00000020:00000040:0.0:1787757757.182621:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787757757.182627:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757757.182629:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757757.182633:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757757.182637:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757757.182642:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757757.182652:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad7c00.
00000100:00000001:0.0:1787757757.182660:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757757.182673:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae44780 x1874594466100736/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757757.182688:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757757.182693:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757757.182699:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000825f42ce] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae44780 x1874594466100736/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757757.182734:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757757.182741:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757757.182748:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787757757.182751:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757757.182754:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757757.182760:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757757.182765:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19336
00000400:00000200:0.0:1787757757.182774:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757757.182781:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757757.182787:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757757.182795:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757757.182801:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757757.182806:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757757.182812:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757757.182818:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757757.182820:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:0.0:1787757757.182824:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787757757.182827:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1787757757.182830:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:0.0:1787757757.182838:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:1.0:1787757757.182841:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1787757757.182842:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:1.0:1787757757.182852:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757757.182853:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757757.182862:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757757.182866:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757757.182873:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000040:1.0:1787757757.182876:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae44780 x1874594466100736/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787757757.182877:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:0.0:1787757757.182889:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757757.182899:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757757.182908:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787757757.182914:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757757.182918:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757757.182924:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757757.182929:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757757.182932:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757757.182934:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1787757757.182940:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae44780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466100736:192.168.201.154@tcp:250:kworker.0
02000000:00000001:0.0:1787757757.182943:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757757.182952:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787757757.182955:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:0.0:1787757757.182961:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787757757.182964:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:0.0:1787757757.182972:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757757.182972:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757757.182978:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787757757.182980:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787757757.182990:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077916400.
00000100:00000010:0.0:1787757757.182991:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae443c0.
02000000:00000001:1.0:1787757757.183002:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787757757.183003:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:0.0:1787757757.183013:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757757.183018:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757757.183023:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787757757.183027:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000001:0.0:1787757757.183028:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757757.183033:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757757.183043:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6000.
00000400:00000010:1.0:1787757757.183046:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
00000100:00000001:0.0:1787757757.183050:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757757.183065:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae443c0 x1874594466100864/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787757757.183067:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000001:0.0:1787757757.183084:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1787757757.183087:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466100736, portal 25
00000100:00000001:0.0:1787757757.183089:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757757.183102:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1787757757.183103:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000101c6af6] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae443c0 x1874594466100864/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757757.183134:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089660800 : -120600619890816 : ffff92507ae44780)
00000100:00000001:0.0:1787757757.183151:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757757.183159:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1787757757.183168:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae44780 x1874594466100736/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787757757.183169:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787757757.183175:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757757.183180:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757757.183193:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787757757.183200:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1787757757.183202:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19336
00000100:00000040:1.0:1787757757.183211:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757757.183218:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757757.183222:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf550.
00000400:00000200:0.0:1787757757.183229:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00000200:1.0:1787757757.183235:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466100736, offset 0
00000100:00080000:0.0:1787757757.183236:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757757.183249:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757757.183255:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787757757.183256:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000040:0.0:1787757757.183265:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757757.183326:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757757.183331:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757757.183333:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:0.0:1787757757.183336:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757757.183341:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000400:00000200:1.0:1787757757.183343:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000020:00000001:0.0:1787757757.183353:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:0.0:1787757757.183359:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:1.0:1787757757.183365:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00000040:0.0:1787757757.183371:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757757.183378:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787757757.183380:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1787757757.183386:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757757.183391:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:1.0:1787757757.183394:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000020:00000040:0.0:1787757757.183397:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000400:00000200:1.0:1787757757.183408:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1787757757.183409:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757757.183418:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757757.183421:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
02000000:00000001:0.0:1787757757.183424:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757757.183433:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787757757.183435:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56698:56698:256:4294967295] 192.168.201.154@tcp LPNI seq info [56698:56698:8:4294967295]
02000000:00000001:0.0:1787757757.183442:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757757.183450:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:1.0:1787757757.183451:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000008:00100000:0.0:1787757757.183461:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787757757.183475:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757757.183477:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1787757757.183487:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787757757.183495:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000010:0.0:1787757757.183503:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae470c0.
00000800:00000010:1.0:1787757757.183506:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1800.
00000020:00000040:0.0:1787757757.183514:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000800:00000200:1.0:1787757757.183524:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000001:0.0:1787757757.183529:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.0:1787757757.183532:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
02000000:00000001:0.0:1787757757.183535:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757757.183545:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.1:1787757757.183550:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000001:0.0:1787757757.183553:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1787757757.183558:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
02000000:00000001:0.0:1787757757.183562:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787757757.183570:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757757.183575:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1800.
02000000:00000010:0.0:1787757757.183578:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6800.
00000400:00000200:1.0:1787757757.183582:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1787757757.183587:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757757.183596:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757757.183605:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf550
00000100:00100000:0.0:1787757757.183607:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae470c0 x1874594466100992/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787757757.183610:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf550.
00000100:00000001:1.0:1787757757.183623:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787757757.183627:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757757.183634:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787757757.183637:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae44780 x1874594466100736/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787757757.183646:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a74fc68e] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae470c0 x1874594466100992/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757757.183672:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787757757.183675:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757757.183684:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae44780 x1874594466100736/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757782 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787757757.183685:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787757757.183702:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1787757757.183716:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19346)
00000100:00000001:1.0:1787757757.183719:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757757.183725:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757757.183735:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757757.183745:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757757.183752:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314010025
00000100:00000010:1.0:1787757757.183762:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6de0.
00000100:00000001:1.0:1787757757.183775:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787757757.183785:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314010025
00000100:00000010:1.0:1787757757.183791:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6000.
00000100:00000001:1.0:1787757757.183798:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787757757.183805:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757757.183810:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757757.183816:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757757.183826:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757757/real 1787757757]  req@ffff92507ae44780 x1874594466100736/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757757.183844:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757757.183846:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757757.183849:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787757757.183854:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787757757.183856:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787757757.183860:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757757.183865:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae44780 x1874594466100736/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757757.183876:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae44780 x1874594466100736/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757757.183885:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757757.183888:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757757.183890:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757757.183893:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757757.183898:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae44780 x1874594466100736/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757757.183906:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757757.183912:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae44780 x1874594466100736/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757782 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757757.183921:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757757.183925:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757757.183927:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757757.183929:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757757.183932:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757757.183936:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757757.183940:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757757.183945:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757757.183948:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757757.183953:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae44780 x1874594466100736/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757782 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757757.183964:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae44780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466100736:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787757757.183970:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757757.183974:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757757.183977:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae44780 x1874594466100736/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757782 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757757.183985:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757757.183988:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757757.183992:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077916400.
02000000:00000001:1.0:1787757757.183996:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757757.183998:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757757.184001:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787757757.184005:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757757.184010:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad7c00.
02000000:00000001:1.0:1787757757.184016:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757757.184020:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757757.184023:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae44780.
00000100:00000001:1.0:1787757757.184028:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757757.184031:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757757.184035:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757757.184048:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757757.184052:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757757.184056:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757757.184059:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757757.184063:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757757.184072:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae443c0 x1874594466100864/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757757.184100:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757757.184103:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757757.184134:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757757.184137:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757757.184141:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757757.184145:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae443c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466100864:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757757.184150:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757757.184153:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757757.184155:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757757.184158:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757757.184163:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077916400.
02000000:00000001:1.0:1787757757.184165:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757757.184171:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757757.184175:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
00000400:00000010:1.0:1787757757.184180:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787757757.184185:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466100864, portal 10
00000100:00000001:1.0:1787757757.184187:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757757.184190:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089659840 : -120600619891776 : ffff92507ae443c0)
00000100:00000040:1.0:1787757757.184198:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae443c0 x1874594466100864/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757757.184207:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757757.184211:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757757.184213:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf550.
00000100:00000200:1.0:1787757757.184217:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466100864, offset 0
00000400:00000200:1.0:1787757757.184222:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757757.184228:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757757.184233:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757757.184238:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757757.184241:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757757.184245:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757757.184248:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757757.184253:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56699:56699:256:4294967295] 192.168.201.154@tcp LPNI seq info [56699:56699:8:4294967295]
00000400:00000200:1.0:1787757757.184259:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757757.184298:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757757.184306:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757757.184311:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1800.
00000800:00000200:1.0:1787757757.184316:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757757.184320:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787757757.184326:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757757.184329:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787757757.184334:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757757.184336:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1800.
00000400:00000200:1.0:1787757757.184341:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757757.184345:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757757.184349:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf550
00000400:00000010:1.0:1787757757.184352:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf550.
00000100:00000001:1.0:1787757757.184355:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757757.184360:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae443c0 x1874594466100864/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757757.184371:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757757.184375:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae443c0 x1874594466100864/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757782 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757757.184383:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757757.184385:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757757.184390:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757757.184395:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787757757.184399:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757757.184402:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314009130
00000100:00000001:1.0:1787757757.184406:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314010025
00000100:00000001:1.0:1787757757.184409:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314009130
00000100:00000001:1.0:1787757757.184412:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314010025
00000100:00000001:1.0:1787757757.184415:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757757.184418:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757757.184421:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757757.184425:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757757/real 1787757757]  req@ffff92507ae443c0 x1874594466100864/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757757.184436:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757757.184438:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757757.184440:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787757757.184443:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787757757.184445:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787757757.184447:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757757.184451:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae443c0 x1874594466100864/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757757.184462:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae443c0 x1874594466100864/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757757.184471:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757757.184472:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757757.184475:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757757.184476:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757757.184480:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae443c0 x1874594466100864/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757757.184488:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757757.184493:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae443c0 x1874594466100864/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757782 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757757.184501:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757757.184504:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757757.184506:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757757.184508:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757757.184510:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757757.184513:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757757.184516:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757757.184520:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757757.184523:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757757.184528:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae443c0 x1874594466100864/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757782 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757757.184538:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae443c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466100864:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757757.184543:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757757.184547:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae470c0 x1874594466100992/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757757.184554:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757757.184556:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757757.184559:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757757.184561:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757757.184564:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757757.184567:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae470c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466100992:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757757.184570:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757757.184573:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757757.184575:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757757.184578:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757757.184582:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915800.
02000000:00000001:1.0:1787757757.184584:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757757.184588:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757757.184591:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
00000400:00000010:1.0:1787757757.184595:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787757757.184599:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466100992, portal 4
00000100:00000001:1.0:1787757757.184601:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757757.184603:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089671360 : -120600619880256 : ffff92507ae470c0)
00000100:00000040:1.0:1787757757.184611:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae470c0 x1874594466100992/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757757.184620:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757757.184623:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757757.184626:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf550.
00000100:00000200:1.0:1787757757.184629:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466100992, offset 0
00000400:00000200:1.0:1787757757.184634:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757757.184638:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757757.184643:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757757.184647:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757757.184651:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757757.184654:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757757.184657:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757757.184661:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56700:56700:256:4294967295] 192.168.201.154@tcp LPNI seq info [56700:56700:8:4294967295]
00000400:00000200:1.0:1787757757.184666:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757757.184674:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757757.184679:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757757.184682:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1800.
00000800:00000200:1.0:1787757757.184687:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757757.184691:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787757757.184696:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757757.184699:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787757757.184704:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757757.184706:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1800.
00000400:00000200:1.0:1787757757.184710:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757757.184714:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757757.184718:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf550
00000400:00000010:1.0:1787757757.184720:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf550.
00000100:00000001:1.0:1787757757.184723:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757757.184730:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae470c0 x1874594466100992/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757757.184747:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757757.184754:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae470c0 x1874594466100992/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757782 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757757.184767:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757757.184770:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757757.184778:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757757.184783:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787757757.184790:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757757.184795:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314009113
00000100:00000001:1.0:1787757757.184799:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314010025
00000100:00000001:1.0:1787757757.184804:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314009113
00000100:00000001:1.0:1787757757.184809:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314010025
00000100:00000001:1.0:1787757757.184813:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757757.184817:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757757.184821:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757757.184829:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757757/real 1787757757]  req@ffff92507ae470c0 x1874594466100992/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757757.184844:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757757.184846:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757757.184848:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787757757.184852:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787757757.184854:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787757757.184857:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757757.184862:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae470c0 x1874594466100992/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757757.184872:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae470c0 x1874594466100992/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757757.184880:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757757.184882:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757757.184884:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757757.184886:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757757.184890:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae470c0 x1874594466100992/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757757.184899:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757757.184904:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae470c0 x1874594466100992/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757782 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757757.184913:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757757.184916:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757757.184918:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757757.184920:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757757.184922:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757757.184924:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757757.184927:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757757.184931:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757757.184934:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757757.184938:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae470c0 x1874594466100992/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757782 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757757.184948:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae470c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466100992:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757757.184952:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757757.184955:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757757.184959:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae443c0 x1874594466100864/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757782 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757757.184968:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757757.184970:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757757.184972:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077916400.
02000000:00000001:1.0:1787757757.184976:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757757.184978:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757757.184980:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787757757.184982:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757757.184985:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad6000.
02000000:00000001:1.0:1787757757.184988:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757757.184990:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757757.184992:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae443c0.
00000100:00000001:1.0:1787757757.184995:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757757.184997:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757757.185000:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757757.185005:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae470c0 x1874594466100992/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757782 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757757.185018:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757757.185021:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757757.185024:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915800.
02000000:00000001:1.0:1787757757.185032:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757757.185034:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757757.185037:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787757757.185041:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757757.185044:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad6800.
02000000:00000001:1.0:1787757757.185047:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757757.185050:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757757.185052:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae470c0.
00000100:00000001:1.0:1787757757.185057:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757757.185060:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757757.185064:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757757.185071:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757757.185074:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757757.185078:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757757.185081:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757757.694406:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757757.694418:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757757.694421:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757757.694429:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757757.694434:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757757.694438:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757757.694442:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757757.694446:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757757.694450:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757758.014541:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757758.014556:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757758.014574:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757758.014578:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757758.014589:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757758.014593:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757758.014681:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757758.014689:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757758.014695:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757758.142377:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314010025, at 4314010048
00000100:00000040:2.0:1787757758.142415:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314010025, at 4314010048
00000100:00000010:3.0:1787757758.142416:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6000.
00000100:00000010:2.0:1787757758.142442:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6de0.
00000100:00000001:2.0:1787757758.718384:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757758.718395:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757758.718398:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757758.718405:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757758.718410:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757758.718415:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757758.718418:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757758.718422:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757758.718425:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757759.038473:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757759.038490:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757759.038504:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757759.038508:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757759.038516:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757759.038519:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757759.038559:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757759.038563:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757759.038567:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757759.742371:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757759.742383:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757759.742386:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757759.742393:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757759.742399:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757759.742404:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757759.742408:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757759.742414:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757759.742418:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757760.062500:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757760.062515:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757760.062533:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757760.062539:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757760.062549:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757760.062553:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757760.062597:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757760.062603:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757760.062610:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757760.766421:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757760.766433:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757760.766437:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757760.766443:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757760.766448:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757760.766453:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757760.766457:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757760.766460:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757760.766464:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757761.086498:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757761.086512:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757761.086528:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757761.086532:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757761.086542:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757761.086547:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757761.086648:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757761.086656:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757761.086662:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757761.790362:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757761.790374:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757761.790377:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757761.790384:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757761.790389:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757761.790395:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757761.790398:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757761.790402:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757761.790405:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757762.110508:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757762.110518:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757762.110530:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757762.110533:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757762.110538:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757762.110540:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787757762.110602:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787757762.110613:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787757762.110622:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757762.302410:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757762.302424:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757762.302429:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757762.302435:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757762.302443:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757762.302456:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19341
00000400:00000200:3.0:1787757762.302470:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757762.302481:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757762.302488:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757762.302494:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757762.302501:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757762.302506:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757762.302512:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757762.302519:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757762.302523:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757762.302529:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757762.302534:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757762.302537:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757762.302540:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757762.302545:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757762.302548:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757762.302551:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757762.302553:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757762.302557:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757762.302562:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757762.302565:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757762.302571:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757762.302575:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757762.302579:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757762.302583:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757762.302587:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757762.302597:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a580.
00000020:00000040:3.0:1787757762.302602:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757762.302608:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757762.302611:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757762.302614:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757762.302618:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757762.302623:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757762.302632:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c000.
00000100:00000001:3.0:1787757762.302640:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757762.302652:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a580 x1874594466101120/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757762.302666:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757762.302672:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757762.302679:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079505b6d] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a580 x1874594466101120/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757762.302712:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757762.302717:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757762.302722:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757762.302724:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757762.302726:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757762.302730:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757762.302733:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19341
00000400:00000200:3.0:1787757762.302738:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757762.302742:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757762.302746:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757762.302749:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757762.302752:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757762.302756:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757762.302758:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757762.302762:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757762.302764:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757762.302766:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757762.302769:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787757762.302771:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787757762.302774:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787757762.302777:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757762.302779:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757762.302782:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757762.302784:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757762.302786:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787757762.302790:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757762.302792:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757762.302794:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757762.302802:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757762.302805:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757762.302807:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757762.302814:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757762.302818:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757762.302821:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757762.302827:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca18b40.
00000020:00000040:3.0:1787757762.302832:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787757762.302835:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757762.302850:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757762.302853:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757762.302855:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757762.302858:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757762.302864:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51f400.
00000100:00000001:3.0:1787757762.302868:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757762.302876:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca18b40 x1874594466101248/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787757762.302878:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757762.302898:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787757762.302900:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757762.302903:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757762.302912:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757762.302913:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5e8f4b9] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca18b40 x1874594466101248/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757762.302936:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757762.302944:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1787757762.302947:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1a580 x1874594466101120/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787757762.302957:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787757762.302968:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757762.302977:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757762.303001:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787757762.303002:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757762.303010:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757762.303037:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19341
00000400:00000200:3.0:1787757762.303048:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000001:1.0:1787757762.303052:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000400:00000200:3.0:1787757762.303059:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
02000000:00000001:1.0:1787757762.303060:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1787757762.303068:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
02000000:00000001:1.0:1787757762.303075:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757762.303083:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00100000:1.0:1787757762.303092:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466101120:192.168.201.154@tcp:250:kworker.0
00000100:00000001:3.0:1787757762.303093:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757762.303106:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757762.303108:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757762.303124:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787757762.303125:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
02000000:00000001:1.0:1787757762.303131:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757762.303133:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757762.303144:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
02000000:00000001:1.0:1787757762.303145:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:3.0:1787757762.303160:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757762.303166:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
02000000:00000010:1.0:1787757762.303174:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915800.
00000020:00000001:3.0:1787757762.303176:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
02000000:00000001:1.0:1787757762.303197:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757762.303198:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787757762.303222:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000200:1.0:1787757762.303228:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757762.303231:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1787757762.303241:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
00000100:00000040:3.0:1787757762.303242:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757762.303256:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757762.303262:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787757762.303324:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757762.303327:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757762.303331:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757762.303338:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757762.303342:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757762.303344:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757762.303347:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1787757762.303350:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000008:00000001:3.0:1787757762.303351:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757762.303364:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757762.303372:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19e00.
00000100:00000200:1.0:1787757762.303374:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466101120, portal 25
00000100:00000001:1.0:1787757762.303395:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000040:3.0:1787757762.303395:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000100:00000001:1.0:1787757762.303401:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118848384 : -120600590703232 : ffff92507ca1a580)
02000000:00000001:3.0:1787757762.303404:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757762.303412:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757762.303415:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757762.303425:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1787757762.303426:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1a580 x1874594466101120/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787757762.303437:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757762.303457:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:3.0:1787757762.303462:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e800.
00000100:00000040:1.0:1787757762.303464:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757762.303471:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf550.
00000100:00000001:3.0:1787757762.303476:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787757762.303481:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466101120, offset 0
00000400:00000200:1.0:1787757762.303499:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00100000:3.0:1787757762.303501:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19e00 x1874594466101376/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787757762.303523:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757762.303538:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757762.303542:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757762.303551:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00000040:3.0:1787757762.303562:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000c6c2d2] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19e00 x1874594466101376/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787757762.303568:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757762.303589:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00000001:3.0:1787757762.303591:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757762.303600:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1787757762.303601:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787757762.303615:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00000040:3.0:1787757762.303622:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1787757762.303636:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56701:56701:256:4294967295] 192.168.201.154@tcp LPNI seq info [56701:56701:8:4294967295]
00000100:00000040:3.0:1787757762.303638:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19351)
00000400:00000200:1.0:1787757762.303664:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757762.303685:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757762.303695:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757762.303704:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1800.
00000800:00000200:1.0:1787757762.303715:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757762.303722:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787757762.303732:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757762.303737:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787757762.303745:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757762.303748:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1800.
00000400:00000200:1.0:1787757762.303758:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757762.303766:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757762.303775:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf550
00000400:00000010:1.0:1787757762.303778:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf550.
00000100:00000001:1.0:1787757762.303786:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757762.303793:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1a580 x1874594466101120/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757762.303815:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757762.303823:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a580 x1874594466101120/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757787 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757762.303838:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757762.303842:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757762.303854:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757762.303863:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757762.303869:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314015145
00000100:00000010:1.0:1787757762.303882:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6060.
00000100:00000001:1.0:1787757762.303895:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787757762.303910:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314015145
00000100:00000010:1.0:1787757762.303915:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6c00.
00000100:00000001:1.0:1787757762.303919:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787757762.303924:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757762.303928:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757762.303932:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757762.303940:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757762/real 1787757762]  req@ffff92507ca1a580 x1874594466101120/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757762.303954:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757762.303957:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757762.303960:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787757762.303964:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787757762.303966:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787757762.303971:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757762.303975:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1a580 x1874594466101120/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757762.303987:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1a580 x1874594466101120/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757762.303997:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757762.304000:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757762.304004:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757762.304007:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757762.304012:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1a580 x1874594466101120/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757762.304044:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757762.304052:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1a580 x1874594466101120/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757787 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757762.304061:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757762.304066:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757762.304068:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757762.304070:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757762.304074:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757762.304077:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757762.304082:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757762.304087:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757762.304091:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757762.304096:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1a580 x1874594466101120/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757787 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757762.304107:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466101120:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787757762.304114:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757762.304118:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757762.304122:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1a580 x1874594466101120/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757787 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757762.304130:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757762.304134:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757762.304139:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915800.
02000000:00000001:1.0:1787757762.304147:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757762.304151:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757762.304154:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787757762.304157:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757762.304161:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51c000.
02000000:00000001:1.0:1787757762.304167:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757762.304170:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757762.304172:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1a580.
00000100:00000001:1.0:1787757762.304177:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757762.304178:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757762.304181:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757762.304193:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757762.304195:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757762.304198:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757762.304201:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757762.304203:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757762.304209:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca18b40 x1874594466101248/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757762.304219:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757762.304221:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757762.304224:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757762.304227:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757762.304230:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757762.304233:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca18b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466101248:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757762.304237:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757762.304241:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757762.304243:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757762.304246:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757762.304250:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915800.
02000000:00000001:1.0:1787757762.304252:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757762.304258:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757762.304261:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
00000400:00000010:1.0:1787757762.304298:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787757762.304304:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466101248, portal 10
00000100:00000001:1.0:1787757762.304308:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757762.304310:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118841664 : -120600590709952 : ffff92507ca18b40)
00000100:00000040:1.0:1787757762.304320:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca18b40 x1874594466101248/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757762.304329:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757762.304332:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757762.304335:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf550.
00000100:00000200:1.0:1787757762.304338:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466101248, offset 0
00000400:00000200:1.0:1787757762.304344:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757762.304350:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757762.304356:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757762.304360:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757762.304364:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757762.304368:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757762.304371:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757762.304376:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56702:56702:256:4294967295] 192.168.201.154@tcp LPNI seq info [56702:56702:8:4294967295]
00000400:00000200:1.0:1787757762.304381:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757762.304391:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757762.304397:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757762.304402:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1800.
00000800:00000200:1.0:1787757762.304407:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757762.304411:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787757762.304417:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757762.304422:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787757762.304428:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757762.304430:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1800.
00000400:00000200:1.0:1787757762.304435:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757762.304439:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757762.304443:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf550
00000400:00000010:1.0:1787757762.304446:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf550.
00000100:00000001:1.0:1787757762.304449:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757762.304454:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca18b40 x1874594466101248/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757762.304473:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757762.304477:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca18b40 x1874594466101248/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757787 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757762.304486:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757762.304488:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757762.304492:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757762.304498:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787757762.304503:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757762.304506:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314014250
00000100:00000001:1.0:1787757762.304510:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314015145
00000100:00000001:1.0:1787757762.304513:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314014250
00000100:00000001:1.0:1787757762.304516:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314015145
00000100:00000001:1.0:1787757762.304519:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757762.304521:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757762.304524:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757762.304528:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757762/real 1787757762]  req@ffff92507ca18b40 x1874594466101248/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757762.304537:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757762.304539:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757762.304541:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787757762.304544:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787757762.304546:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787757762.304549:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757762.304553:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca18b40 x1874594466101248/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757762.304564:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca18b40 x1874594466101248/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757762.304572:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757762.304575:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757762.304577:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757762.304579:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757762.304584:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca18b40 x1874594466101248/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757762.304592:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757762.304597:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca18b40 x1874594466101248/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757787 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757762.304605:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757762.304608:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757762.304610:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757762.304611:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757762.304613:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757762.304616:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757762.304619:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757762.304623:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757762.304626:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757762.304631:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca18b40 x1874594466101248/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757787 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757762.304640:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca18b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466101248:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757762.304645:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757762.304650:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca19e00 x1874594466101376/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757762.304659:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757762.304661:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757762.304664:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757762.304666:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757762.304668:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757762.304673:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca19e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466101376:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757762.304677:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757762.304680:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757762.304682:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757762.304685:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757762.304689:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077916400.
02000000:00000001:1.0:1787757762.304691:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757762.304695:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757762.304699:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
00000400:00000010:1.0:1787757762.304703:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787757762.304706:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466101376, portal 4
00000100:00000001:1.0:1787757762.304709:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757762.304711:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118846464 : -120600590705152 : ffff92507ca19e00)
00000100:00000040:1.0:1787757762.304719:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca19e00 x1874594466101376/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757762.304727:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757762.304731:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757762.304733:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf550.
00000100:00000200:1.0:1787757762.304737:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466101376, offset 0
00000400:00000200:1.0:1787757762.304744:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757762.304752:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757762.304759:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757762.304765:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757762.304770:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757762.304775:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757762.304781:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757762.304786:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56703:56703:256:4294967295] 192.168.201.154@tcp LPNI seq info [56703:56703:8:4294967295]
00000400:00000200:1.0:1787757762.304795:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757762.304808:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757762.304818:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757762.304826:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1800.
00000800:00000200:1.0:1787757762.304834:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757762.304839:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787757762.304848:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757762.304853:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787757762.304861:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757762.304866:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1800.
00000400:00000200:1.0:1787757762.304872:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757762.304878:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757762.304884:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf550
00000400:00000010:1.0:1787757762.304887:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf550.
00000100:00000001:1.0:1787757762.304892:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757762.304900:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca19e00 x1874594466101376/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757762.304916:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757762.304923:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19e00 x1874594466101376/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757787 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757762.304937:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757762.304941:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757762.304948:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757762.304955:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787757762.304961:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757762.304966:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314014233
00000100:00000001:1.0:1787757762.304971:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314015145
00000100:00000001:1.0:1787757762.304976:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314014233
00000100:00000001:1.0:1787757762.304981:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314015145
00000100:00000001:1.0:1787757762.304985:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757762.304989:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757762.304993:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757762.305002:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757762/real 1787757762]  req@ffff92507ca19e00 x1874594466101376/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757762.305015:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757762.305040:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757762.305043:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787757762.305046:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787757762.305048:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787757762.305052:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757762.305057:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca19e00 x1874594466101376/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757762.305068:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca19e00 x1874594466101376/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757762.305076:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757762.305078:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757762.305080:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757762.305082:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757762.305086:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca19e00 x1874594466101376/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757762.305095:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757762.305100:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca19e00 x1874594466101376/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757787 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757762.305109:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757762.305112:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757762.305114:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757762.305116:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757762.305118:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757762.305120:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757762.305123:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757762.305127:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757762.305129:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757762.305134:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca19e00 x1874594466101376/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757787 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757762.305154:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca19e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466101376:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757762.305161:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757762.305164:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757762.305170:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca18b40 x1874594466101248/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757787 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757762.305179:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757762.305182:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757762.305186:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915800.
02000000:00000001:1.0:1787757762.305191:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757762.305195:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757762.305198:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787757762.305201:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757762.305204:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51f400.
02000000:00000001:1.0:1787757762.305212:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757762.305214:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757762.305216:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca18b40.
00000100:00000001:1.0:1787757762.305219:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757762.305221:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757762.305224:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757762.305227:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca19e00 x1874594466101376/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757787 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757762.305235:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757762.305236:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757762.305238:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077916400.
02000000:00000001:1.0:1787757762.305241:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757762.305242:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757762.305244:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787757762.305246:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757762.305249:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51e800.
02000000:00000001:1.0:1787757762.305252:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757762.305254:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757762.305256:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca19e00.
00000100:00000001:1.0:1787757762.305261:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757762.305299:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757762.305304:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757762.305310:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757762.305312:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757762.305314:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757762.305317:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757762.814396:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757762.814407:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757762.814410:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757762.814419:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757762.814426:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757762.814432:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757762.814437:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757762.814442:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757762.814447:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757763.134426:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757763.134440:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757763.134446:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757763.134454:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757763.134464:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757763.134470:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757763.134477:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757763.134483:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757763.134497:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757763.134502:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757763.134506:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757763.134514:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757763.134520:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757763.134524:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757763.134529:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757763.134536:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757763.134547:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757763.134551:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757763.134593:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757763.134599:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757763.134603:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757763.262378:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314015145, at 4314015168
00000100:00000010:3.0:1787757763.262399:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6c00.
00000100:00000040:2.0:1787757763.262408:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314015145, at 4314015168
00000100:00000010:2.0:1787757763.262429:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6060.
00000100:00000001:2.0:1787757763.838374:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757763.838384:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757763.838388:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757763.838395:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757763.838400:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757763.838405:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757763.838409:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757763.838412:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757763.838416:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757764.158436:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757764.158447:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757764.158462:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757764.158466:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757764.158475:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757764.158480:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787757764.158571:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787757764.158578:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787757764.158584:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757764.862389:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757764.862400:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757764.862403:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757764.862411:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757764.862416:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757764.862421:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757764.862424:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757764.862428:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757764.862431:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757765.182386:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757765.182409:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757765.182421:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757765.182423:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757765.182430:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757765.182436:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757765.182440:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757765.182446:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757765.182450:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757765.182454:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757765.182458:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757765.182463:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757765.182494:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757765.182503:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757765.182511:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757765.886395:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757765.886405:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757765.886409:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757765.886415:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757765.886420:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757765.886426:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757765.886430:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757765.886434:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757765.886437:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757766.206501:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757766.206511:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757766.206522:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757766.206524:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757766.206529:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757766.206532:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757766.206563:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757766.206567:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757766.206570:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757766.910384:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757766.910394:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757766.910397:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757766.910406:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757766.910411:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757766.910416:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757766.910419:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757766.910423:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757766.910426:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757767.230492:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757767.230502:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757767.230511:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757767.230514:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757767.230518:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757767.230520:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787757767.230588:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787757767.230594:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787757767.230599:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787757767.422478:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787757767.422490:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787757767.422493:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787757767.422498:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787757767.422505:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787757767.422514:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19346
00000400:00000200:1.0:1787757767.422525:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757767.422534:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1787757767.422538:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787757767.422542:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757767.422546:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787757767.422550:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757767.422554:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:1.0:1787757767.422559:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787757767.422562:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:1.0:1787757767.422566:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787757767.422569:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:1.0:1787757767.422573:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:1.0:1787757767.422575:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:1.0:1787757767.422579:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757767.422581:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787757767.422584:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757767.422586:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:1.0:1787757767.422591:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:1.0:1787757767.422595:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:1.0:1787757767.422599:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757767.422603:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787757767.422607:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757767.422610:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757767.422613:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787757767.422616:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787757767.422626:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff925077902580.
00000020:00000040:1.0:1787757767.422630:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:1.0:1787757767.422635:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787757767.422637:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757767.422641:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787757767.422644:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787757767.422650:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787757767.422660:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925077916400.
00000100:00000001:1.0:1787757767.422668:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757767.422680:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff925077902580 x1874594466101504/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787757767.422694:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787757767.422699:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757767.422707:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002dd0d9e3] to pc [ptlrpcd_rcv+-1]  req@ffff925077902580 x1874594466101504/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757767.422746:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787757767.422751:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787757767.422756:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787757767.422758:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787757767.422760:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787757767.422764:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787757767.422767:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19346
00000400:00000200:1.0:1787757767.422772:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757767.422775:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1787757767.422778:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787757767.422781:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757767.422784:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787757767.422787:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757767.422790:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:1.0:1787757767.422793:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787757767.422795:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:1.0:1787757767.422797:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787757767.422800:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:1.0:1787757767.422803:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:1.0:1787757767.422806:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:1.0:1787757767.422811:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757767.422814:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787757767.422816:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757767.422819:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:1.0:1787757767.422822:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:1.0:1787757767.422825:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:1.0:1787757767.422829:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757767.422831:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1787757767.422833:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787757767.422840:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1787757767.422845:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757767.422847:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1787757767.422856:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757767.422859:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000040:0.0:1787757767.422867:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077902580 x1874594466101504/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1787757767.422868:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787757767.422881:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757767.422890:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787757767.422901:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff925077901a40.
00000020:00000040:1.0:1787757767.422906:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:1.0:1787757767.422909:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787757767.422911:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757767.422913:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787757767.422915:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787757767.422916:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1787757767.422918:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757767.422922:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787757767.422957:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925077915800.
00000100:00000001:1.0:1787757767.422969:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757767.422971:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757767.422980:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757767.422986:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757767.422992:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff925077901a40 x1874594466101632/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787757767.422997:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077902580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466101504:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787757767.423013:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1787757767.423029:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1787757767.423034:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787757767.423036:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757767.423041:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757767.423047:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:1.0:1787757767.423054:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046d5ef2f] to pc [ptlrpcd_rcv+-1]  req@ffff925077901a40 x1874594466101632/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1787757767.423059:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad4800.
02000000:00000001:0.0:1787757767.423069:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757767.423083:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757767.423090:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00080000:1.0:1787757767.423093:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1787757767.423101:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000100:00080000:1.0:1787757767.423102:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787757767.423108:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787757767.423114:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:0.0:1787757767.423117:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000001:1.0:1787757767.423118:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787757767.423127:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19346
00000100:00000200:0.0:1787757767.423133:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466101504, portal 25
00000400:00000200:1.0:1787757767.423136:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757767.423144:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000400:00000200:1.0:1787757767.423151:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00000001:0.0:1787757767.423152:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033815424 : -120600675736192 : ffff925077902580)
00000100:00080000:1.0:1787757767.423161:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757767.423171:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077902580 x1874594466101504/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787757767.423174:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757767.423184:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787757767.423193:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757767.423203:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:0.0:1787757767.423206:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:1.0:1787757767.423210:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787757767.423216:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000100:00000040:0.0:1787757767.423218:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000020:00000001:1.0:1787757767.423222:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000010:0.0:1787757767.423225:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000020:00000040:1.0:1787757767.423229:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000100:00000200:0.0:1787757767.423233:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466101504, offset 0
00000020:00000001:1.0:1787757767.423236:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:1.0:1787757767.423242:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:0.0:1787757767.423250:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000040:1.0:1787757767.423255:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757767.423261:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787757767.423264:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000200:0.0:1787757767.423316:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757767.423330:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757767.423339:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1787757767.423340:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:0.0:1787757767.423349:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000020:00000040:1.0:1787757767.423354:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000400:00000200:0.0:1787757767.423360:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1787757767.423372:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000400:00000200:0.0:1787757767.423373:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757767.423388:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56704:56704:256:4294967295] 192.168.201.154@tcp LPNI seq info [56704:56704:8:4294967295]
00000100:00000001:1.0:1787757767.423390:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757767.423399:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000001:1.0:1787757767.423402:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787757767.423414:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1787757767.423421:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1787757767.423428:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787757767.423438:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000001:1.0:1787757767.423440:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787757767.423446:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000800:00000010:0.0:1787757767.423448:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000008:00000001:1.0:1787757767.423452:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757767.423458:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787757767.423465:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000010:1.0:1787757767.423468:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff925077902940.
00000800:00000200:0.0:1787757767.423473:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 42 secs later)
00000020:00000040:1.0:1787757767.423476:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:1.0:1787757767.423489:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787757767.423496:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787757767.423496:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:1.0:1787757767.423501:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:0.1:1787757767.423505:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 42 secs later)
02000000:00000001:1.0:1787757767.423507:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787757767.423515:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1787757767.423524:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
02000000:00000010:1.0:1787757767.423529:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925077915400.
00000800:00000010:0.0:1787757767.423530:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000100:00000001:1.0:1787757767.423544:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757767.423553:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff925077902940 x1874594466101760/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787757767.423560:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1787757767.423570:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787757767.423580:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757767.423581:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757767.423592:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000100:00000040:1.0:1787757767.423593:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007edc916f] to pc [ptlrpcd_rcv+-1]  req@ffff925077902940 x1874594466101760/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1787757767.423599:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:0.0:1787757767.423614:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787757767.423615:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757767.423623:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1787757767.423631:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077902580 x1874594466101504/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787757767.423633:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1787757767.423646:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19357)
00000100:00000001:0.0:1787757767.423667:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757767.423674:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077902580 x1874594466101504/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757792 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757767.423685:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757767.423688:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757767.423695:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757767.423701:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757767.423704:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314020265
00000100:00000010:0.0:1787757767.423711:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747e40.
00000100:00000001:0.0:1787757767.423721:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787757767.423729:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314020265
00000100:00000010:0.0:1787757767.423733:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747c60.
00000100:00000001:0.0:1787757767.423737:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787757767.423741:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757767.423744:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757767.423748:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757767.423754:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757767/real 1787757767]  req@ffff925077902580 x1874594466101504/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757767.423764:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757767.423766:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757767.423769:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757767.423773:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757767.423775:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757767.423778:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757767.423783:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077902580 x1874594466101504/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757767.423793:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077902580 x1874594466101504/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757767.423801:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757767.423804:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757767.423807:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757767.423810:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757767.423814:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077902580 x1874594466101504/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757767.423823:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757767.423829:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077902580 x1874594466101504/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757792 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757767.423837:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757767.423841:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757767.423843:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757767.423845:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757767.423848:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757767.423850:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757767.423854:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757767.423859:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757767.423862:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757767.423867:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077902580 x1874594466101504/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757792 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757767.423878:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077902580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466101504:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787757767.423884:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757767.423887:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757767.423890:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077902580 x1874594466101504/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757792 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757767.423898:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757767.423901:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757767.423905:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad4800.
02000000:00000001:0.0:1787757767.423908:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757767.423910:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757767.423913:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:0.0:1787757767.423916:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757767.423920:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077916400.
02000000:00000001:0.0:1787757767.423924:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757767.423948:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757767.423951:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077902580.
00000100:00000001:0.0:1787757767.423955:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757767.423957:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757767.423960:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757767.423969:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757767.423971:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757767.423974:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757767.423976:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757767.423978:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757767.423983:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077901a40 x1874594466101632/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757767.423992:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757767.423994:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757767.423997:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757767.424000:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757767.424002:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757767.424006:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077901a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466101632:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757767.424010:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757767.424013:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757767.424015:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757767.424018:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757767.424022:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad4800.
02000000:00000001:0.0:1787757767.424024:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757767.424028:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757767.424032:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787757767.424036:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787757767.424040:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466101632, portal 10
00000100:00000001:0.0:1787757767.424043:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757767.424045:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033812544 : -120600675739072 : ffff925077901a40)
00000100:00000040:0.0:1787757767.424052:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077901a40 x1874594466101632/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757767.424061:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757767.424065:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757767.424067:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000200:0.0:1787757767.424071:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466101632, offset 0
00000400:00000200:0.0:1787757767.424075:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757767.424080:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757767.424085:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757767.424089:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757767.424093:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757767.424096:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757767.424099:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757767.424103:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56705:56705:256:4294967295] 192.168.201.154@tcp LPNI seq info [56705:56705:8:4294967295]
00000400:00000200:0.0:1787757767.424109:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757767.424117:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757767.424123:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757767.424127:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000800:00000200:0.0:1787757767.424132:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757767.424136:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787757767.424142:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757767.424145:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1787757767.424149:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757767.424152:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000400:00000200:0.0:1787757767.424156:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757767.424161:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757767.424165:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787757767.424167:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:0.0:1787757767.424171:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757767.424175:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077901a40 x1874594466101632/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757767.424186:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757767.424189:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077901a40 x1874594466101632/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757792 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757767.424207:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757767.424209:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757767.424212:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757767.424217:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:0.0:1787757767.424221:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757767.424224:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314019369
00000100:00000001:0.0:1787757767.424228:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314020265
00000100:00000001:0.0:1787757767.424231:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314019369
00000100:00000001:0.0:1787757767.424233:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314020265
00000100:00000001:0.0:1787757767.424236:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757767.424238:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757767.424240:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757767.424245:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757767/real 1787757767]  req@ffff925077901a40 x1874594466101632/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757767.424254:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757767.424256:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757767.424258:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757767.424261:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757767.424263:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757767.424294:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757767.424300:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077901a40 x1874594466101632/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757767.424311:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077901a40 x1874594466101632/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757767.424319:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757767.424321:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757767.424323:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757767.424325:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757767.424329:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077901a40 x1874594466101632/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757767.424339:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757767.424344:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077901a40 x1874594466101632/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757792 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757767.424352:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757767.424355:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757767.424357:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757767.424359:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757767.424361:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757767.424363:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757767.424366:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757767.424370:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757767.424373:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757767.424377:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077901a40 x1874594466101632/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757792 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757767.424387:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077901a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466101632:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757767.424392:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757767.424396:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077902940 x1874594466101760/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757767.424405:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757767.424407:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757767.424409:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757767.424412:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757767.424414:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757767.424417:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077902940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466101760:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757767.424421:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757767.424423:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757767.424426:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757767.424428:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757767.424433:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad5800.
02000000:00000001:0.0:1787757767.424435:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757767.424440:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757767.424443:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787757767.424447:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787757767.424450:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466101760, portal 4
00000100:00000001:0.0:1787757767.424453:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757767.424455:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033816384 : -120600675735232 : ffff925077902940)
00000100:00000040:0.0:1787757767.424462:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077902940 x1874594466101760/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757767.424470:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757767.424473:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757767.424476:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000200:0.0:1787757767.424479:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466101760, offset 0
00000400:00000200:0.0:1787757767.424483:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757767.424487:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757767.424491:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757767.424495:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757767.424499:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757767.424502:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757767.424505:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757767.424509:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56706:56706:256:4294967295] 192.168.201.154@tcp LPNI seq info [56706:56706:8:4294967295]
00000400:00000200:0.0:1787757767.424514:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757767.424522:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757767.424527:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757767.424531:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000800:00000200:0.0:1787757767.424536:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757767.424539:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787757767.424545:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757767.424549:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1787757767.424554:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757767.424557:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000400:00000200:0.0:1787757767.424561:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757767.424565:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757767.424569:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787757767.424571:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:0.0:1787757767.424575:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757767.424579:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077902940 x1874594466101760/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757767.424589:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757767.424593:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077902940 x1874594466101760/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757792 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757767.424601:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757767.424603:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757767.424606:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757767.424610:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:0.0:1787757767.424613:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757767.424615:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314019353
00000100:00000001:0.0:1787757767.424618:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314020265
00000100:00000001:0.0:1787757767.424621:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314019353
00000100:00000001:0.0:1787757767.424624:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314020265
00000100:00000001:0.0:1787757767.424627:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757767.424629:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757767.424632:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757767.424636:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757767/real 1787757767]  req@ffff925077902940 x1874594466101760/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757767.424645:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757767.424646:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757767.424649:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757767.424651:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757767.424653:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757767.424657:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757767.424661:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077902940 x1874594466101760/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757767.424671:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077902940 x1874594466101760/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757767.424679:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757767.424680:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757767.424682:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757767.424684:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757767.424688:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077902940 x1874594466101760/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757767.424698:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757767.424705:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077902940 x1874594466101760/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757792 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757767.424719:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757767.424724:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757767.424727:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757767.424729:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757767.424733:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757767.424736:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757767.424741:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757767.424747:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757767.424751:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757767.424759:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077902940 x1874594466101760/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757792 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757767.424775:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077902940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466101760:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757767.424783:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757767.424787:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757767.424793:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077901a40 x1874594466101632/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757792 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757767.424808:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757767.424811:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757767.424816:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad4800.
02000000:00000001:0.0:1787757767.424821:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757767.424823:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757767.424826:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:0.0:1787757767.424830:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757767.424833:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077915800.
02000000:00000001:0.0:1787757767.424841:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757767.424843:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757767.424846:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077901a40.
00000100:00000001:0.0:1787757767.424851:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757767.424853:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757767.424857:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757767.424864:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077902940 x1874594466101760/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757792 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757767.424878:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757767.424881:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757767.424884:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad5800.
02000000:00000001:0.0:1787757767.424888:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757767.424890:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757767.424893:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:0.0:1787757767.424897:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757767.424900:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077915400.
02000000:00000001:0.0:1787757767.424904:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757767.424906:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757767.424909:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077902940.
00000100:00000001:0.0:1787757767.424913:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757767.424916:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757767.424920:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757767.424952:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757767.424956:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757767.424962:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757767.424965:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757767.934363:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757767.934375:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757767.934379:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757767.934387:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757767.934392:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757767.934397:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757767.934401:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757767.934404:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757767.934409:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757768.254452:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757768.254461:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757768.254473:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757768.254477:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757768.254485:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757768.254488:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757768.254521:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757768.254530:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757768.254538:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757768.382411:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314020265, at 4314020288
00000100:00000040:3.0:1787757768.382428:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314020265, at 4314020288
00000100:00000010:2.0:1787757768.382431:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747e40.
00000100:00000010:3.0:1787757768.382452:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747c60.
00000100:00000001:2.0:1787757768.958363:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757768.958373:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757768.958376:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757768.958382:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757768.958387:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757768.958393:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757768.958396:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757768.958400:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757768.958404:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757769.278412:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757769.278423:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757769.278439:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757769.278444:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757769.278455:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757769.278458:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757769.278500:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757769.278505:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757769.278511:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757769.982416:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757769.982429:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757769.982434:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757769.982445:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757769.982453:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757769.982460:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757769.982466:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757769.982470:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757769.982475:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757770.302479:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757770.302502:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757770.302516:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757770.302519:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757770.302530:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757770.302532:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757770.302682:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757770.302689:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757770.302695:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757771.006373:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757771.006383:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757771.006387:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757771.006395:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757771.006400:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757771.006406:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757771.006410:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757771.006414:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757771.006418:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757771.326397:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757771.326408:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757771.326417:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757771.326419:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757771.326424:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757771.326428:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757771.326578:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757771.326585:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757771.326591:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757772.030367:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757772.030375:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757772.030377:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757772.030384:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757772.030390:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757772.030395:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757772.030398:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757772.030401:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757772.030403:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757772.350393:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757772.350399:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757772.350410:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757772.350413:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757772.350418:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757772.350420:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757772.350452:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757772.350456:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757772.350459:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787757772.542335:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787757772.542343:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787757772.542345:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787757772.542348:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787757772.542352:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787757772.542358:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19352
00000400:00000200:1.0:1787757772.542366:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757772.542371:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1787757772.542374:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787757772.542376:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757772.542378:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787757772.542380:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757772.542382:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:1.0:1787757772.542385:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787757772.542387:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:1.0:1787757772.542389:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787757772.542391:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:1.0:1787757772.542393:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:1.0:1787757772.542395:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:1.0:1787757772.542397:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757772.542399:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787757772.542400:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757772.542402:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:1.0:1787757772.542403:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:1.0:1787757772.542406:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:1.0:1787757772.542408:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757772.542410:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787757772.542413:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757772.542414:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757772.542416:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787757772.542418:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787757772.542426:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff925077901680.
00000020:00000040:1.0:1787757772.542429:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:1.0:1787757772.542432:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787757772.542433:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757772.542435:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787757772.542437:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787757772.542440:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787757772.542447:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925077914400.
00000100:00000001:1.0:1787757772.542452:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757772.542459:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff925077901680 x1874594466101888/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787757772.542467:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787757772.542471:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757772.542475:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000679d9fb6] to pc [ptlrpcd_rcv+-1]  req@ffff925077901680 x1874594466101888/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757772.542505:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787757772.542507:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787757772.542509:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787757772.542511:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787757772.542512:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787757772.542515:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787757772.542517:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19352
00000400:00000200:1.0:1787757772.542519:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757772.542522:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1787757772.542523:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787757772.542525:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757772.542527:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787757772.542528:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757772.542530:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:1.0:1787757772.542531:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787757772.542532:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:1.0:1787757772.542533:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787757772.542534:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:1.0:1787757772.542535:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:1.0:1787757772.542537:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:1.0:1787757772.542539:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757772.542540:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787757772.542541:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757772.542542:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:1.0:1787757772.542543:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:1.0:1787757772.542545:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:1.0:1787757772.542547:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757772.542548:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787757772.542565:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757772.542567:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757772.542568:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787757772.542571:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787757772.542574:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757772.542576:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787757772.542578:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9250779021c0.
00000020:00000040:1.0:1787757772.542580:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:1.0:1787757772.542582:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787757772.542583:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757772.542584:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787757772.542585:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787757772.542586:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787757772.542588:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925077917c00.
00000100:00000001:1.0:1787757772.542591:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757772.542594:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9250779021c0 x1874594466102016/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787757772.542600:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787757772.542608:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757772.542611:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081c07b6a] to pc [ptlrpcd_rcv+-1]  req@ffff9250779021c0 x1874594466102016/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757772.542616:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757772.542617:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787757772.542626:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787757772.542629:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1787757772.542630:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787757772.542634:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787757772.542635:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1787757772.542636:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787757772.542640:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787757772.542643:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19352
00000400:00000200:1.0:1787757772.542649:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:0.0:1787757772.542651:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077901680 x1874594466101888/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787757772.542656:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1787757772.542668:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787757772.542678:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757772.542683:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757772.542683:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
02000000:00000001:0.0:1787757772.542690:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1787757772.542690:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1787757772.542694:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757772.542702:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757772.542702:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757772.542715:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00100000:0.0:1787757772.542716:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077901680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466101888:192.168.201.154@tcp:250:kworker.0
00000020:00000001:1.0:1787757772.542724:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787757772.542729:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:1.0:1787757772.542730:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:1.0:1787757772.542736:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:0.0:1787757772.542739:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:1.0:1787757772.542740:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
02000000:00000001:0.0:1787757772.542747:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757772.542748:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:1.0:1787757772.542752:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:1.0:1787757772.542756:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757772.542757:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787757772.542759:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
02000000:00000001:0.0:1787757772.542764:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787757772.542764:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:1.0:1787757772.542771:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:1.0:1787757772.542773:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:1.0:1787757772.542776:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757772.542777:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad7000.
02000000:00000001:0.0:1787757772.542785:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757772.542786:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787757772.542793:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757772.542797:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757772.542798:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757772.542800:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000010:0.0:1787757772.542807:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000008:00100000:1.0:1787757772.542808:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787757772.542818:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757772.542820:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787757772.542822:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000010:1.0:1787757772.542825:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff925077902940.
00000100:00000200:0.0:1787757772.542831:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466101888, portal 25
00000020:00000040:1.0:1787757772.542832:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000100:00000001:0.0:1787757772.542849:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757772.542853:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033811584 : -120600675740032 : ffff925077901680)
02000000:00000001:1.0:1787757772.542854:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787757772.542858:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757772.542863:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077901680 x1874594466101888/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757772.542864:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787757772.542871:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787757772.542882:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1787757772.542882:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757772.542892:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
02000000:00000010:1.0:1787757772.542893:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925077916000.
00000400:00000010:0.0:1787757772.542896:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000001:1.0:1787757772.542898:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787757772.542902:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466101888, offset 0
00000100:00100000:1.0:1787757772.542909:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff925077902940 x1874594466102144/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787757772.542919:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000001:1.0:1787757772.542928:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787757772.542930:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757772.542934:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:1.0:1787757772.542940:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007edc916f] to pc [ptlrpcd_rcv+-1]  req@ffff925077902940 x1874594466102144/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787757772.542947:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757772.542962:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1787757772.542962:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757772.542973:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1787757772.542977:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00000040:1.0:1787757772.542983:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1787757772.542988:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757772.542993:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00000040:1.0:1787757772.542994:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19362)
00000400:00000200:0.0:1787757772.543001:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56707:56707:256:4294967295] 192.168.201.154@tcp LPNI seq info [56707:56707:8:4294967295]
00000400:00000200:0.0:1787757772.543005:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757772.543018:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757772.543024:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757772.543030:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000800:00000200:0.0:1787757772.543037:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757772.543040:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787757772.543046:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757772.543050:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1787757772.543055:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757772.543058:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000400:00000200:0.0:1787757772.543066:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757772.543072:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757772.543079:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787757772.543083:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:0.0:1787757772.543091:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757772.543097:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077901680 x1874594466101888/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757772.543110:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757772.543114:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077901680 x1874594466101888/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757797 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757772.543123:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757772.543125:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757772.543132:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757772.543136:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757772.543139:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314025384
00000100:00000010:0.0:1787757772.543143:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747f00.
00000100:00000001:0.0:1787757772.543150:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787757772.543156:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314025384
00000100:00000010:0.0:1787757772.543158:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747960.
00000100:00000001:0.0:1787757772.543161:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787757772.543164:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757772.543165:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757772.543168:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757772.543171:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757772/real 1787757772]  req@ffff925077901680 x1874594466101888/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757772.543179:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757772.543180:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757772.543182:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757772.543185:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757772.543186:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757772.543188:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757772.543191:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077901680 x1874594466101888/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757772.543197:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077901680 x1874594466101888/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757772.543202:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757772.543204:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757772.543206:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757772.543208:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757772.543210:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077901680 x1874594466101888/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757772.543215:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757772.543218:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077901680 x1874594466101888/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757797 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757772.543224:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757772.543226:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757772.543227:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757772.543228:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757772.543372:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757772.543375:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757772.543378:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757772.543384:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757772.543386:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757772.543391:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077901680 x1874594466101888/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757797 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757772.543400:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077901680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466101888:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787757772.543405:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757772.543408:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9250779021c0 x1874594466102016/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757772.543414:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757772.543416:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757772.543418:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757772.543420:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757772.543422:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757772.543424:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9250779021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466102016:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757772.543427:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757772.543430:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757772.543432:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757772.543434:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757772.543439:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad6800.
02000000:00000001:0.0:1787757772.543441:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757772.543446:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757772.543449:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787757772.543455:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787757772.543460:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466102016, portal 10
00000100:00000001:0.0:1787757772.543463:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757772.543464:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033814464 : -120600675737152 : ffff9250779021c0)
00000100:00000040:0.0:1787757772.543471:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9250779021c0 x1874594466102016/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757772.543480:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757772.543484:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757772.543486:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000200:0.0:1787757772.543490:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466102016, offset 0
00000400:00000200:0.0:1787757772.543497:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757772.543506:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757772.543513:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757772.543520:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757772.543525:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757772.543529:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757772.543531:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757772.543534:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56708:56708:256:4294967295] 192.168.201.154@tcp LPNI seq info [56708:56708:8:4294967295]
00000400:00000200:0.0:1787757772.543538:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757772.543557:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757772.543561:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757772.543566:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000800:00000200:0.0:1787757772.543571:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757772.543574:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787757772.543578:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757772.543581:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1787757772.543584:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757772.543586:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000400:00000200:0.0:1787757772.543591:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757772.543595:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757772.543598:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787757772.543600:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:0.0:1787757772.543606:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757772.543609:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9250779021c0 x1874594466102016/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757772.543616:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757772.543619:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9250779021c0 x1874594466102016/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757797 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757772.543628:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757772.543629:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757772.543633:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757772.543636:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:0.0:1787757772.543639:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757772.543641:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314024489
00000100:00000001:0.0:1787757772.543643:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314025384
00000100:00000001:0.0:1787757772.543645:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314024489
00000100:00000001:0.0:1787757772.543647:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314025384
00000100:00000001:0.0:1787757772.543648:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757772.543650:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757772.543651:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757772.543654:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757772/real 1787757772]  req@ffff9250779021c0 x1874594466102016/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757772.543661:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757772.543662:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757772.543664:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757772.543666:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757772.543667:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757772.543669:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757772.543671:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9250779021c0 x1874594466102016/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757772.543676:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9250779021c0 x1874594466102016/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757772.543680:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757772.543681:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757772.543683:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757772.543684:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757772.543687:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9250779021c0 x1874594466102016/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757772.543692:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757772.543695:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9250779021c0 x1874594466102016/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757797 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757772.543700:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757772.543702:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757772.543703:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757772.543703:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757772.543705:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757772.543706:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757772.543708:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757772.543709:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757772.543711:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757772.543713:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9250779021c0 x1874594466102016/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757797 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757772.543718:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9250779021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466102016:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757772.543721:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757772.543723:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757772.543725:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077901680 x1874594466101888/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757797 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757772.543729:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757772.543731:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757772.543733:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad7000.
02000000:00000001:0.0:1787757772.543735:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757772.543737:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757772.543738:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:0.0:1787757772.543739:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757772.543741:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077914400.
02000000:00000001:0.0:1787757772.543744:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757772.543746:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757772.543748:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077901680.
00000100:00000001:0.0:1787757772.543750:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757772.543751:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757772.543752:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757772.543754:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9250779021c0 x1874594466102016/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757797 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757772.543758:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757772.543758:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757772.543759:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad6800.
02000000:00000001:0.0:1787757772.543761:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757772.543761:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757772.543762:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:0.0:1787757772.543763:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757772.543764:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077917c00.
02000000:00000001:0.0:1787757772.543765:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757772.543766:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757772.543767:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9250779021c0.
00000100:00000001:0.0:1787757772.543768:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757772.543769:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757772.543771:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757772.543777:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757772.543778:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757772.543780:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757772.543781:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757772.543782:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757772.543784:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077902940 x1874594466102144/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757772.543789:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757772.543789:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757772.543791:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757772.543792:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757772.543794:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757772.543795:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077902940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466102144:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757772.543798:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757772.543819:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757772.543820:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757772.543821:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757772.543823:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad6800.
02000000:00000001:0.0:1787757772.543825:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757772.543827:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757772.543829:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787757772.543831:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787757772.543833:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466102144, portal 4
00000100:00000001:0.0:1787757772.543835:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757772.543836:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033816384 : -120600675735232 : ffff925077902940)
00000100:00000040:0.0:1787757772.543854:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077902940 x1874594466102144/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757772.543859:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757772.543860:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757772.543862:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000200:0.0:1787757772.543864:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466102144, offset 0
00000400:00000200:0.0:1787757772.543867:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757772.543870:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757772.543872:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757772.543874:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757772.543876:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757772.543878:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757772.543880:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757772.543882:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56709:56709:256:4294967295] 192.168.201.154@tcp LPNI seq info [56709:56709:8:4294967295]
00000400:00000200:0.0:1787757772.543885:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757772.543889:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757772.543892:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757772.543894:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000800:00000200:0.0:1787757772.543897:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757772.543899:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787757772.543902:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757772.543904:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1787757772.543906:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757772.543908:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000400:00000200:0.0:1787757772.543910:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757772.543913:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757772.543915:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787757772.543916:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:0.0:1787757772.543918:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757772.543921:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077902940 x1874594466102144/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757772.543926:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757772.543928:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077902940 x1874594466102144/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757797 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757772.543933:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757772.543934:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757772.543936:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757772.543938:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:0.0:1787757772.543940:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757772.543941:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314024472
00000100:00000001:0.0:1787757772.543943:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314025384
00000100:00000001:0.0:1787757772.543944:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314024472
00000100:00000001:0.0:1787757772.543946:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314025384
00000100:00000001:0.0:1787757772.543948:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757772.543949:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757772.543950:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757772.543952:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757772/real 1787757772]  req@ffff925077902940 x1874594466102144/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757772.543957:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757772.543959:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757772.543960:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757772.543962:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757772.543963:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757772.543965:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757772.543967:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077902940 x1874594466102144/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757772.543972:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077902940 x1874594466102144/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757772.543976:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757772.543977:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757772.543978:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757772.543979:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757772.543981:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077902940 x1874594466102144/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757772.543985:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757772.543987:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077902940 x1874594466102144/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757797 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757772.543991:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757772.543992:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757772.543993:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757772.543994:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757772.543995:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757772.543996:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757772.543998:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757772.544000:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757772.544002:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757772.544004:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077902940 x1874594466102144/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757797 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757772.544009:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077902940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466102144:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757772.544011:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757772.544012:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757772.544015:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077902940 x1874594466102144/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757797 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757772.544019:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757772.544021:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757772.544022:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad6800.
02000000:00000001:0.0:1787757772.544023:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757772.544024:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757772.544025:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:0.0:1787757772.544026:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757772.544027:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077916000.
02000000:00000001:0.0:1787757772.544029:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757772.544030:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757772.544031:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077902940.
00000100:00000001:0.0:1787757772.544033:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757772.544034:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757772.544035:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757772.544038:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757772.544039:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757772.544040:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757772.544041:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757773.054381:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757773.054392:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757773.054396:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757773.054404:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757773.054410:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757773.054415:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757773.054419:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757773.054424:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757773.054428:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757773.374440:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757773.374453:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757773.374458:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757773.374464:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757773.374472:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757773.374476:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757773.374480:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757773.374485:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757773.374493:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757773.374498:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757773.374500:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757773.374503:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757773.374506:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757773.374509:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757773.374511:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757773.374514:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757773.374519:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757773.374522:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757773.374609:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757773.374618:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757773.374626:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757773.502502:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314025384, at 4314025408
00000100:00000040:3.0:1787757773.502502:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314025384, at 4314025408
00000100:00000010:3.0:1787757773.502529:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747960.
00000100:00000010:2.0:1787757773.502543:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747f00.
00000100:00000001:2.0:1787757774.078444:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757774.078457:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757774.078462:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757774.078473:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757774.078481:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757774.078489:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757774.078495:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757774.078501:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757774.078508:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757774.398463:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757774.398476:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757774.398487:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757774.398492:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757774.398499:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757774.398505:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757774.398509:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757774.398517:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757774.398524:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757774.398529:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757774.398533:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757774.398538:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757774.398621:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757774.398631:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757774.398638:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757775.102402:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757775.102412:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757775.102416:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757775.102424:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757775.102429:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757775.102436:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757775.102440:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757775.102444:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757775.102449:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757775.422421:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757775.422434:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757775.422450:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757775.422454:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757775.422462:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757775.422466:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757775.422509:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757775.422515:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757775.422521:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757776.126372:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757776.126383:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757776.126386:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757776.126394:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757776.126400:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757776.126405:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757776.126408:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757776.126412:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757776.126415:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757776.446439:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757776.446451:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757776.446465:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757776.446469:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757776.446485:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757776.446489:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757776.446591:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757776.446604:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757776.446613:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757777.150347:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757777.150355:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757777.150357:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757777.150362:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757777.150366:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757777.150369:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757777.150371:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757777.150373:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757777.150375:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757777.470385:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757777.470394:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757777.470403:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757777.470406:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757777.470411:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757777.470413:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757777.470465:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757777.470469:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757777.470473:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787757777.662408:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787757777.662430:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787757777.662432:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787757777.662435:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787757777.662439:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787757777.662446:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19357
00000400:00000200:1.0:1787757777.662454:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757777.662470:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1787757777.662473:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787757777.662477:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757777.662479:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787757777.662483:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757777.662485:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:1.0:1787757777.662489:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787757777.662490:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:1.0:1787757777.662493:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787757777.662495:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:1.0:1787757777.662497:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:1.0:1787757777.662498:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:1.0:1787757777.662501:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757777.662503:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787757777.662504:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757777.662505:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:1.0:1787757777.662507:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:1.0:1787757777.662510:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:1.0:1787757777.662512:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757777.662514:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787757777.662517:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757777.662519:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757777.662521:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787757777.662523:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787757777.662528:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff925077901a40.
00000020:00000040:1.0:1787757777.662531:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:1.0:1787757777.662535:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787757777.662537:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757777.662539:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787757777.662542:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787757777.662545:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787757777.662552:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925077916800.
00000100:00000001:1.0:1787757777.662557:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757777.662566:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff925077901a40 x1874594466102272/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787757777.662575:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787757777.662578:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757777.662583:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046d5ef2f] to pc [ptlrpcd_rcv+-1]  req@ffff925077901a40 x1874594466102272/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757777.662600:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787757777.662603:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787757777.662606:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787757777.662607:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787757777.662609:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787757777.662611:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787757777.662613:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19357
00000400:00000200:1.0:1787757777.662617:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757777.662620:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1787757777.662622:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787757777.662624:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757777.662626:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787757777.662629:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757777.662631:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757777.662631:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:1.0:1787757777.662634:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787757777.662637:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:1.0:1787757777.662639:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787757777.662640:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1787757777.662641:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:1.0:1787757777.662645:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:0.0:1787757777.662646:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1787757777.662647:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:1.0:1787757777.662652:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757777.662655:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757777.662659:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077901a40 x1874594466102272/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787757777.662659:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757777.662664:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:1.0:1787757777.662669:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:1.0:1787757777.662675:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:1.0:1787757777.662680:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757777.662684:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787757777.662685:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757777.662690:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757777.662690:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757777.662696:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757777.662699:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1787757777.662700:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:0.0:1787757777.662706:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:1.0:1787757777.662706:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1787757777.662723:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1787757777.662723:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757777.662729:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787757777.662732:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff925077902580.
00000100:00100000:0.0:1787757777.662734:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077901a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466102272:192.168.201.154@tcp:250:kworker.0
00000020:00000040:1.0:1787757777.662736:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:1.0:1787757777.662741:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787757777.662743:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757777.662744:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1787757777.662745:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787757777.662765:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757777.662767:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757777.662768:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757777.662772:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787757777.662774:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925077916c00.
02000000:00000001:0.0:1787757777.662780:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787757777.662780:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757777.662789:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad7c00.
00000100:00100000:1.0:1787757777.662790:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff925077902580 x1874594466102400/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1787757777.662806:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757777.662813:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787757777.662815:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757777.662820:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:1.0:1787757777.662823:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002dd0d9e3] to pc [ptlrpcd_rcv+-1]  req@ffff925077902580 x1874594466102400/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1787757777.662828:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000100:00000001:1.0:1787757777.662832:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787757777.662836:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1787757777.662838:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00080000:1.0:1787757777.662840:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787757777.662844:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787757777.662845:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787757777.662848:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:0.0:1787757777.662849:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466102272, portal 25
00000100:00080000:1.0:1787757777.662851:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19357
00000100:00000001:0.0:1787757777.662856:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000400:00000200:1.0:1787757777.662858:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757777.662860:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033812544 : -120600675739072 : ffff925077901a40)
00000400:00000200:1.0:1787757777.662863:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1787757777.662867:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787757777.662873:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000040:0.0:1787757777.662874:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077901a40 x1874594466102272/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757777.662875:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787757777.662879:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757777.662883:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:1.0:1787757777.662889:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787757777.662892:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:1.0:1787757777.662895:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787757777.662896:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:1.0:1787757777.662898:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:1.0:1787757777.662902:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:0.0:1787757777.662904:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000020:00000001:1.0:1787757777.662905:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000010:0.0:1787757777.662911:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000040:1.0:1787757777.662912:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757777.662918:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1787757777.662921:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466102272, offset 0
00000100:00000040:1.0:1787757777.662921:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757777.662925:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:1.0:1787757777.662928:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:1.0:1787757777.662932:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000400:00000200:0.0:1787757777.662937:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000001:1.0:1787757777.662937:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757777.662942:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787757777.662945:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757777.662946:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757777.662948:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:0.0:1787757777.662950:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000008:00100000:1.0:1787757777.662951:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787757777.662955:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757777.662957:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787757777.662961:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff925077902940.
00000400:00000200:0.0:1787757777.662962:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000020:00000040:1.0:1787757777.662966:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:1.0:1787757777.662969:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1787757777.662970:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:1.0:1787757777.662971:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757777.662974:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1787757777.662977:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
02000000:00000001:1.0:1787757777.662977:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787757777.662981:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757777.662983:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
02000000:00000010:1.0:1787757777.662985:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925077914c00.
00000100:00000001:1.0:1787757777.662989:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757777.662992:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff925077902940 x1874594466102528/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787757777.662996:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00000001:1.0:1787757777.663004:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1787757777.663005:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56710:56710:256:4294967295] 192.168.201.154@tcp LPNI seq info [56710:56710:8:4294967295]
00000100:00000001:1.0:1787757777.663009:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757777.663016:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:1.0:1787757777.663017:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007edc916f] to pc [ptlrpcd_rcv+-1]  req@ffff925077902940 x1874594466102528/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757777.663025:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757777.663029:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1787757777.663033:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1787757777.663050:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1787757777.663066:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19367)
00000800:00000200:0.0:1787757777.663072:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757777.663083:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000800:00000200:0.0:1787757777.663092:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757777.663098:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787757777.663121:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757777.663124:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1787757777.663127:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757777.663129:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000400:00000200:0.0:1787757777.663133:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757777.663138:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757777.663142:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787757777.663144:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:0.0:1787757777.663149:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757777.663153:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077901a40 x1874594466102272/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757777.663160:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757777.663163:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077901a40 x1874594466102272/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757802 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757777.663187:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757777.663190:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757777.663198:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757777.663203:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757777.663206:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314030504
00000100:00000010:0.0:1787757777.663212:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747900.
00000100:00000001:0.0:1787757777.663221:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787757777.663227:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314030504
00000100:00000010:0.0:1787757777.663231:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a7479c0.
00000100:00000001:0.0:1787757777.663235:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787757777.663239:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757777.663243:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757777.663246:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757777.663252:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757777/real 1787757777]  req@ffff925077901a40 x1874594466102272/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757777.663264:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757777.663266:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757777.663269:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757777.663273:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757777.663275:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757777.663278:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757777.663282:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077901a40 x1874594466102272/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757777.663305:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077901a40 x1874594466102272/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757777.663367:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757777.663369:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757777.663372:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757777.663374:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757777.663379:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077901a40 x1874594466102272/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757777.663388:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757777.663393:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077901a40 x1874594466102272/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757802 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757777.663402:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757777.663405:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757777.663407:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757777.663409:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757777.663411:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757777.663413:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757777.663416:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757777.663420:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757777.663433:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757777.663438:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077901a40 x1874594466102272/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757802 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757777.663445:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077901a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466102272:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787757777.663448:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757777.663450:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757777.663452:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077901a40 x1874594466102272/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757802 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757777.663461:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757777.663464:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757777.663466:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad7c00.
02000000:00000001:0.0:1787757777.663468:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757777.663470:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757777.663471:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:0.0:1787757777.663472:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757777.663475:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077916800.
02000000:00000001:0.0:1787757777.663477:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757777.663479:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757777.663480:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077901a40.
00000100:00000001:0.0:1787757777.663482:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757777.663483:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757777.663485:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757777.663491:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757777.663492:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757777.663494:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757777.663495:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757777.663496:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757777.663499:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077902580 x1874594466102400/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757777.663503:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757777.663505:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757777.663506:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757777.663508:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757777.663509:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757777.663511:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077902580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466102400:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757777.663514:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757777.663515:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757777.663516:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757777.663518:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757777.663520:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad7c00.
02000000:00000001:0.0:1787757777.663522:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757777.663524:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757777.663527:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787757777.663529:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787757777.663532:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466102400, portal 10
00000100:00000001:0.0:1787757777.663533:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757777.663534:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033815424 : -120600675736192 : ffff925077902580)
00000100:00000040:0.0:1787757777.663540:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077902580 x1874594466102400/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757777.663544:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757777.663546:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757777.663547:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000200:0.0:1787757777.663549:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466102400, offset 0
00000400:00000200:0.0:1787757777.663552:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757777.663555:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757777.663557:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757777.663559:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757777.663561:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757777.663563:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757777.663565:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757777.663567:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56711:56711:256:4294967295] 192.168.201.154@tcp LPNI seq info [56711:56711:8:4294967295]
00000400:00000200:0.0:1787757777.663570:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757777.663575:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757777.663577:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757777.663580:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000800:00000200:0.0:1787757777.663583:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757777.663585:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787757777.663588:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757777.663590:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1787757777.663593:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757777.663594:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000400:00000200:0.0:1787757777.663596:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757777.663599:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757777.663601:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787757777.663602:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:0.0:1787757777.663605:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757777.663607:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077902580 x1874594466102400/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757777.663613:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757777.663615:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077902580 x1874594466102400/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757802 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757777.663620:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757777.663621:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757777.663623:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757777.663626:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:0.0:1787757777.663628:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757777.663629:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314029609
00000100:00000001:0.0:1787757777.663631:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314030504
00000100:00000001:0.0:1787757777.663633:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314029609
00000100:00000001:0.0:1787757777.663634:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314030504
00000100:00000001:0.0:1787757777.663636:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757777.663654:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757777.663657:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757777.663662:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757777/real 1787757777]  req@ffff925077902580 x1874594466102400/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757777.663671:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757777.663683:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757777.663686:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757777.663689:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757777.663691:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757777.663694:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757777.663698:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077902580 x1874594466102400/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757777.663721:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077902580 x1874594466102400/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757777.663733:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757777.663735:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757777.663737:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757777.663739:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757777.663742:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077902580 x1874594466102400/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757777.663762:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757777.663767:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077902580 x1874594466102400/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757802 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757777.663775:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757777.663788:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757777.663790:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757777.663792:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757777.663794:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757777.663796:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757777.663799:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757777.663802:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757777.663805:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757777.663809:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077902580 x1874594466102400/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757802 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757777.663815:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077902580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466102400:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757777.663818:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757777.663821:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077902940 x1874594466102528/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757777.663826:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757777.663827:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757777.663829:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757777.663830:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757777.663832:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757777.663833:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077902940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466102528:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757777.663836:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757777.663837:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757777.663838:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757777.663839:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757777.663842:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad6400.
02000000:00000001:0.0:1787757777.663844:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757777.663846:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757777.663848:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787757777.663851:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787757777.663853:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466102528, portal 4
00000100:00000001:0.0:1787757777.663855:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757777.663856:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033816384 : -120600675735232 : ffff925077902940)
00000100:00000040:0.0:1787757777.663860:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077902940 x1874594466102528/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757777.663865:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757777.663866:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757777.663868:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000200:0.0:1787757777.663870:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466102528, offset 0
00000400:00000200:0.0:1787757777.663872:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757777.663875:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757777.663878:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757777.663880:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757777.663882:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757777.663884:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757777.663885:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757777.663888:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56712:56712:256:4294967295] 192.168.201.154@tcp LPNI seq info [56712:56712:8:4294967295]
00000400:00000200:0.0:1787757777.663891:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757777.663896:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757777.663899:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757777.663902:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000800:00000200:0.0:1787757777.663904:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757777.663906:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787757777.663909:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757777.663911:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1787757777.663914:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757777.663915:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000400:00000200:0.0:1787757777.663918:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757777.663920:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757777.663922:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787757777.663924:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:0.0:1787757777.663926:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757777.663928:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077902940 x1874594466102528/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757777.663933:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757777.663935:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077902940 x1874594466102528/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757802 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757777.663940:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757777.663941:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757777.663943:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757777.663946:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:0.0:1787757777.663948:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757777.663949:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314029592
00000100:00000001:0.0:1787757777.663951:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314030504
00000100:00000001:0.0:1787757777.663952:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314029592
00000100:00000001:0.0:1787757777.663954:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314030504
00000100:00000001:0.0:1787757777.663955:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757777.663957:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757777.663958:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757777.663960:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757777/real 1787757777]  req@ffff925077902940 x1874594466102528/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757777.663966:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757777.663967:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757777.663968:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757777.663970:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757777.663971:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757777.663972:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757777.663974:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077902940 x1874594466102528/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757777.663979:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077902940 x1874594466102528/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757777.663983:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757777.663984:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757777.663986:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757777.663987:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757777.663989:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077902940 x1874594466102528/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757777.663993:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757777.663996:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077902940 x1874594466102528/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757802 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757777.664000:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757777.664001:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757777.664002:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757777.664003:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757777.664004:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757777.664005:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757777.664007:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757777.664009:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757777.664010:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757777.664013:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077902940 x1874594466102528/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757802 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757777.664019:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077902940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466102528:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757777.664021:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757777.664022:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757777.664032:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077902580 x1874594466102400/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757802 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757777.664036:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757777.664037:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757777.664038:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad7c00.
02000000:00000001:0.0:1787757777.664040:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757777.664040:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757777.664041:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:0.0:1787757777.664043:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757777.664044:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077916c00.
02000000:00000001:0.0:1787757777.664045:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757777.664046:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757777.664047:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077902580.
00000100:00000001:0.0:1787757777.664049:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757777.664050:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757777.664051:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757777.664053:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077902940 x1874594466102528/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757802 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757777.664057:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757777.664058:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757777.664059:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad6400.
02000000:00000001:0.0:1787757777.664060:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757777.664061:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757777.664061:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:0.0:1787757777.664063:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757777.664064:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077914c00.
02000000:00000001:0.0:1787757777.664065:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757777.664066:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757777.664067:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077902940.
00000100:00000001:0.0:1787757777.664069:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757777.664069:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757777.664071:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757777.664073:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757777.664074:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757777.664076:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757777.664077:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757778.174342:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757778.174349:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757778.174351:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757778.174355:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757778.174358:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757778.174361:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757778.174363:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757778.174365:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757778.174367:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757778.494450:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757778.494463:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757778.494475:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757778.494478:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757778.494487:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757778.494490:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757778.494539:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757778.494545:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757778.494551:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757778.622389:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314030504, at 4314030528
00000100:00000010:3.0:1787757778.622411:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a7479c0.
00000100:00000040:2.0:1787757778.622425:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314030504, at 4314030528
00000100:00000010:2.0:1787757778.622441:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747900.
00000100:00000001:2.0:1787757779.198394:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757779.198404:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757779.198407:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757779.198414:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757779.198419:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757779.198423:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757779.198426:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757779.198430:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757779.198433:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757779.518445:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757779.518454:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757779.518463:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757779.518466:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757779.518472:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757779.518478:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757779.518575:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757779.518587:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757779.518595:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757780.222421:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757780.222431:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757780.222436:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757780.222443:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757780.222449:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757780.222454:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757780.222457:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757780.222461:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757780.222465:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757780.542432:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757780.542445:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757780.542458:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757780.542461:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757780.542467:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757780.542470:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757780.542548:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757780.542555:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757780.542561:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757781.246376:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757781.246387:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757781.246391:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757781.246397:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757781.246403:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757781.246408:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757781.246411:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757781.246415:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757781.246418:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757781.566437:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757781.566448:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757781.566459:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757781.566461:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757781.566469:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757781.566472:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757781.566511:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757781.566516:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757781.566522:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757782.270422:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757782.270434:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757782.270436:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757782.270444:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757782.270449:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757782.270454:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757782.270457:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757782.270461:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757782.270465:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757782.590401:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757782.590417:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757782.590421:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757782.590426:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757782.590434:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757782.590438:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757782.590442:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757782.590446:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757782.590457:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757782.590464:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757782.590466:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757782.590473:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757782.590476:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757782.590479:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757782.590483:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757782.590490:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757782.590499:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757782.590502:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757782.590596:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757782.590607:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757782.590615:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787757782.782400:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787757782.782415:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787757782.782419:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787757782.782424:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787757782.782430:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787757782.782441:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19362
00000400:00000200:1.0:1787757782.782454:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757782.782463:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1787757782.782467:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787757782.782472:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757782.782478:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787757782.782481:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757782.782484:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:1.0:1787757782.782490:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787757782.782493:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:1.0:1787757782.782496:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787757782.782501:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:1.0:1787757782.782503:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:1.0:1787757782.782506:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:1.0:1787757782.782510:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757782.782513:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787757782.782516:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757782.782518:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:1.0:1787757782.782523:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:1.0:1787757782.782527:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:1.0:1787757782.782530:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757782.782534:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787757782.782538:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757782.782542:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757782.782544:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787757782.782547:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787757782.782559:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9250779021c0.
00000020:00000040:1.0:1787757782.782564:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:1.0:1787757782.782569:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787757782.782571:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757782.782575:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787757782.782579:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787757782.782585:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787757782.782615:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925077917000.
00000100:00000001:1.0:1787757782.782627:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757782.782644:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9250779021c0 x1874594466102656/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787757782.782704:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787757782.782711:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757782.782722:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081c07b6a] to pc [ptlrpcd_rcv+-1]  req@ffff9250779021c0 x1874594466102656/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757782.782755:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787757782.782760:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787757782.782764:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787757782.782766:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787757782.782769:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787757782.782774:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787757782.782778:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19362
00000400:00000200:1.0:1787757782.782785:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757782.782791:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1787757782.782795:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787757782.782799:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757782.782803:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787757782.782807:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757782.782810:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:0.0:1787757782.782817:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1787757782.782831:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787757782.782833:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1787757782.782837:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000100:00000001:0.0:1787757782.782840:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1787757782.782848:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787757782.782854:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:1.0:1787757782.782863:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:0.0:1787757782.782865:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9250779021c0 x1874594466102656/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787757782.782874:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:1.0:1787757782.782897:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757782.782913:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787757782.782928:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757782.782930:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757782.782935:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:0.0:1787757782.782937:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787757782.782951:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
02000000:00000001:0.0:1787757782.782953:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757782.782962:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1787757782.782970:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
02000000:00000001:0.0:1787757782.782973:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757782.782984:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9250779021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466102656:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787757782.782987:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757782.782994:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757782.782999:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757782.783004:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757782.783010:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757782.783016:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757782.783018:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787757782.783033:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757782.783034:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad7c00.
02000000:00000001:0.0:1787757782.783047:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757782.783049:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:0.0:1787757782.783062:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000008:00100000:1.0:1787757782.783062:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1787757782.783076:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000008:00000001:1.0:1787757782.783087:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787757782.783090:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000001:1.0:1787757782.783094:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787757782.783104:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff925077901680.
00000100:00000200:0.0:1787757782.783107:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466102656, portal 25
00000020:00000040:1.0:1787757782.783110:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000100:00000001:0.0:1787757782.783120:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:1.0:1787757782.783120:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787757782.783133:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757782.783135:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033814464 : -120600675737152 : ffff9250779021c0)
00000100:00000001:1.0:1787757782.783139:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787757782.783142:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787757782.783148:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787757782.783157:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925077915000.
00000100:00000040:0.0:1787757782.783161:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9250779021c0 x1874594466102656/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757782.783166:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757782.783188:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff925077901680 x1874594466102784/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757782.783235:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787757782.783241:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1787757782.783250:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000001:1.0:1787757782.783260:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787757782.783263:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000200:0.0:1787757782.783329:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466102656, offset 0
00000400:00000200:0.0:1787757782.783342:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000040:1.0:1787757782.783361:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000679d9fb6] to pc [ptlrpcd_rcv+-1]  req@ffff925077901680 x1874594466102784/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787757782.783365:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757782.783400:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757782.783405:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00080000:1.0:1787757782.783408:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787757782.783421:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787757782.783424:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787757782.783428:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787757782.783431:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787757782.783437:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19362
00000400:00000200:0.0:1787757782.783445:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757782.783458:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757782.783467:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757782.783473:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757782.783482:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56713:56713:256:4294967295] 192.168.201.154@tcp LPNI seq info [56713:56713:8:4294967295]
00000400:00000200:0.0:1787757782.783493:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757782.783504:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757782.783517:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1787757782.783531:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1787757782.783544:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1787757782.783547:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757782.783563:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787757782.783571:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000800:00000200:0.0:1787757782.783575:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000001:1.0:1787757782.783580:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000800:00000010:0.0:1787757782.783588:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000020:00000001:1.0:1787757782.783589:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787757782.783600:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000800:00000200:0.0:1787757782.783614:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000020:00000001:1.0:1787757782.783615:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787757782.783630:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:1.0:1787757782.783641:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000800:00000200:0.0:1787757782.783643:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000020:00000001:1.0:1787757782.783649:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000800:00000200:0.1:1787757782.783688:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000040:1.0:1787757782.783690:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757782.783707:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1787757782.783708:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000100:00000040:1.0:1787757782.783715:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757782.783730:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:1.0:1787757782.783738:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000800:00000100:0.0:1787757782.783741:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000100:00080000:1.0:1787757782.783753:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000800:00000010:0.0:1787757782.783757:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000100:00000001:1.0:1787757782.783759:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757782.783772:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1787757782.783778:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:1.0:1787757782.783779:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757782.783794:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757782.783811:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:0.0:1787757782.783813:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000008:00100000:1.0:1787757782.783827:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1787757782.783833:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000008:00000001:1.0:1787757782.783836:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787757782.783843:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:1.0:1787757782.783844:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787757782.783867:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff925077902940.
00000100:00000001:0.0:1787757782.783871:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:1.0:1787757782.783882:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000100:00000200:0.0:1787757782.783892:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9250779021c0 x1874594466102656/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787757782.783894:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787757782.783902:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757782.783919:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787757782.783925:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787757782.783937:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757782.783939:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000010:1.0:1787757782.783956:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925077915c00.
00000100:00000040:0.0:1787757782.783957:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9250779021c0 x1874594466102656/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757807 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757782.783983:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757782.783986:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757782.783995:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757782.784012:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757782.784020:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff925077902940 x1874594466102912/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787757782.784025:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757782.784035:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314035625
00000100:00000010:0.0:1787757782.784048:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747180.
00000100:00000001:1.0:1787757782.784064:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757782.784067:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787757782.784071:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757782.784083:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314035625
00000100:00000040:1.0:1787757782.784086:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007edc916f] to pc [ptlrpcd_rcv+-1]  req@ffff925077902940 x1874594466102912/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1787757782.784093:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747300.
00000100:00000001:0.0:1787757782.784109:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787757782.784124:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757782.784129:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757782.784140:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757782.784140:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1787757782.784160:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1787757782.784161:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:1.0:1787757782.784172:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19372)
00000100:00100000:0.0:1787757782.784184:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757782/real 1787757782]  req@ffff9250779021c0 x1874594466102656/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757782.784210:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757782.784215:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757782.784219:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757782.784224:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757782.784227:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757782.784232:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757782.784238:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9250779021c0 x1874594466102656/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757782.784249:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9250779021c0 x1874594466102656/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757782.784259:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757782.784261:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757782.784265:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757782.784303:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757782.784311:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9250779021c0 x1874594466102656/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757782.784322:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757782.784330:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9250779021c0 x1874594466102656/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757807 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757782.784341:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757782.784345:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757782.784348:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757782.784350:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757782.784353:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757782.784356:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757782.784361:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757782.784367:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757782.784370:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757782.784375:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9250779021c0 x1874594466102656/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757807 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757782.784386:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9250779021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466102656:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787757782.784393:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757782.784397:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757782.784401:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9250779021c0 x1874594466102656/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757807 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757782.784409:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757782.784413:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757782.784417:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad7c00.
02000000:00000001:0.0:1787757782.784422:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757782.784425:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757782.784428:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:0.0:1787757782.784431:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757782.784435:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077917000.
02000000:00000001:0.0:1787757782.784441:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757782.784443:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757782.784446:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9250779021c0.
00000100:00000001:0.0:1787757782.784450:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757782.784452:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757782.784455:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757782.784467:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757782.784470:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757782.784473:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757782.784476:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757782.784479:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757782.784484:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077901680 x1874594466102784/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757782.784494:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757782.784497:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757782.784500:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757782.784503:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757782.784505:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757782.784509:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077901680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466102784:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757782.784514:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757782.784517:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757782.784520:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757782.784522:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757782.784527:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad7c00.
02000000:00000001:0.0:1787757782.784529:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757782.784534:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757782.784538:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787757782.784544:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787757782.784549:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466102784, portal 10
00000100:00000001:0.0:1787757782.784551:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757782.784553:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033811584 : -120600675740032 : ffff925077901680)
00000100:00000040:0.0:1787757782.784563:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077901680 x1874594466102784/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757782.784572:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757782.784575:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757782.784578:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000200:0.0:1787757782.784582:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466102784, offset 0
00000400:00000200:0.0:1787757782.784587:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757782.784593:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757782.784600:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757782.784605:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757782.784608:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757782.784612:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757782.784615:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757782.784620:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56714:56714:256:4294967295] 192.168.201.154@tcp LPNI seq info [56714:56714:8:4294967295]
00000400:00000200:0.0:1787757782.784626:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757782.784640:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757782.784650:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757782.784679:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000800:00000200:0.0:1787757782.784689:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757782.784695:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787757782.784706:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757782.784712:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1787757782.784721:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757782.784725:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000400:00000200:0.0:1787757782.784731:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757782.784739:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757782.784745:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787757782.784749:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:0.0:1787757782.784756:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757782.784762:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077901680 x1874594466102784/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757782.784774:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757782.784778:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077901680 x1874594466102784/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757807 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757782.784787:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757782.784789:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757782.784794:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757782.784800:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:0.0:1787757782.784804:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757782.784807:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314034730
00000100:00000001:0.0:1787757782.784812:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314035625
00000100:00000001:0.0:1787757782.784815:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314034730
00000100:00000001:0.0:1787757782.784818:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314035625
00000100:00000001:0.0:1787757782.784821:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757782.784824:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757782.784826:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757782.784831:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757782/real 1787757782]  req@ffff925077901680 x1874594466102784/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757782.784840:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757782.784842:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757782.784845:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757782.784848:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757782.784850:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757782.784853:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757782.784857:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077901680 x1874594466102784/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757782.784867:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077901680 x1874594466102784/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757782.784874:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757782.784876:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757782.784878:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757782.784880:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757782.784884:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077901680 x1874594466102784/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757782.784892:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757782.784897:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077901680 x1874594466102784/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757807 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757782.784906:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757782.784909:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757782.784912:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757782.784914:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757782.784917:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757782.784920:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757782.784923:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757782.784928:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757782.784930:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757782.784935:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077901680 x1874594466102784/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757807 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757782.784944:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077901680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466102784:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757782.784949:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757782.784953:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077902940 x1874594466102912/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757782.784962:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757782.784964:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757782.784966:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757782.784969:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757782.784971:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757782.784975:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077902940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466102912:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757782.784980:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757782.784983:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757782.784985:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757782.784987:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757782.784993:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad5400.
02000000:00000001:0.0:1787757782.784995:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757782.784999:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757782.785002:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787757782.785006:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787757782.785010:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466102912, portal 4
00000100:00000001:0.0:1787757782.785013:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757782.785016:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033816384 : -120600675735232 : ffff925077902940)
00000100:00000040:0.0:1787757782.785024:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077902940 x1874594466102912/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757782.785033:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757782.785036:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757782.785039:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000200:0.0:1787757782.785042:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466102912, offset 0
00000400:00000200:0.0:1787757782.785047:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757782.785052:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757782.785056:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757782.785060:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757782.785063:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757782.785067:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757782.785070:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757782.785074:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56715:56715:256:4294967295] 192.168.201.154@tcp LPNI seq info [56715:56715:8:4294967295]
00000400:00000200:0.0:1787757782.785080:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757782.785088:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757782.785093:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757782.785097:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000800:00000200:0.0:1787757782.785104:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757782.785110:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787757782.785118:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757782.785124:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1787757782.785132:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757782.785135:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000400:00000200:0.0:1787757782.785142:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757782.785149:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757782.785155:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787757782.785159:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:0.0:1787757782.785165:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757782.785173:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077902940 x1874594466102912/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757782.785191:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757782.785199:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077902940 x1874594466102912/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757807 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757782.785211:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757782.785214:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757782.785219:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757782.785224:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:0.0:1787757782.785229:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757782.785232:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314034713
00000100:00000001:0.0:1787757782.785235:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314035625
00000100:00000001:0.0:1787757782.785239:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314034713
00000100:00000001:0.0:1787757782.785242:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314035625
00000100:00000001:0.0:1787757782.785244:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757782.785247:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757782.785249:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757782.785254:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757782/real 1787757782]  req@ffff925077902940 x1874594466102912/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757782.785264:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757782.785294:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757782.785297:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757782.785301:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757782.785304:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757782.785307:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757782.785312:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077902940 x1874594466102912/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757782.785323:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077902940 x1874594466102912/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757782.785333:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757782.785337:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757782.785340:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757782.785342:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757782.785348:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077902940 x1874594466102912/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757782.785358:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757782.785363:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077902940 x1874594466102912/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757807 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757782.785371:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757782.785374:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757782.785376:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757782.785377:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757782.785380:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757782.785382:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757782.785385:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757782.785388:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757782.785391:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757782.785395:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077902940 x1874594466102912/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757807 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757782.785405:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077902940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466102912:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757782.785410:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757782.785413:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757782.785416:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077901680 x1874594466102784/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757807 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757782.785425:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757782.785427:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757782.785430:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad7c00.
02000000:00000001:0.0:1787757782.785433:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757782.785435:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757782.785437:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:0.0:1787757782.785440:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757782.785443:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077915000.
02000000:00000001:0.0:1787757782.785450:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757782.785452:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757782.785454:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077901680.
00000100:00000001:0.0:1787757782.785457:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757782.785459:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757782.785461:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757782.785465:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077902940 x1874594466102912/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757807 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757782.785472:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757782.785474:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757782.785475:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad5400.
02000000:00000001:0.0:1787757782.785478:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757782.785479:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757782.785480:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:0.0:1787757782.785483:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757782.785484:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077915c00.
02000000:00000001:0.0:1787757782.785487:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757782.785488:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757782.785490:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077902940.
00000100:00000001:0.0:1787757782.785492:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757782.785493:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757782.785496:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757782.785500:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757782.785502:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757782.785504:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757782.785507:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757783.294396:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757783.294409:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757783.294413:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757783.294421:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757783.294426:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757783.294431:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757783.294435:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757783.294438:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757783.294443:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757783.614472:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757783.614485:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757783.614506:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757783.614509:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757783.614516:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757783.614519:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757783.614601:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757783.614610:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757783.614617:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757783.742401:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314035625, at 4314035648
00000100:00000010:3.0:1787757783.742424:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747300.
00000100:00000040:2.0:1787757783.742439:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314035625, at 4314035648
00000100:00000010:2.0:1787757783.742461:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747180.
00000100:00000001:2.0:1787757784.318387:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757784.318399:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757784.318402:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757784.318410:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757784.318415:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757784.318420:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757784.318423:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757784.318426:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757784.318429:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757784.638405:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757784.638416:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757784.638428:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757784.638431:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757784.638437:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757784.638443:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757784.638447:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757784.638453:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757784.638457:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757784.638461:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757784.638465:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757784.638470:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757784.638507:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757784.638511:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757784.638514:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757785.342381:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757785.342394:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757785.342399:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757785.342409:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757785.342416:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757785.342423:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757785.342428:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757785.342433:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757785.342438:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757785.662421:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757785.662432:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757785.662443:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757785.662446:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757785.662453:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757785.662456:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757785.662534:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757785.662542:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757785.662549:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757786.366390:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757786.366404:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757786.366409:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757786.366419:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757786.366427:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757786.366433:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757786.366438:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757786.366444:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757786.366449:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757786.686437:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757786.686448:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757786.686460:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757786.686464:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757786.686471:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757786.686474:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757786.686579:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757786.686612:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757786.686618:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757787.390386:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757787.390396:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757787.390399:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757787.390405:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757787.390410:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757787.390415:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757787.390418:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757787.390422:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757787.390426:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757787.710386:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757787.710408:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757787.710423:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757787.710427:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757787.710435:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757787.710439:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757787.710480:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757787.710485:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757787.710491:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787757787.902391:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787757787.902406:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787757787.902412:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787757787.902417:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787757787.902425:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787757787.902436:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19367
00000400:00000200:1.0:1787757787.902449:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757787.902458:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1787757787.902463:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787757787.902469:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757787.902473:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787757787.902478:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757787.902481:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:1.0:1787757787.902488:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787757787.902492:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:1.0:1787757787.902496:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787757787.902501:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:1.0:1787757787.902504:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:1.0:1787757787.902508:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:1.0:1787757787.902512:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757787.902514:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787757787.902517:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757787.902520:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:1.0:1787757787.902524:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:1.0:1787757787.902529:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:1.0:1787757787.902532:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757787.902537:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787757787.902541:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757787.902545:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757787.902548:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787757787.902551:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787757787.902561:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff925077902580.
00000020:00000040:1.0:1787757787.902566:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:1.0:1787757787.902596:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787757787.902598:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757787.902603:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787757787.902607:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787757787.902615:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787757787.902627:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925077914000.
00000100:00000001:1.0:1787757787.902637:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757787.902652:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff925077902580 x1874594466103040/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787757787.902667:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787757787.902675:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757787.902683:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002dd0d9e3] to pc [ptlrpcd_rcv+-1]  req@ffff925077902580 x1874594466103040/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757787.902712:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787757787.902718:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787757787.902723:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787757787.902725:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787757787.902727:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787757787.902732:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787757787.902736:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19367
00000400:00000200:1.0:1787757787.902742:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757787.902749:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1787757787.902752:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787757787.902757:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757787.902760:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787757787.902764:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1787757787.902765:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757787.902775:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:0.0:1787757787.902780:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1787757787.902781:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787757787.902788:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000100:00000001:0.0:1787757787.902790:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1787757787.902792:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787757787.902798:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:1.0:1787757787.902802:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:0.0:1787757787.902807:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077902580 x1874594466103040/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787757787.902808:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:1.0:1787757787.902821:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757787.902827:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787757787.902834:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757787.902842:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:1.0:1787757787.902851:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00000001:0.0:1787757787.902860:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1787757787.902860:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757787.902871:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757787.902882:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1787757787.902887:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757787.902892:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757787.902893:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757787.902906:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757787.902907:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757787.902917:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757787.902922:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00100000:0.0:1787757787.902926:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077902580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466103040:192.168.201.154@tcp:250:kworker.0
00000008:00100000:1.0:1787757787.902930:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787757787.902942:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757787.902946:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1787757787.902948:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787757787.902958:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff925077901a40.
02000000:00000001:0.0:1787757787.902959:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:1.0:1787757787.902967:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:0.0:1787757787.902969:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757787.902978:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757787.902979:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787757787.902988:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757787.902995:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad4400.
00000100:00000001:1.0:1787757787.902997:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757787.903003:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757787.903007:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787757787.903015:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757787.903018:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757787.903030:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
02000000:00000010:1.0:1787757787.903033:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925077917400.
00000400:00000010:0.0:1787757787.903044:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000001:1.0:1787757787.903047:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787757787.903059:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466103040, portal 25
00000100:00000001:0.0:1787757787.903068:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00100000:1.0:1787757787.903069:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff925077901a40 x1874594466103168/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757787.903073:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033815424 : -120600675736192 : ffff925077902580)
00000100:00000040:0.0:1787757787.903097:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077902580 x1874594466103040/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757787.903100:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787757787.903109:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757787.903125:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046d5ef2f] to pc [ptlrpcd_rcv+-1]  req@ffff925077901a40 x1874594466103168/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757787.903134:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787757787.903147:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757787.903149:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00080000:1.0:1787757787.903154:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1787757787.903161:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00080000:1.0:1787757787.903162:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787757787.903170:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787757787.903176:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:0.0:1787757787.903178:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466103040, offset 0
00000100:00000001:1.0:1787757787.903181:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787757787.903189:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19367
00000400:00000200:0.0:1787757787.903197:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757787.903199:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757787.903210:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1787757787.903215:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1787757787.903217:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:1.0:1787757787.903232:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000200:0.0:1787757787.903239:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00000001:1.0:1787757787.903245:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787757787.903253:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1787757787.903259:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000200:0.0:1787757787.903304:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757787.903312:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757787.903319:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757787.903326:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56716:56716:256:4294967295] 192.168.201.154@tcp LPNI seq info [56716:56716:8:4294967295]
00000400:00000200:0.0:1787757787.903334:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757787.903346:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:1.0:1787757787.903356:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787757787.903361:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000400:00000200:0.0:1787757787.903365:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000020:00000001:1.0:1787757787.903367:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787757787.903376:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:1.0:1787757787.903382:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000800:00000200:0.0:1787757787.903385:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000020:00000001:1.0:1787757787.903388:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:1.0:1787757787.903400:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000800:00000010:0.0:1787757787.903404:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000100:00000001:1.0:1787757787.903405:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787757787.903411:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757787.903417:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:1.0:1787757787.903421:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:1.0:1787757787.903430:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000800:00000200:0.0:1787757787.903434:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:1.0:1787757787.903435:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757787.903442:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787757787.903452:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.0:1787757787.903453:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
02000000:00000001:1.0:1787757787.903457:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757787.903465:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787757787.903472:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787757787.903479:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787757787.903481:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:1.0:1787757787.903484:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787757787.903496:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff925077902940.
00000020:00000040:1.0:1787757787.903502:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:1.0:1787757787.903505:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787757787.903507:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757787.903510:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787757787.903514:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.1:1787757787.903517:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
02000000:00000001:1.0:1787757787.903518:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787757787.903529:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925077917800.
00000800:00000100:0.0:1787757787.903539:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000100:00000001:1.0:1787757787.903539:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1787757787.903551:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000100:00100000:1.0:1787757787.903555:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff925077902940 x1874594466103296/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787757787.903591:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1787757787.903603:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787757787.903612:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757787.903619:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1787757787.903625:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007edc916f] to pc [ptlrpcd_rcv+-1]  req@ffff925077902940 x1874594466103296/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787757787.903633:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787757787.903642:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:1.0:1787757787.903646:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757787.903652:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1787757787.903658:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1787757787.903659:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1787757787.903673:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19377)
00000100:00000200:0.0:1787757787.903676:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077902580 x1874594466103040/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757787.903693:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757787.903700:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077902580 x1874594466103040/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757812 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757787.903710:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757787.903713:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757787.903724:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757787.903730:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757787.903734:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314040745
00000100:00000010:0.0:1787757787.903743:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a7470c0.
00000100:00000001:0.0:1787757787.903753:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787757787.903761:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314040745
00000100:00000010:0.0:1787757787.903765:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747c00.
00000100:00000001:0.0:1787757787.903769:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787757787.903773:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757787.903778:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757787.903782:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757787.903788:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757787/real 1787757787]  req@ffff925077902580 x1874594466103040/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757787.903801:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757787.903805:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757787.903808:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757787.903812:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757787.903814:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757787.903818:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757787.903822:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077902580 x1874594466103040/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757787.903834:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077902580 x1874594466103040/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757787.903842:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757787.903845:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757787.903848:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757787.903851:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757787.903856:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077902580 x1874594466103040/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757787.903865:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757787.903871:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077902580 x1874594466103040/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757812 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757787.903881:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757787.903885:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757787.903887:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757787.903889:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757787.903893:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757787.903895:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757787.903899:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757787.903904:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757787.903907:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757787.903912:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077902580 x1874594466103040/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757812 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757787.903923:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077902580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466103040:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787757787.903931:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757787.903934:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757787.903938:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077902580 x1874594466103040/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757812 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757787.903947:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757787.903952:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757787.903955:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad4400.
02000000:00000001:0.0:1787757787.903959:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757787.903961:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757787.903963:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:0.0:1787757787.903966:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757787.903970:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077914000.
02000000:00000001:0.0:1787757787.903975:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757787.903978:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757787.903980:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077902580.
00000100:00000001:0.0:1787757787.903984:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757787.903986:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757787.903989:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757787.904000:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757787.904003:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757787.904006:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757787.904009:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757787.904011:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757787.904015:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077901a40 x1874594466103168/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757787.904024:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757787.904026:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757787.904029:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757787.904032:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757787.904035:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757787.904039:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077901a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466103168:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757787.904043:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757787.904045:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757787.904047:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757787.904051:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757787.904055:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad4400.
02000000:00000001:0.0:1787757787.904058:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757787.904062:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757787.904066:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787757787.904070:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787757787.904074:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466103168, portal 10
00000100:00000001:0.0:1787757787.904078:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757787.904080:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033812544 : -120600675739072 : ffff925077901a40)
00000100:00000040:0.0:1787757787.904095:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077901a40 x1874594466103168/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757787.904108:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757787.904114:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757787.904119:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000200:0.0:1787757787.904125:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466103168, offset 0
00000400:00000200:0.0:1787757787.904134:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757787.904143:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757787.904151:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757787.904158:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757787.904164:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757787.904168:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757787.904174:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757787.904179:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56717:56717:256:4294967295] 192.168.201.154@tcp LPNI seq info [56717:56717:8:4294967295]
00000400:00000200:0.0:1787757787.904185:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757787.904195:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757787.904201:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757787.904207:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000800:00000200:0.0:1787757787.904213:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757787.904216:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787757787.904223:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757787.904227:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1787757787.904232:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757787.904235:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000400:00000200:0.0:1787757787.904240:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757787.904245:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757787.904249:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787757787.904251:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:0.0:1787757787.904255:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757787.904309:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077901a40 x1874594466103168/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757787.904321:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757787.904326:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077901a40 x1874594466103168/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757812 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757787.904342:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757787.904344:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757787.904350:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757787.904356:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:0.0:1787757787.904360:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757787.904363:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314039850
00000100:00000001:0.0:1787757787.904367:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314040745
00000100:00000001:0.0:1787757787.904370:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314039850
00000100:00000001:0.0:1787757787.904373:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314040745
00000100:00000001:0.0:1787757787.904376:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757787.904379:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757787.904381:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757787.904386:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757787/real 1787757787]  req@ffff925077901a40 x1874594466103168/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757787.904397:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757787.904399:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757787.904402:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757787.904405:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757787.904407:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757787.904410:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757787.904415:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077901a40 x1874594466103168/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757787.904426:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077901a40 x1874594466103168/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757787.904434:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757787.904436:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757787.904438:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757787.904440:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757787.904444:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077901a40 x1874594466103168/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757787.904452:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757787.904457:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077901a40 x1874594466103168/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757812 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757787.904465:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757787.904468:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757787.904470:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757787.904472:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757787.904474:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757787.904477:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757787.904480:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757787.904484:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757787.904487:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757787.904492:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077901a40 x1874594466103168/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757812 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757787.904502:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077901a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466103168:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757787.904507:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757787.904511:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077902940 x1874594466103296/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757787.904528:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757787.904530:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757787.904533:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757787.904536:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757787.904539:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757787.904542:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077902940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466103296:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757787.904546:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757787.904548:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757787.904550:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757787.904552:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757787.904557:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad7c00.
02000000:00000001:0.0:1787757787.904560:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757787.904564:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757787.904597:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787757787.904604:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787757787.904609:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466103296, portal 4
00000100:00000001:0.0:1787757787.904612:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757787.904614:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033816384 : -120600675735232 : ffff925077902940)
00000100:00000040:0.0:1787757787.904624:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077902940 x1874594466103296/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757787.904632:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757787.904635:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757787.904638:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000200:0.0:1787757787.904641:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466103296, offset 0
00000400:00000200:0.0:1787757787.904646:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757787.904651:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757787.904656:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757787.904660:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757787.904664:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757787.904667:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757787.904670:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757787.904676:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56718:56718:256:4294967295] 192.168.201.154@tcp LPNI seq info [56718:56718:8:4294967295]
00000400:00000200:0.0:1787757787.904681:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757787.904691:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757787.904697:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757787.904701:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000800:00000200:0.0:1787757787.904707:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757787.904710:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787757787.904716:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757787.904721:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1787757787.904726:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757787.904728:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000400:00000200:0.0:1787757787.904733:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757787.904738:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757787.904741:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787757787.904744:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:0.0:1787757787.904748:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757787.904752:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077902940 x1874594466103296/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757787.904763:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757787.904767:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077902940 x1874594466103296/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757812 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757787.904775:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757787.904777:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757787.904781:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757787.904784:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:0.0:1787757787.904788:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757787.904791:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314039833
00000100:00000001:0.0:1787757787.904794:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314040745
00000100:00000001:0.0:1787757787.904797:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314039833
00000100:00000001:0.0:1787757787.904800:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314040745
00000100:00000001:0.0:1787757787.904803:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757787.904806:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757787.904809:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757787.904814:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757787/real 1787757787]  req@ffff925077902940 x1874594466103296/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757787.904825:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757787.904826:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757787.904829:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757787.904832:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757787.904834:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757787.904836:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757787.904840:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077902940 x1874594466103296/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757787.904850:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077902940 x1874594466103296/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757787.904858:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757787.904860:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757787.904863:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757787.904865:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757787.904869:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077902940 x1874594466103296/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757787.904877:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757787.904881:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077902940 x1874594466103296/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757812 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757787.904889:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757787.904892:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757787.904894:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757787.904895:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757787.904897:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757787.904899:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757787.904902:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757787.904907:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757787.904910:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757787.904915:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077902940 x1874594466103296/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757812 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757787.904924:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077902940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466103296:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757787.904929:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757787.904931:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757787.904935:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077901a40 x1874594466103168/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757812 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757787.904942:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757787.904944:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757787.904947:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad4400.
02000000:00000001:0.0:1787757787.904950:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757787.904952:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757787.904953:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:0.0:1787757787.904956:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757787.904958:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077917400.
02000000:00000001:0.0:1787757787.904961:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757787.904963:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757787.904965:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077901a40.
00000100:00000001:0.0:1787757787.904968:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757787.904969:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757787.904972:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757787.904975:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077902940 x1874594466103296/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757812 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757787.904984:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757787.904986:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757787.904988:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad7c00.
02000000:00000001:0.0:1787757787.904990:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757787.904992:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757787.904993:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:0.0:1787757787.904995:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757787.904998:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077917800.
02000000:00000001:0.0:1787757787.905001:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757787.905003:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757787.905005:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077902940.
00000100:00000001:0.0:1787757787.905007:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757787.905009:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757787.905011:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757787.905016:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757787.905018:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757787.905020:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757787.905022:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757788.414419:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757788.414432:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757788.414436:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757788.414447:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757788.414453:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757788.414459:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757788.414464:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757788.414468:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757788.414473:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757788.734459:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757788.734469:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757788.734485:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757788.734489:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757788.734500:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757788.734503:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757788.734624:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757788.734634:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757788.734640:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757788.862376:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314040745, at 4314040768
00000100:00000010:3.0:1787757788.862404:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747c00.
00000100:00000040:2.0:1787757788.862419:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314040745, at 4314040768
00000100:00000010:2.0:1787757788.862434:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a7470c0.
00000100:00000001:2.0:1787757789.438399:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757789.438411:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757789.438414:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757789.438421:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757789.438426:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757789.438431:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757789.438435:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757789.438439:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757789.438442:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757789.758476:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757789.758490:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757789.758502:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757789.758505:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757789.758511:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757789.758514:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757789.758607:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757789.758615:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757789.758620:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757790.462367:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757790.462377:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757790.462381:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757790.462388:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757790.462393:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757790.462398:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757790.462401:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757790.462404:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757790.462408:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757790.782445:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757790.782458:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757790.782472:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757790.782476:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757790.782484:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757790.782487:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757790.782554:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757790.782558:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757790.782563:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757791.486408:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757791.486419:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757791.486422:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757791.486429:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757791.486434:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757791.486439:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757791.486443:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757791.486447:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757791.486450:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757791.806407:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757791.806419:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757791.806429:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757791.806433:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757791.806441:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757791.806444:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757791.806548:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757791.806558:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757791.806565:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757792.510412:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757792.510422:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757792.510426:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757792.510434:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757792.510439:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757792.510444:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757792.510447:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757792.510451:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757792.510454:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757792.830528:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757792.830542:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757792.830547:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757792.830555:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757792.830563:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757792.830569:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757792.830573:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757792.830578:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757792.830587:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757792.830592:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757792.830595:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757792.830600:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757792.830604:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757792.830607:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757792.830611:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757792.830616:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757792.830623:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757792.830626:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757792.830705:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757792.830716:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757792.830723:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787757793.022530:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757793.022545:0:277834:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787757793.022549:0:277834:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757793.022555:0:277834:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757793.022562:0:277834:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757793.022573:0:277834:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19372
00000400:00000200:0.0:1787757793.022585:0:277834:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757793.022595:0:277834:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757793.022600:0:277834:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757793.022605:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757793.022610:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757793.022613:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757793.022617:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757793.022624:0:277834:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757793.022627:0:277834:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787757793.022631:0:277834:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757793.022636:0:277834:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787757793.022639:0:277834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787757793.022642:0:277834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787757793.022646:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757793.022648:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757793.022651:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757793.022655:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757793.022660:0:277834:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787757793.022664:0:277834:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757793.022669:0:277834:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757793.022673:0:277834:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757793.022678:0:277834:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757793.022682:0:277834:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757793.022685:0:277834:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787757793.022688:0:277834:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757793.022701:0:277834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae452c0.
00000020:00000040:0.0:1787757793.022706:0:277834:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787757793.022712:0:277834:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757793.022715:0:277834:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757793.022720:0:277834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757793.022724:0:277834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757793.022731:0:277834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757793.022743:0:277834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad5400.
00000100:00000001:0.0:1787757793.022754:0:277834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757793.022770:0:277834:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae452c0 x1874594466103424/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757793.022785:0:277834:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757793.022792:0:277834:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757793.022799:0:277834:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d2e4f0d] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae452c0 x1874594466103424/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757793.022837:0:277834:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757793.022842:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757793.022847:0:277834:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787757793.022849:0:277834:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757793.022852:0:277834:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757793.022856:0:277834:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757793.022859:0:277834:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19372
00000400:00000200:0.0:1787757793.022865:0:277834:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757793.022868:0:277834:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757793.022872:0:277834:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757793.022877:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757793.022881:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757793.022885:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757793.022889:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757793.022893:0:277834:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757793.022895:0:277834:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:0.0:1787757793.022898:0:277834:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757793.022900:0:277834:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:0.0:1787757793.022903:0:277834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:0.0:1787757793.022906:0:277834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:1.0:1787757793.022910:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1787757793.022911:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757793.022921:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787757793.022925:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1787757793.022927:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757793.022937:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:1.0:1787757793.022938:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1787757793.022948:0:277834:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:0.0:1787757793.022958:0:277834:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000040:1.0:1787757793.022963:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae452c0 x1874594466103424/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757793.022967:0:277834:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757793.022981:0:277834:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787757793.022999:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1787757793.023003:0:277834:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757793.023003:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757793.023015:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757793.023017:0:277834:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757793.023023:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757793.023029:0:277834:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787757793.023031:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757793.023041:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae452c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466103424:192.168.201.154@tcp:250:kworker.0
00000008:00100000:0.0:1787757793.023044:0:277834:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787757793.023051:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:0.0:1787757793.023061:0:277834:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757793.023064:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757793.023072:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757793.023075:0:277834:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757793.023079:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:0.0:1787757793.023093:0:277834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae44b40.
00000020:00000040:0.0:1787757793.023103:0:277834:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000010:1.0:1787757793.023105:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077917400.
02000000:00000001:0.0:1787757793.023111:0:277834:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787757793.023113:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757793.023121:0:277834:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757793.023130:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757793.023132:0:277834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1787757793.023140:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
02000000:00000001:0.0:1787757793.023141:0:277834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757793.023158:0:277834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787757793.023162:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787757793.023180:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466103424, portal 25
02000000:00000010:0.0:1787757793.023181:0:277834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6400.
00000100:00000001:1.0:1787757793.023196:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757793.023198:0:277834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757793.023201:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089663680 : -120600619887936 : ffff92507ae452c0)
00000100:00100000:0.0:1787757793.023229:0:277834:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae44b40 x1874594466103552/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787757793.023231:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae452c0 x1874594466103424/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757793.023399:0:277834:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757793.023408:0:277834:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757793.023413:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757793.023424:0:277834:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029b96463] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae44b40 x1874594466103552/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787757793.023432:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757793.023451:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf550.
00000100:00000001:0.0:1787757793.023453:0:277834:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757793.023469:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1787757793.023476:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466103424, offset 0
00000100:00080000:0.0:1787757793.023496:0:277834:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787757793.023503:0:277834:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757793.023518:0:277834:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757793.023523:0:277834:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757793.023536:0:277834:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19372
00000400:00000200:1.0:1787757793.023545:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757793.023553:0:277834:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757793.023561:0:277834:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757793.023564:0:277834:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787757793.023574:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:0.0:1787757793.023580:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757793.023587:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757793.023593:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000200:1.0:1787757793.023601:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00000001:0.0:1787757793.023604:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757793.023611:0:277834:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:1.0:1787757793.023613:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:0.0:1787757793.023616:0:277834:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:0.0:1787757793.023622:0:277834:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787757793.023624:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000020:00000040:0.0:1787757793.023631:0:277834:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000400:00000200:1.0:1787757793.023636:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000020:00000001:0.0:1787757793.023643:0:277834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:1.0:1787757793.023648:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000020:00000001:0.0:1787757793.023655:0:277834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:1.0:1787757793.023670:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56719:56719:256:4294967295] 192.168.201.154@tcp LPNI seq info [56719:56719:8:4294967295]
00000100:00000040:0.0:1787757793.023672:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757793.023695:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787757793.023704:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:0.0:1787757793.023710:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757793.023717:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757793.023721:0:277834:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:0.0:1787757793.023736:0:277834:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000400:00000200:1.0:1787757793.023752:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1787757793.023753:0:277834:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757793.023768:0:277834:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.0:1787757793.023776:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
02000000:00000001:0.0:1787757793.023778:0:277834:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757793.023786:0:277834:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787757793.023788:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1800.
00000100:00000001:0.0:1787757793.023791:0:277834:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787757793.023800:0:277834:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787757793.023807:0:277834:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787757793.023810:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:0.0:1787757793.023814:0:277834:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787757793.023819:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000100:00000010:0.0:1787757793.023825:0:277834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae470c0.
00000020:00000040:0.0:1787757793.023832:0:277834:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000800:00000200:1.1:1787757793.023842:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000001:0.0:1787757793.023844:0:277834:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757793.023859:0:277834:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787757793.023860:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1787757793.023875:0:277834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757793.023880:0:277834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000100:1.0:1787757793.023886:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
02000000:00000001:0.0:1787757793.023888:0:277834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787757793.023896:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1800.
02000000:00000010:0.0:1787757793.023903:0:277834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6000.
00000400:00000200:1.0:1787757793.023907:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1787757793.023911:0:277834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757793.023921:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000100:00100000:0.0:1787757793.023929:0:277834:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae470c0 x1874594466103680/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787757793.023934:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf550
00000400:00000010:1.0:1787757793.023945:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf550.
00000100:00000001:0.0:1787757793.023961:0:277834:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787757793.023962:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787757793.023970:0:277834:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787757793.023982:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae452c0 x1874594466103424/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787757793.023984:0:277834:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a74fc68e] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae470c0 x1874594466103680/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757793.024070:0:277834:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757793.024077:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757793.024078:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787757793.024090:0:277834:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1787757793.024093:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae452c0 x1874594466103424/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757818 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787757793.024099:0:277834:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19382)
00000100:00000001:1.0:1787757793.024119:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757793.024123:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757793.024131:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757793.024139:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757793.024143:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314045865
00000100:00000010:1.0:1787757793.024151:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6240.
00000100:00000001:1.0:1787757793.024161:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787757793.024168:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314045865
00000100:00000010:1.0:1787757793.024172:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6a20.
00000100:00000001:1.0:1787757793.024176:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787757793.024181:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757793.024184:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757793.024188:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757793.024195:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757793/real 1787757793]  req@ffff92507ae452c0 x1874594466103424/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757793.024208:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757793.024210:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757793.024213:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787757793.024217:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787757793.024219:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787757793.024223:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757793.024228:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae452c0 x1874594466103424/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757793.024239:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae452c0 x1874594466103424/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757793.024248:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757793.024250:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757793.024253:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757793.024255:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757793.024260:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae452c0 x1874594466103424/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757793.024302:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757793.024309:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae452c0 x1874594466103424/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757818 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757793.024318:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757793.024322:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757793.024325:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757793.024326:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757793.024330:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757793.024333:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757793.024337:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757793.024343:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757793.024346:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757793.024351:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae452c0 x1874594466103424/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757818 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757793.024362:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae452c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466103424:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787757793.024373:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757793.024376:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757793.024380:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae452c0 x1874594466103424/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757818 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757793.024389:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757793.024392:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757793.024396:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077917400.
02000000:00000001:1.0:1787757793.024400:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757793.024404:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757793.024406:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787757793.024409:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757793.024413:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad5400.
02000000:00000001:1.0:1787757793.024418:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757793.024421:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757793.024425:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae452c0.
00000100:00000001:1.0:1787757793.024431:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757793.024433:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757793.024437:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757793.024451:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757793.024455:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757793.024459:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757793.024463:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757793.024465:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757793.024474:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae44b40 x1874594466103552/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757793.024512:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757793.024516:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757793.024521:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757793.024526:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757793.024530:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757793.024537:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae44b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466103552:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757793.024544:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757793.024549:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757793.024552:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757793.024556:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757793.024562:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077917400.
02000000:00000001:1.0:1787757793.024566:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757793.024575:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757793.024581:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
00000400:00000010:1.0:1787757793.024587:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787757793.024591:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466103552, portal 10
00000100:00000001:1.0:1787757793.024594:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757793.024596:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089661760 : -120600619889856 : ffff92507ae44b40)
00000100:00000040:1.0:1787757793.024606:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae44b40 x1874594466103552/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757793.024615:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757793.024618:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757793.024620:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf550.
00000100:00000200:1.0:1787757793.024624:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466103552, offset 0
00000400:00000200:1.0:1787757793.024629:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757793.024635:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757793.024640:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757793.024644:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757793.024648:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757793.024651:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757793.024655:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757793.024659:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56720:56720:256:4294967295] 192.168.201.154@tcp LPNI seq info [56720:56720:8:4294967295]
00000400:00000200:1.0:1787757793.024665:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757793.024674:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757793.024680:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757793.024684:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1800.
00000800:00000200:1.0:1787757793.024690:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757793.024693:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787757793.024700:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757793.024704:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787757793.024709:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757793.024712:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1800.
00000400:00000200:1.0:1787757793.024717:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757793.024722:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757793.024726:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf550
00000400:00000010:1.0:1787757793.024728:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf550.
00000100:00000001:1.0:1787757793.024731:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757793.024736:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae44b40 x1874594466103552/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757793.024747:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757793.024750:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae44b40 x1874594466103552/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757818 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757793.024759:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757793.024761:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757793.024764:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757793.024770:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787757793.024774:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757793.024776:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314044970
00000100:00000001:1.0:1787757793.024780:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314045865
00000100:00000001:1.0:1787757793.024783:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314044970
00000100:00000001:1.0:1787757793.024786:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314045865
00000100:00000001:1.0:1787757793.024788:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757793.024791:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757793.024793:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757793.024798:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757793/real 1787757793]  req@ffff92507ae44b40 x1874594466103552/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757793.024807:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757793.024809:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757793.024811:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787757793.024814:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787757793.024816:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787757793.024819:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757793.024823:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae44b40 x1874594466103552/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757793.024834:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae44b40 x1874594466103552/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757793.024842:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757793.024844:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757793.024846:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757793.024848:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757793.024852:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae44b40 x1874594466103552/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757793.024860:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757793.024865:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae44b40 x1874594466103552/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757818 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757793.024873:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757793.024876:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757793.024878:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757793.024880:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757793.024882:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757793.024885:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757793.024888:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757793.024892:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757793.024894:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757793.024899:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae44b40 x1874594466103552/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757818 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757793.024908:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae44b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466103552:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757793.024914:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757793.024919:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae470c0 x1874594466103680/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757793.024937:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757793.024939:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757793.024942:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757793.024944:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757793.024946:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757793.024950:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae470c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466103680:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757793.024954:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757793.024956:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757793.024958:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757793.024960:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757793.024964:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077914000.
02000000:00000001:1.0:1787757793.024967:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757793.024970:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757793.024973:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
00000400:00000010:1.0:1787757793.024976:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787757793.024980:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466103680, portal 4
00000100:00000001:1.0:1787757793.024982:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757793.024984:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089671360 : -120600619880256 : ffff92507ae470c0)
00000100:00000040:1.0:1787757793.024991:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae470c0 x1874594466103680/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757793.025000:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757793.025002:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757793.025005:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf550.
00000100:00000200:1.0:1787757793.025008:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466103680, offset 0
00000400:00000200:1.0:1787757793.025012:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757793.025016:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757793.025020:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757793.025024:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757793.025027:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757793.025030:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757793.025033:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757793.025037:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56721:56721:256:4294967295] 192.168.201.154@tcp LPNI seq info [56721:56721:8:4294967295]
00000400:00000200:1.0:1787757793.025043:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757793.025051:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757793.025057:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757793.025061:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1800.
00000800:00000200:1.0:1787757793.025065:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757793.025069:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787757793.025074:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757793.025077:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787757793.025082:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757793.025084:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1800.
00000400:00000200:1.0:1787757793.025088:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757793.025092:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757793.025096:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf550
00000400:00000010:1.0:1787757793.025098:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf550.
00000100:00000001:1.0:1787757793.025101:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757793.025106:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae470c0 x1874594466103680/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757793.025115:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757793.025119:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae470c0 x1874594466103680/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757818 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757793.025128:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757793.025130:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757793.025133:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757793.025136:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787757793.025140:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757793.025142:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314044953
00000100:00000001:1.0:1787757793.025145:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314045865
00000100:00000001:1.0:1787757793.025147:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314044953
00000100:00000001:1.0:1787757793.025150:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314045865
00000100:00000001:1.0:1787757793.025153:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757793.025156:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757793.025158:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757793.025163:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757793/real 1787757793]  req@ffff92507ae470c0 x1874594466103680/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757793.025173:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757793.025174:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757793.025176:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787757793.025178:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787757793.025180:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787757793.025183:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757793.025187:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae470c0 x1874594466103680/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757793.025197:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae470c0 x1874594466103680/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757793.025205:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757793.025206:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757793.025208:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757793.025210:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757793.025214:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae470c0 x1874594466103680/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757793.025222:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757793.025226:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae470c0 x1874594466103680/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757818 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757793.025234:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757793.025237:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757793.025239:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757793.025240:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757793.025243:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757793.025244:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757793.025247:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757793.025252:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757793.025255:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757793.025260:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae470c0 x1874594466103680/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757818 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757793.025298:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae470c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466103680:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757793.025303:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757793.025306:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757793.025310:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae44b40 x1874594466103552/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757818 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757793.025318:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757793.025321:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757793.025323:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077917400.
02000000:00000001:1.0:1787757793.025327:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757793.025329:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757793.025331:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787757793.025334:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757793.025336:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad6400.
02000000:00000001:1.0:1787757793.025339:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757793.025341:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757793.025343:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae44b40.
00000100:00000001:1.0:1787757793.025347:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757793.025348:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757793.025350:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757793.025354:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae470c0 x1874594466103680/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757818 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757793.025362:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757793.025363:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757793.025365:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077914000.
02000000:00000001:1.0:1787757793.025368:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757793.025369:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757793.025371:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787757793.025373:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757793.025375:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad6000.
02000000:00000001:1.0:1787757793.025378:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757793.025379:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757793.025381:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae470c0.
00000100:00000001:1.0:1787757793.025385:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757793.025386:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757793.025388:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757793.025393:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757793.025395:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757793.025397:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757793.025399:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757793.534433:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757793.534443:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757793.534446:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757793.534454:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757793.534459:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757793.534464:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757793.534508:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757793.534512:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757793.534516:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757793.854503:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757793.854517:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757793.854532:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757793.854535:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757793.854544:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757793.854549:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757793.854592:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757793.854598:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757793.854603:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757793.982360:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314045865, at 4314045888
00000100:00000010:3.0:1787757793.982400:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6a20.
00000100:00000040:2.0:1787757793.982496:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314045865, at 4314045888
00000100:00000010:2.0:1787757793.982519:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6240.
00000100:00000001:2.0:1787757794.558383:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757794.558394:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757794.558397:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757794.558405:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757794.558410:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757794.558415:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757794.558418:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757794.558422:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757794.558425:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757794.878418:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757794.878432:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757794.878468:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757794.878470:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757794.878478:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757794.878486:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757794.878492:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757794.878500:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757794.878506:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757794.878509:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757794.878514:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757794.878522:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757794.878624:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757794.878637:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757794.878646:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757795.582363:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757795.582377:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757795.582381:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757795.582391:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757795.582398:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757795.582405:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757795.582410:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757795.582416:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757795.582421:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757795.902404:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757795.902414:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757795.902425:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757795.902449:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757795.902476:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757795.902479:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757795.902572:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757795.902581:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757795.902587:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757796.606397:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757796.606407:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757796.606409:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757796.606441:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757796.606446:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757796.606450:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757796.606453:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757796.606456:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757796.606459:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757796.926453:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757796.926468:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757796.926482:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757796.926487:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757796.926497:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757796.926501:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757796.926541:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757796.926545:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757796.926549:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757797.630504:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757797.630518:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757797.630522:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757797.630533:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757797.630539:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757797.630544:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757797.630548:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757797.630551:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757797.630555:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757797.950363:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757797.950374:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757797.950383:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757797.950386:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757797.950413:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757797.950418:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787757797.950564:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787757797.950570:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787757797.950575:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787757798.142474:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757798.142487:0:277834:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787757798.142492:0:277834:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757798.142496:0:277834:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757798.142503:0:277834:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757798.142513:0:277834:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19377
00000400:00000200:2.0:1787757798.142524:0:277834:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757798.142531:0:277834:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757798.142536:0:277834:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757798.142541:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757798.142545:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757798.142548:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757798.142551:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757798.142557:0:277834:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757798.142559:0:277834:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787757798.142563:0:277834:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757798.142567:0:277834:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787757798.142571:0:277834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787757798.142574:0:277834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787757798.142578:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757798.142581:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757798.142583:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757798.142586:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757798.142589:0:277834:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787757798.142594:0:277834:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757798.142597:0:277834:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757798.142600:0:277834:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757798.142604:0:277834:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757798.142607:0:277834:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757798.142610:0:277834:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757798.142613:0:277834:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757798.142623:0:277834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61d680.
00000020:00000040:2.0:1787757798.142627:0:277834:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787757798.142632:0:277834:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757798.142634:0:277834:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757798.142638:0:277834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757798.142642:0:277834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757798.142647:0:277834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757798.142657:0:277834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafe000.
00000100:00000001:2.0:1787757798.142665:0:277834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757798.142676:0:277834:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61d680 x1874594466103808/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757798.142690:0:277834:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757798.142696:0:277834:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757798.142703:0:277834:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054aea141] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61d680 x1874594466103808/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757798.142734:0:277834:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757798.142740:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757798.142745:0:277834:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787757798.142747:0:277834:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757798.142750:0:277834:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757798.142753:0:277834:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757798.142757:0:277834:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19377
00000400:00000200:2.0:1787757798.142761:0:277834:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757798.142764:0:277834:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757798.142767:0:277834:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757798.142771:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757798.142774:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757798.142776:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757798.142779:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757798.142782:0:277834:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757798.142784:0:277834:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:2.0:1787757798.142787:0:277834:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757798.142789:0:277834:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:2.0:1787757798.142792:0:277834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:2.0:1787757798.142795:0:277834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:2.0:1787757798.142800:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757798.142803:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757798.142805:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757798.142809:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757798.142813:0:277834:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:2.0:1787757798.142817:0:277834:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:1.0:1787757798.142823:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757798.142823:0:277834:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757798.142831:0:277834:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787757798.142834:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1787757798.142840:0:277834:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757798.142841:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1787757798.142848:0:277834:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757798.142853:0:277834:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000040:1.0:1787757798.142858:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61d680 x1874594466103808/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1787757798.142861:0:277834:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787757798.142874:0:277834:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757798.142881:0:277834:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757798.142891:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000010:2.0:1787757798.142894:0:277834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61cf00.
00000100:00000001:1.0:1787757798.142896:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787757798.142901:0:277834:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:1.0:1787757798.142905:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757798.142908:0:277834:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787757798.142912:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757798.142914:0:277834:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757798.142924:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757798.142924:0:277834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757798.142931:0:277834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:1.0:1787757798.142938:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466103808:192.168.201.154@tcp:250:kworker.0
02000000:00000001:2.0:1787757798.142939:0:277834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757798.142950:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:2.0:1787757798.142952:0:277834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafc000.
02000000:00000001:1.0:1787757798.142957:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787757798.142960:0:277834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757798.142963:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757798.142969:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:2.0:1787757798.142973:0:277834:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61cf00 x1874594466103936/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1787757798.142980:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077914000.
02000000:00000001:1.0:1787757798.142989:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757798.142992:0:277834:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757798.142998:0:277834:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757798.143005:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:2.0:1787757798.143013:0:277834:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006cc8e384] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61cf00 x1874594466103936/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787757798.143017:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
00000400:00000010:1.0:1787757798.143033:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000001:2.0:1787757798.143036:0:277834:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757798.143043:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1787757798.143049:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466103808, portal 25
00000100:00080000:2.0:1787757798.143050:0:277834:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787757798.143055:0:277834:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787757798.143060:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1787757798.143061:0:277834:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787757798.143066:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611350144 : -120601098201472 : ffff92505e61d680)
00000100:00000001:2.0:1787757798.143068:0:277834:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757798.143076:0:277834:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19377
00000100:00000040:1.0:1787757798.143084:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61d680 x1874594466103808/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787757798.143091:0:277834:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757798.143104:0:277834:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00000001:1.0:1787757798.143113:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1787757798.143114:0:277834:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787757798.143125:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000040:2.0:1787757798.143127:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000010:1.0:1787757798.143132:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf550.
00000100:00000001:2.0:1787757798.143134:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1787757798.143140:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466103808, offset 0
00000100:00000040:2.0:1787757798.143142:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757798.143150:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757798.143153:0:277834:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757798.143157:0:277834:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000400:00000200:1.0:1787757798.143159:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000020:00000001:2.0:1787757798.143161:0:277834:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757798.143168:0:277834:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:2.0:1787757798.143172:0:277834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:1.0:1787757798.143180:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000020:00000001:2.0:1787757798.143181:0:277834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:2.0:1787757798.143192:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757798.143196:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757798.143199:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757798.143203:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:1.0:1787757798.143206:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000020:00000040:2.0:1787757798.143207:0:277834:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:2.0:1787757798.143220:0:277834:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757798.143224:0:277834:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757798.143229:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1787757798.143230:0:277834:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757798.143237:0:277834:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757798.143241:0:277834:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757798.143245:0:277834:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:1.0:1787757798.143247:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000008:00100000:2.0:1787757798.143250:0:277834:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787757798.143257:0:277834:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757798.143262:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1787757798.143263:0:277834:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757798.143319:0:277834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61f0c0.
00000020:00000040:2.0:1787757798.143323:0:277834:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:2.0:1787757798.143326:0:277834:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757798.143328:0:277834:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757798.143336:0:277834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787757798.143341:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
02000000:00000001:2.0:1787757798.143342:0:277834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757798.143350:0:277834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757798.143358:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56722:56722:256:4294967295] 192.168.201.154@tcp LPNI seq info [56722:56722:8:4294967295]
02000000:00000010:2.0:1787757798.143360:0:277834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafcc00.
00000100:00000001:2.0:1787757798.143372:0:277834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757798.143379:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00100000:2.0:1787757798.143413:0:277834:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61f0c0 x1874594466104064/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787757798.143435:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757798.143456:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000001:2.0:1787757798.143468:0:277834:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000010:1.0:1787757798.143471:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1800.
00000100:00000001:2.0:1787757798.143473:0:277834:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757798.143486:0:277834:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bea70ab] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61f0c0 x1874594466104064/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1787757798.143489:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757798.143501:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000100:00000001:2.0:1787757798.143509:0:277834:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787757798.143518:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000040:2.0:1787757798.143519:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1787757798.143530:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000100:00000040:2.0:1787757798.143532:0:277834:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000100:1.0:1787757798.143543:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000100:00000040:2.0:1787757798.143545:0:277834:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19387)
00000800:00000010:1.0:1787757798.143549:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1800.
00000400:00000200:1.0:1787757798.143558:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757798.143565:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757798.143573:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf550
00000400:00000010:1.0:1787757798.143577:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf550.
00000100:00000001:1.0:1787757798.143583:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757798.143589:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61d680 x1874594466103808/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757798.143604:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757798.143609:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61d680 x1874594466103808/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757823 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757798.143618:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757798.143621:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757798.143628:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757798.143634:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757798.143638:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314050985
00000100:00000010:1.0:1787757798.143644:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6a80.
00000100:00000001:1.0:1787757798.143654:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787757798.143661:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314050985
00000100:00000010:1.0:1787757798.143667:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e63c0.
00000100:00000001:1.0:1787757798.143673:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787757798.143679:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757798.143683:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757798.143689:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757798.143698:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757798/real 1787757798]  req@ffff92505e61d680 x1874594466103808/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757798.143717:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757798.143720:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757798.143724:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787757798.143730:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787757798.143734:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787757798.143739:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757798.143747:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61d680 x1874594466103808/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757798.143766:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61d680 x1874594466103808/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757798.143777:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757798.143781:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757798.143784:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757798.143787:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757798.143792:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61d680 x1874594466103808/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757798.143801:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757798.143807:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61d680 x1874594466103808/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757823 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757798.143816:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757798.143820:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757798.143822:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757798.143823:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757798.143826:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757798.143829:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757798.143833:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757798.143837:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757798.143840:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757798.143845:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61d680 x1874594466103808/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757823 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757798.143856:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466103808:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787757798.143861:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757798.143864:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757798.143869:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61d680 x1874594466103808/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757823 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757798.143877:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757798.143881:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757798.143885:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077914000.
02000000:00000001:1.0:1787757798.143889:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757798.143893:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757798.143897:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787757798.143900:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757798.143905:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafe000.
02000000:00000001:1.0:1787757798.143911:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757798.143915:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757798.143919:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61d680.
00000100:00000001:1.0:1787757798.143926:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757798.143928:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757798.143932:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757798.143944:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757798.143948:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757798.143954:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757798.143958:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757798.143961:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757798.143971:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61cf00 x1874594466103936/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757798.143988:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757798.143991:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757798.143996:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757798.143999:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757798.144004:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757798.144010:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466103936:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757798.144016:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757798.144021:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757798.144024:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757798.144028:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757798.144035:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077914000.
02000000:00000001:1.0:1787757798.144039:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757798.144047:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757798.144052:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
00000400:00000010:1.0:1787757798.144060:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787757798.144066:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466103936, portal 10
00000100:00000001:1.0:1787757798.144071:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757798.144073:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611348224 : -120601098203392 : ffff92505e61cf00)
00000100:00000040:1.0:1787757798.144087:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61cf00 x1874594466103936/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757798.144101:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757798.144105:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757798.144108:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf550.
00000100:00000200:1.0:1787757798.144113:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466103936, offset 0
00000400:00000200:1.0:1787757798.144118:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757798.144124:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757798.144130:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757798.144134:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757798.144138:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757798.144142:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757798.144145:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757798.144149:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56723:56723:256:4294967295] 192.168.201.154@tcp LPNI seq info [56723:56723:8:4294967295]
00000400:00000200:1.0:1787757798.144155:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757798.144164:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757798.144170:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757798.144175:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1800.
00000800:00000200:1.0:1787757798.144180:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757798.144184:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787757798.144190:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757798.144193:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787757798.144198:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757798.144201:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1800.
00000400:00000200:1.0:1787757798.144205:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757798.144210:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757798.144213:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf550
00000400:00000010:1.0:1787757798.144216:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf550.
00000100:00000001:1.0:1787757798.144220:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757798.144224:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61cf00 x1874594466103936/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757798.144235:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757798.144239:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61cf00 x1874594466103936/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757823 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757798.144256:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757798.144258:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757798.144262:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757798.144295:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787757798.144300:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757798.144303:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314050090
00000100:00000001:1.0:1787757798.144307:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314050985
00000100:00000001:1.0:1787757798.144310:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314050090
00000100:00000001:1.0:1787757798.144313:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314050985
00000100:00000001:1.0:1787757798.144316:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757798.144319:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757798.144322:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757798.144327:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757798/real 1787757798]  req@ffff92505e61cf00 x1874594466103936/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757798.144337:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757798.144339:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757798.144341:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787757798.144345:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787757798.144347:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787757798.144350:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757798.144354:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61cf00 x1874594466103936/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757798.144365:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61cf00 x1874594466103936/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757798.144373:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757798.144375:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757798.144377:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757798.144378:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757798.144383:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61cf00 x1874594466103936/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757798.144422:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757798.144429:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61cf00 x1874594466103936/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757823 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757798.144438:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757798.144441:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757798.144444:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757798.144445:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757798.144448:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757798.144451:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757798.144454:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757798.144458:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757798.144461:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757798.144466:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61cf00 x1874594466103936/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757823 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757798.144476:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466103936:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757798.144481:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757798.144485:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61f0c0 x1874594466104064/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757798.144493:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757798.144495:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757798.144498:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757798.144501:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757798.144504:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757798.144507:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466104064:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757798.144511:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757798.144513:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757798.144517:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757798.144519:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757798.144524:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077917400.
02000000:00000001:1.0:1787757798.144527:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757798.144532:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757798.144535:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
00000400:00000010:1.0:1787757798.144540:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787757798.144544:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466104064, portal 4
00000100:00000001:1.0:1787757798.144546:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757798.144548:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611356864 : -120601098194752 : ffff92505e61f0c0)
00000100:00000040:1.0:1787757798.144556:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61f0c0 x1874594466104064/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757798.144565:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757798.144568:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757798.144570:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf550.
00000100:00000200:1.0:1787757798.144573:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466104064, offset 0
00000400:00000200:1.0:1787757798.144578:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757798.144583:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757798.144588:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757798.144592:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757798.144596:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757798.144599:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757798.144602:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757798.144607:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56724:56724:256:4294967295] 192.168.201.154@tcp LPNI seq info [56724:56724:8:4294967295]
00000400:00000200:1.0:1787757798.144612:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757798.144621:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757798.144626:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757798.144630:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1800.
00000800:00000200:1.0:1787757798.144635:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757798.144638:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787757798.144644:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757798.144647:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787757798.144652:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757798.144656:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1800.
00000400:00000200:1.0:1787757798.144661:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757798.144668:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757798.144674:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf550
00000400:00000010:1.0:1787757798.144677:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf550.
00000100:00000001:1.0:1787757798.144682:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757798.144689:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61f0c0 x1874594466104064/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757798.144704:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757798.144710:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61f0c0 x1874594466104064/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757823 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757798.144725:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757798.144728:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757798.144735:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757798.144742:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787757798.144749:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757798.144753:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314050073
00000100:00000001:1.0:1787757798.144758:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314050985
00000100:00000001:1.0:1787757798.144763:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314050073
00000100:00000001:1.0:1787757798.144767:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314050985
00000100:00000001:1.0:1787757798.144772:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757798.144775:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757798.144778:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757798.144784:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757798/real 1787757798]  req@ffff92505e61f0c0 x1874594466104064/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757798.144795:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757798.144797:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757798.144799:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787757798.144803:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787757798.144805:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787757798.144809:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757798.144813:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61f0c0 x1874594466104064/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757798.144824:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61f0c0 x1874594466104064/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757798.144831:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757798.144833:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757798.144835:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757798.144837:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757798.144841:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61f0c0 x1874594466104064/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757798.144850:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757798.144855:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61f0c0 x1874594466104064/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757823 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757798.144863:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757798.144866:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757798.144868:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757798.144870:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757798.144872:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757798.144874:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757798.144877:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757798.144881:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757798.144883:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757798.144888:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61f0c0 x1874594466104064/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757823 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757798.144897:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466104064:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757798.144902:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757798.144905:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757798.144910:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61cf00 x1874594466103936/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757823 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757798.144918:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757798.144921:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757798.144923:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077914000.
02000000:00000001:1.0:1787757798.144926:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757798.144928:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757798.144930:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787757798.144933:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757798.144935:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafc000.
02000000:00000001:1.0:1787757798.144939:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757798.144940:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757798.144942:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61cf00.
00000100:00000001:1.0:1787757798.144946:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757798.144948:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757798.144950:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757798.144954:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61f0c0 x1874594466104064/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757823 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757798.144961:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757798.144963:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757798.144964:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077917400.
02000000:00000001:1.0:1787757798.144967:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757798.144968:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757798.144970:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787757798.144972:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757798.144974:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafcc00.
02000000:00000001:1.0:1787757798.144976:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757798.144977:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757798.144979:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61f0c0.
00000100:00000001:1.0:1787757798.144982:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757798.144983:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757798.144986:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757798.144991:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757798.144993:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757798.144995:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757798.144998:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757798.654418:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757798.654430:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757798.654433:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757798.654441:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757798.654447:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757798.654451:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757798.654457:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757798.654461:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757798.654465:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757798.974413:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757798.974428:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757798.974442:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757798.974447:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757798.974457:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757798.974461:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757798.974547:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757798.974554:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757798.974560:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757799.102427:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314050985, at 4314051008
00000100:00000040:2.0:1787757799.102444:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314050985, at 4314051008
00000100:00000010:3.0:1787757799.102448:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e63c0.
00000100:00000010:2.0:1787757799.102463:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6a80.
00000100:00000001:2.0:1787757799.678505:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757799.678516:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757799.678519:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757799.678527:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757799.678532:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757799.678537:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757799.678540:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757799.678544:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757799.678548:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757799.998476:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757799.998487:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757799.998497:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757799.998500:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757799.998505:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757799.998507:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757799.998541:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757799.998545:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757799.998549:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757800.702478:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757800.702491:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757800.702495:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757800.702504:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757800.702513:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757800.702520:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757800.702526:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757800.702532:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757800.702538:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757801.022471:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757801.022483:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757801.022493:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757801.022495:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757801.022499:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757801.022501:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757801.022588:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757801.022596:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757801.022602:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757801.726456:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757801.726467:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757801.726471:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757801.726479:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757801.726485:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757801.726491:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757801.726496:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757801.726500:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757801.726504:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757802.046502:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757802.046513:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757802.046522:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757802.046525:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757802.046531:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757802.046533:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757802.046606:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757802.046614:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757802.046621:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757802.750433:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757802.750447:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757802.750451:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757802.750461:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757802.750466:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757802.750470:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757802.750474:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757802.750477:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757802.750482:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757803.070517:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757803.070531:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757803.070536:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757803.070544:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757803.070554:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757803.070558:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757803.070562:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757803.070567:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757803.070579:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757803.070586:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757803.070590:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757803.070596:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757803.070599:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757803.070602:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757803.070606:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757803.070611:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757803.070618:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757803.070621:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757803.070658:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757803.070662:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757803.070666:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787757803.262444:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757803.262457:0:277834:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787757803.262460:0:277834:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757803.262465:0:277834:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757803.262472:0:277834:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757803.262482:0:277834:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19382
00000400:00000200:0.0:1787757803.262493:0:277834:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757803.262502:0:277834:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757803.262506:0:277834:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757803.262510:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757803.262514:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757803.262518:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757803.262521:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757803.262526:0:277834:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757803.262529:0:277834:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787757803.262532:0:277834:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757803.262536:0:277834:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787757803.262539:0:277834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787757803.262542:0:277834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787757803.262546:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757803.262549:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757803.262552:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757803.262554:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757803.262558:0:277834:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787757803.262563:0:277834:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757803.262567:0:277834:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757803.262571:0:277834:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757803.262575:0:277834:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757803.262579:0:277834:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757803.262581:0:277834:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787757803.262585:0:277834:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757803.262597:0:277834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae443c0.
00000020:00000040:0.0:1787757803.262601:0:277834:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787757803.262607:0:277834:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757803.262609:0:277834:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757803.262612:0:277834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757803.262616:0:277834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757803.262621:0:277834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757803.262632:0:277834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad5800.
00000100:00000001:0.0:1787757803.262640:0:277834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757803.262652:0:277834:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae443c0 x1874594466104192/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757803.262666:0:277834:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757803.262674:0:277834:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757803.262682:0:277834:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000101c6af6] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae443c0 x1874594466104192/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757803.262717:0:277834:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757803.262722:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757803.262727:0:277834:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787757803.262730:0:277834:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757803.262733:0:277834:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757803.262740:0:277834:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757803.262746:0:277834:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19382
00000400:00000200:0.0:1787757803.262755:0:277834:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757803.262762:0:277834:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757803.262768:0:277834:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757803.262776:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757803.262781:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757803.262787:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757803.262792:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:1.0:1787757803.262795:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1787757803.262797:0:277834:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757803.262805:0:277834:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000100:00000001:1.0:1787757803.262809:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1787757803.262811:0:277834:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787757803.262818:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1787757803.262821:0:277834:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:0.0:1787757803.262830:0:277834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:1.0:1787757803.262834:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae443c0 x1874594466104192/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787757803.262840:0:277834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:0.0:1787757803.262857:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757803.262860:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757803.262863:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787757803.262867:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757803.262874:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
02000000:00000001:1.0:1787757803.262877:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787757803.262881:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
02000000:00000001:1.0:1787757803.262884:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1787757803.262889:0:277834:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
02000000:00000001:1.0:1787757803.262891:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757803.262899:0:277834:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00100000:1.0:1787757803.262902:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae443c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466104192:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787757803.262906:0:277834:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757803.262917:0:277834:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787757803.262918:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757803.262927:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757803.262931:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757803.262934:0:277834:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757803.262935:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787757803.262945:0:277834:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787757803.262947:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077917400.
00000100:00000001:0.0:1787757803.262951:0:277834:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787757803.262953:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787757803.262964:0:277834:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787757803.262966:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757803.262976:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
00000008:00000001:0.0:1787757803.262977:0:277834:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757803.262988:0:277834:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787757803.262992:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000010:0.0:1787757803.263000:0:277834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae44780.
00000100:00000200:1.0:1787757803.263006:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466104192, portal 25
00000020:00000040:0.0:1787757803.263008:0:277834:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000100:00000001:1.0:1787757803.263013:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1787757803.263018:0:277834:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787757803.263019:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089659840 : -120600619891776 : ffff92507ae443c0)
02000000:00000001:0.0:1787757803.263025:0:277834:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757803.263033:0:277834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:1.0:1787757803.263035:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae443c0 x1874594466104192/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787757803.263037:0:277834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757803.263044:0:277834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757803.263055:0:277834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad4800.
00000100:00000001:0.0:1787757803.263067:0:277834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757803.263074:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757803.263081:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00100000:0.0:1787757803.263089:0:277834:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae44780 x1874594466104320/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787757803.263090:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf550.
00000100:00000200:1.0:1787757803.263099:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466104192, offset 0
00000400:00000200:1.0:1787757803.263119:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000001:0.0:1787757803.263125:0:277834:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787757803.263134:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757803.263135:0:277834:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757803.263149:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00000040:0.0:1787757803.263156:0:277834:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000825f42ce] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae44780 x1874594466104320/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787757803.263162:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757803.263176:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00000001:0.0:1787757803.263186:0:277834:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757803.263186:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1787757803.263198:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787757803.263199:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00080000:0.0:1787757803.263210:0:277834:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:1.0:1787757803.263211:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56725:56725:256:4294967295] 192.168.201.154@tcp LPNI seq info [56725:56725:8:4294967295]
00000100:00000001:0.0:1787757803.263218:0:277834:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757803.263224:0:277834:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787757803.263225:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757803.263235:0:277834:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757803.263240:0:277834:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19382
00000400:00000200:1.0:1787757803.263256:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1787757803.263258:0:277834:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000800:00000200:1.0:1787757803.263354:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757803.263363:0:277834:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000800:00000010:1.0:1787757803.263368:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1800.
00000100:00080000:0.0:1787757803.263373:0:277834:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1787757803.263386:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000040:0.0:1787757803.263388:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000800:00000200:1.0:1787757803.263395:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1787757803.263399:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1787757803.263411:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000040:0.0:1787757803.263413:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757803.263423:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000800:00000200:1.1:1787757803.263424:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1787757803.263435:0:277834:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757803.263441:0:277834:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000800:00000100:1.0:1787757803.263442:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000020:00000001:0.0:1787757803.263447:0:277834:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000010:1.0:1787757803.263449:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1800.
00000020:00000040:0.0:1787757803.263453:0:277834:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:0.0:1787757803.263459:0:277834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:1.0:1787757803.263460:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:0.0:1787757803.263464:0:277834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:0.0:1787757803.263474:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000200:1.0:1787757803.263478:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1787757803.263480:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757803.263492:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000200:1.0:1787757803.263493:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf550
00000400:00000010:1.0:1787757803.263502:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf550.
00000100:00000001:0.0:1787757803.263503:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757803.263513:0:277834:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00000001:1.0:1787757803.263516:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1787757803.263520:0:277834:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757803.263525:0:277834:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757803.263529:0:277834:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:1.0:1787757803.263530:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae443c0 x1874594466104192/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787757803.263536:0:277834:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757803.263546:0:277834:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757803.263555:0:277834:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787757803.263561:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000008:00100000:0.0:1787757803.263562:0:277834:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1787757803.263571:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae443c0 x1874594466104192/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757828 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1787757803.263572:0:277834:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757803.263581:0:277834:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757803.263592:0:277834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae46d00.
00000020:00000040:0.0:1787757803.263601:0:277834:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:0.0:1787757803.263610:0:277834:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757803.263614:0:277834:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757803.263622:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757803.263623:0:277834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757803.263627:0:277834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787757803.263631:0:238954:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1787757803.263633:0:277834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757803.263642:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757803.263643:0:277834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6800.
00000100:00000001:0.0:1787757803.263653:0:277834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757803.263654:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757803.263664:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314056105
00000100:00100000:0.0:1787757803.263671:0:277834:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae46d00 x1874594466104448/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:1.0:1787757803.263674:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6840.
00000100:00000001:0.0:1787757803.263689:0:277834:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787757803.263692:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787757803.263694:0:277834:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757803.263705:0:277834:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ed326369] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae46d00 x1874594466104448/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757803.263707:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314056105
00000100:00000010:1.0:1787757803.263724:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6660.
00000100:00000001:0.0:1787757803.263727:0:277834:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757803.263737:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787757803.263739:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000040:0.0:1787757803.263751:0:277834:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1787757803.263752:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757803.263764:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757803.263767:0:277834:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19392)
00000100:00000001:1.0:1787757803.263770:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757803.263788:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757803/real 1787757803]  req@ffff92507ae443c0 x1874594466104192/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757803.263809:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757803.263812:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757803.263815:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787757803.263820:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787757803.263822:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787757803.263826:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757803.263831:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae443c0 x1874594466104192/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757803.263842:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae443c0 x1874594466104192/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757803.263852:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757803.263854:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757803.263857:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757803.263859:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757803.263864:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae443c0 x1874594466104192/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757803.263874:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757803.263880:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae443c0 x1874594466104192/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757828 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757803.263890:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757803.263893:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757803.263895:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757803.263897:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757803.263900:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757803.263902:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757803.263906:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757803.263910:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757803.263913:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757803.263918:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae443c0 x1874594466104192/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757828 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757803.263928:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae443c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466104192:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787757803.263935:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757803.263938:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757803.263941:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae443c0 x1874594466104192/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757828 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757803.263950:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757803.263954:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757803.263958:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077917400.
02000000:00000001:1.0:1787757803.263962:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757803.263965:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757803.263967:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787757803.263969:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757803.263973:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad5800.
02000000:00000001:1.0:1787757803.263978:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757803.263980:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757803.263983:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae443c0.
00000100:00000001:1.0:1787757803.263987:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757803.263989:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757803.263991:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757803.264000:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757803.264003:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757803.264005:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757803.264008:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757803.264010:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757803.264014:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae44780 x1874594466104320/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757803.264024:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757803.264026:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757803.264029:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757803.264031:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757803.264034:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757803.264038:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae44780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466104320:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757803.264042:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757803.264045:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757803.264047:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757803.264049:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757803.264054:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077917400.
02000000:00000001:1.0:1787757803.264056:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757803.264061:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757803.264065:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
00000400:00000010:1.0:1787757803.264069:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787757803.264073:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466104320, portal 10
00000100:00000001:1.0:1787757803.264075:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757803.264077:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089660800 : -120600619890816 : ffff92507ae44780)
00000100:00000040:1.0:1787757803.264086:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae44780 x1874594466104320/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757803.264094:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757803.264097:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757803.264100:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf550.
00000100:00000200:1.0:1787757803.264104:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466104320, offset 0
00000400:00000200:1.0:1787757803.264109:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757803.264115:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757803.264120:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757803.264124:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757803.264128:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757803.264132:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757803.264135:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757803.264140:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56726:56726:256:4294967295] 192.168.201.154@tcp LPNI seq info [56726:56726:8:4294967295]
00000400:00000200:1.0:1787757803.264145:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757803.264154:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757803.264160:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757803.264165:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1800.
00000800:00000200:1.0:1787757803.264170:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757803.264174:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787757803.264180:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757803.264183:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787757803.264188:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757803.264190:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1800.
00000400:00000200:1.0:1787757803.264194:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757803.264199:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757803.264204:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf550
00000400:00000010:1.0:1787757803.264206:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf550.
00000100:00000001:1.0:1787757803.264209:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757803.264214:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae44780 x1874594466104320/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757803.264224:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757803.264228:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae44780 x1874594466104320/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757828 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757803.264236:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757803.264238:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757803.264243:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757803.264248:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787757803.264252:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757803.264255:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314055209
00000100:00000001:1.0:1787757803.264258:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314056105
00000100:00000001:1.0:1787757803.264261:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314055209
00000100:00000001:1.0:1787757803.264295:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314056105
00000100:00000001:1.0:1787757803.264330:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757803.264334:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757803.264336:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757803.264343:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757803/real 1787757803]  req@ffff92507ae44780 x1874594466104320/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757803.264354:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757803.264356:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757803.264358:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787757803.264362:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787757803.264364:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787757803.264368:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757803.264372:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae44780 x1874594466104320/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757803.264383:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae44780 x1874594466104320/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757803.264391:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757803.264393:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757803.264395:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757803.264397:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757803.264401:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae44780 x1874594466104320/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757803.264410:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757803.264415:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae44780 x1874594466104320/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757828 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757803.264424:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757803.264427:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757803.264429:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757803.264431:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757803.264433:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757803.264436:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757803.264439:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757803.264443:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757803.264446:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757803.264450:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae44780 x1874594466104320/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757828 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757803.264460:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae44780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466104320:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757803.264465:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757803.264470:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae46d00 x1874594466104448/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757803.264478:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757803.264480:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757803.264482:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757803.264485:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757803.264487:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757803.264491:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae46d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466104448:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757803.264495:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757803.264498:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757803.264500:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757803.264502:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757803.264507:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077914000.
02000000:00000001:1.0:1787757803.264509:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757803.264515:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757803.264518:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
00000400:00000010:1.0:1787757803.264523:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787757803.264526:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466104448, portal 4
00000100:00000001:1.0:1787757803.264529:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757803.264531:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089670400 : -120600619881216 : ffff92507ae46d00)
00000100:00000040:1.0:1787757803.264539:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae46d00 x1874594466104448/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757803.264547:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757803.264551:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757803.264553:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf550.
00000100:00000200:1.0:1787757803.264556:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466104448, offset 0
00000400:00000200:1.0:1787757803.264561:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757803.264566:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757803.264571:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757803.264575:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757803.264579:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757803.264582:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757803.264585:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757803.264589:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56727:56727:256:4294967295] 192.168.201.154@tcp LPNI seq info [56727:56727:8:4294967295]
00000400:00000200:1.0:1787757803.264595:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757803.264604:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757803.264609:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757803.264614:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1800.
00000800:00000200:1.0:1787757803.264619:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757803.264622:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787757803.264628:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757803.264631:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787757803.264636:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757803.264639:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1800.
00000400:00000200:1.0:1787757803.264643:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757803.264647:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757803.264651:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf550
00000400:00000010:1.0:1787757803.264654:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf550.
00000100:00000001:1.0:1787757803.264657:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757803.264662:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae46d00 x1874594466104448/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757803.264672:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757803.264676:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae46d00 x1874594466104448/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757828 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757803.264684:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757803.264686:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757803.264689:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757803.264693:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787757803.264699:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757803.264703:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314055193
00000100:00000001:1.0:1787757803.264707:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314056105
00000100:00000001:1.0:1787757803.264711:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314055193
00000100:00000001:1.0:1787757803.264716:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314056105
00000100:00000001:1.0:1787757803.264721:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757803.264724:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757803.264728:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757803.264735:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757803/real 1787757803]  req@ffff92507ae46d00 x1874594466104448/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757803.264752:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757803.264754:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757803.264758:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787757803.264764:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787757803.264767:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787757803.264772:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757803.264779:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae46d00 x1874594466104448/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757803.264797:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae46d00 x1874594466104448/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757803.264810:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757803.264813:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757803.264815:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757803.264817:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757803.264823:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae46d00 x1874594466104448/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757803.264832:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757803.264837:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae46d00 x1874594466104448/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757828 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757803.264845:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757803.264847:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757803.264849:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757803.264851:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757803.264853:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757803.264855:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757803.264858:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757803.264862:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757803.264865:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757803.264870:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae46d00 x1874594466104448/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757828 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757803.264879:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae46d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466104448:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757803.264884:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757803.264887:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757803.264890:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae44780 x1874594466104320/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757828 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757803.264898:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757803.264900:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757803.264904:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077917400.
02000000:00000001:1.0:1787757803.264907:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757803.264909:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757803.264911:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787757803.264914:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757803.264917:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad4800.
02000000:00000001:1.0:1787757803.264920:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757803.264922:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757803.264924:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae44780.
00000100:00000001:1.0:1787757803.264927:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757803.264929:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757803.264931:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757803.264935:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae46d00 x1874594466104448/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757828 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757803.264942:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757803.264944:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757803.264945:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077914000.
02000000:00000001:1.0:1787757803.264948:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757803.264949:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757803.264951:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787757803.264953:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757803.264954:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad6800.
02000000:00000001:1.0:1787757803.264957:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757803.264958:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757803.264960:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae46d00.
00000100:00000001:1.0:1787757803.264963:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757803.264964:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757803.264967:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757803.264971:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757803.264973:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757803.264975:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757803.264978:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757803.774418:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757803.774429:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757803.774432:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757803.774440:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757803.774446:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757803.774451:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757803.774454:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757803.774458:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757803.774461:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757804.094446:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757804.094457:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757804.094471:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757804.094474:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757804.094482:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757804.094487:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757804.094559:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757804.094566:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757804.094572:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757804.222467:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314056105, at 4314056128
00000100:00000040:3.0:1787757804.222470:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314056105, at 4314056128
00000100:00000010:3.0:1787757804.222508:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6660.
00000100:00000010:2.0:1787757804.222521:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6840.
00000100:00000001:2.0:1787757804.798379:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757804.798390:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757804.798393:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757804.798401:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757804.798407:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757804.798412:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757804.798415:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757804.798419:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757804.798423:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757805.118437:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757805.118448:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757805.118464:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757805.118468:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757805.118481:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757805.118491:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757805.118496:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757805.118504:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757805.118510:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757805.118513:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757805.118516:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757805.118519:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757805.118606:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757805.118615:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757805.118622:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757805.822416:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757805.822426:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757805.822429:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757805.822436:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757805.822441:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757805.822447:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757805.822450:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757805.822454:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757805.822458:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757806.142411:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757806.142422:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757806.142436:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757806.142441:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757806.142451:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757806.142454:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757806.142499:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757806.142506:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757806.142514:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757806.846369:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757806.846380:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757806.846383:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757806.846390:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757806.846396:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757806.846400:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757806.846404:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757806.846407:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757806.846410:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757807.166433:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757807.166446:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757807.166462:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757807.166466:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757807.166477:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757807.166481:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757807.166569:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757807.166576:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757807.166582:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757807.870381:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757807.870392:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757807.870395:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757807.870401:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757807.870406:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757807.870410:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757807.870414:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757807.870417:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757807.870421:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757808.190423:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757808.190435:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757808.190447:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757808.190452:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757808.190462:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757808.190466:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757808.190536:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757808.190549:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757808.190556:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787757808.382470:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757808.382486:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787757808.382491:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757808.382497:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757808.382507:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757808.382519:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19387
00000400:00000200:2.0:1787757808.382532:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757808.382541:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757808.382545:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757808.382549:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757808.382553:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757808.382557:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757808.382560:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757808.382566:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757808.382568:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787757808.382572:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757808.382577:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787757808.382580:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787757808.382583:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787757808.382587:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757808.382590:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757808.382592:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757808.382594:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757808.382598:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787757808.382602:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757808.382605:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757808.382609:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757808.382613:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757808.382616:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757808.382619:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757808.382623:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757808.382635:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61fc00.
00000020:00000040:2.0:1787757808.382640:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787757808.382646:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757808.382648:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757808.382653:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757808.382657:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757808.382662:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757808.382672:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafec00.
00000100:00000001:2.0:1787757808.382681:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757808.382693:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61fc00 x1874594466104576/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757808.382708:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757808.382713:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757808.382719:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073ddc85a] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61fc00 x1874594466104576/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757808.382751:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757808.382756:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757808.382760:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787757808.382763:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757808.382766:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757808.382771:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757808.382776:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19387
00000400:00000200:2.0:1787757808.382784:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757808.382790:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757808.382796:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757808.382802:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757808.382807:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787757808.382808:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1787757808.382815:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757808.382819:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757808.382825:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:1.0:1787757808.382826:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1787757808.382835:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757808.382841:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000100:00000040:1.0:1787757808.382843:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61fc00 x1874594466104576/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787757808.382846:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757808.382853:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:2.0:1787757808.382864:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:2.0:1787757808.382875:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:1.0:1787757808.382877:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757808.382882:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757808.382890:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1787757808.382891:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
02000000:00000001:1.0:1787757808.382895:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757808.382898:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787757808.382905:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757808.382906:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757808.382915:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00100000:1.0:1787757808.382919:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466104576:192.168.201.154@tcp:250:kworker.0
00000020:00000040:2.0:1787757808.382921:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00000001:1.0:1787757808.382932:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:2.0:1787757808.382934:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757808.382942:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757808.382943:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757808.382951:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757808.382952:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787757808.382960:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787757808.382965:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1787757808.382969:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077914000.
02000000:00000001:2.0:1787757808.382972:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757808.382978:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757808.382978:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757808.382988:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787757808.382996:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757808.382998:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757808.383000:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757808.383014:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61da40.
00000400:00000010:1.0:1787757808.383016:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
00000020:00000040:2.0:1787757808.383018:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:2.0:1787757808.383029:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757808.383032:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757808.383035:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757808.383038:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1787757808.383040:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
02000000:00000001:2.0:1787757808.383041:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757808.383054:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafdc00.
00000100:00000200:1.0:1787757808.383059:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466104576, portal 25
00000100:00000001:2.0:1787757808.383063:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757808.383070:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00100000:2.0:1787757808.383079:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61da40 x1874594466104704/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787757808.383080:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611359744 : -120601098191872 : ffff92505e61fc00)
00000100:00000001:2.0:1787757808.383098:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1787757808.383101:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61fc00 x1874594466104576/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757808.383103:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757808.383120:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000246cd981] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61da40 x1874594466104704/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757808.383134:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757808.383138:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757808.383143:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787757808.383145:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757808.383147:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757808.383150:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757808.383155:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19387
00000400:00000200:2.0:1787757808.383161:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757808.383166:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757808.383169:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757808.383178:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757808.383188:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787757808.383191:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787757808.383192:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757808.383200:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000040:1.0:1787757808.383232:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000020:00000001:2.0:1787757808.383233:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757808.383239:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:2.0:1787757808.383243:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000010:1.0:1787757808.383245:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf550.
00000020:00000040:2.0:1787757808.383247:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:2.0:1787757808.383256:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:2.0:1787757808.383260:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000200:1.0:1787757808.383262:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466104576, offset 0
00000100:00000040:2.0:1787757808.383331:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757808.383337:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757808.383347:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000200:1.0:1787757808.383350:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000001:2.0:1787757808.383353:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757808.383360:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:2.0:1787757808.383369:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000400:00000200:1.0:1787757808.383370:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757808.383380:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757808.383386:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787757808.383391:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
02000000:00000001:2.0:1787757808.383394:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757808.383400:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757808.383404:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787757808.383406:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757808.383415:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787757808.383416:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757808.383427:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000008:00000001:2.0:1787757808.383429:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757808.383434:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00000001:2.0:1787757808.383440:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757808.383446:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56728:56728:256:4294967295] 192.168.201.154@tcp LPNI seq info [56728:56728:8:4294967295]
00000100:00000010:2.0:1787757808.383455:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61c780.
00000400:00000200:1.0:1787757808.383456:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000020:00000040:2.0:1787757808.383467:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:2.0:1787757808.383483:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787757808.383484:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1787757808.383492:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787757808.383500:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000001:2.0:1787757808.383502:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757808.383510:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:1.0:1787757808.383514:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1800.
02000000:00000001:2.0:1787757808.383516:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757808.383532:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafd000.
00000800:00000200:1.0:1787757808.383537:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:2.0:1787757808.383543:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787757808.383550:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000100:00100000:2.0:1787757808.383561:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61c780 x1874594466104832/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787757808.383576:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757808.383591:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000100:00000001:2.0:1787757808.383593:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000100:1.0:1787757808.383608:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757808.383616:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1800.
00000400:00000200:1.0:1787757808.383625:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757808.383632:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757808.383640:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf550
00000400:00000010:1.0:1787757808.383643:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf550.
00000100:00000001:2.0:1787757808.383647:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757808.383650:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757808.383673:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61fc00 x1874594466104576/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787757808.383673:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054c4f452] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61c780 x1874594466104832/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757808.383714:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787757808.383718:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757808.383725:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61fc00 x1874594466104576/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757833 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787757808.383727:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787757808.383743:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1787757808.383755:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757808.383757:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19397)
00000100:00000001:1.0:1787757808.383760:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757808.383772:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757808.383780:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757808.383783:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314061225
00000100:00000010:1.0:1787757808.383791:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6120.
00000100:00000001:1.0:1787757808.383802:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787757808.383810:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314061225
00000100:00000010:1.0:1787757808.383814:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e60c0.
00000100:00000001:1.0:1787757808.383819:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787757808.383833:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757808.383839:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757808.383843:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757808.383852:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757808/real 1787757808]  req@ffff92505e61fc00 x1874594466104576/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757808.383866:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757808.383868:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757808.383871:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787757808.383875:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787757808.383877:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787757808.383880:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757808.383884:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61fc00 x1874594466104576/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757808.383896:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61fc00 x1874594466104576/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757808.383904:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757808.383906:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757808.383909:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757808.383911:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757808.383916:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61fc00 x1874594466104576/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757808.383924:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757808.383930:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61fc00 x1874594466104576/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757833 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757808.383939:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757808.383943:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757808.383945:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757808.383947:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757808.383950:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757808.383953:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757808.383956:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757808.383961:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757808.383965:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757808.383970:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61fc00 x1874594466104576/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757833 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757808.383984:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466104576:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787757808.383994:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757808.383998:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757808.384004:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61fc00 x1874594466104576/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757833 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757808.384018:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757808.384022:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757808.384028:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077914000.
02000000:00000001:1.0:1787757808.384034:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757808.384037:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757808.384040:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787757808.384045:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757808.384050:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafec00.
02000000:00000001:1.0:1787757808.384057:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757808.384060:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757808.384064:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61fc00.
00000100:00000001:1.0:1787757808.384069:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757808.384072:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757808.384076:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757808.384087:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757808.384089:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757808.384092:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757808.384094:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757808.384096:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757808.384102:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61da40 x1874594466104704/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757808.384112:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757808.384114:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757808.384117:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757808.384120:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757808.384124:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757808.384128:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466104704:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757808.384132:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757808.384135:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757808.384137:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757808.384140:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757808.384144:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077914000.
02000000:00000001:1.0:1787757808.384147:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757808.384152:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757808.384156:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
00000400:00000010:1.0:1787757808.384161:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787757808.384165:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466104704, portal 10
00000100:00000001:1.0:1787757808.384168:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757808.384170:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611351104 : -120601098200512 : ffff92505e61da40)
00000100:00000040:1.0:1787757808.384182:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61da40 x1874594466104704/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757808.384195:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757808.384199:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757808.384204:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf550.
00000100:00000200:1.0:1787757808.384235:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466104704, offset 0
00000400:00000200:1.0:1787757808.384247:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757808.384256:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757808.384265:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757808.384317:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757808.384321:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757808.384325:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757808.384328:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757808.384333:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56729:56729:256:4294967295] 192.168.201.154@tcp LPNI seq info [56729:56729:8:4294967295]
00000400:00000200:1.0:1787757808.384339:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757808.384349:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757808.384355:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757808.384362:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1800.
00000800:00000200:1.0:1787757808.384367:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757808.384371:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787757808.384377:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757808.384382:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787757808.384388:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757808.384391:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1800.
00000400:00000200:1.0:1787757808.384395:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757808.384399:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757808.384404:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf550
00000400:00000010:1.0:1787757808.384406:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf550.
00000100:00000001:1.0:1787757808.384410:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757808.384416:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61da40 x1874594466104704/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757808.384427:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757808.384431:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61da40 x1874594466104704/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757833 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757808.384439:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757808.384442:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757808.384446:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757808.384451:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787757808.384455:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757808.384458:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314060330
00000100:00000001:1.0:1787757808.384462:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314061225
00000100:00000001:1.0:1787757808.384465:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314060330
00000100:00000001:1.0:1787757808.384468:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314061225
00000100:00000001:1.0:1787757808.384471:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757808.384474:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757808.384476:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757808.384481:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757808/real 1787757808]  req@ffff92505e61da40 x1874594466104704/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757808.384499:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757808.384501:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757808.384504:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787757808.384506:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787757808.384508:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787757808.384512:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757808.384517:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61da40 x1874594466104704/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757808.384535:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61da40 x1874594466104704/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757808.384548:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757808.384551:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757808.384555:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757808.384558:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757808.384565:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61da40 x1874594466104704/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757808.384580:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757808.384588:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61da40 x1874594466104704/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757833 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757808.384604:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757808.384609:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757808.384612:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757808.384615:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757808.384618:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757808.384623:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757808.384626:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757808.384631:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757808.384634:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757808.384641:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61da40 x1874594466104704/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757833 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757808.384652:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466104704:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757808.384657:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757808.384661:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61c780 x1874594466104832/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757808.384669:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757808.384671:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757808.384675:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757808.384677:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757808.384680:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757808.384683:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466104832:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757808.384687:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757808.384690:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757808.384692:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757808.384694:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757808.384699:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077917400.
02000000:00000001:1.0:1787757808.384701:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757808.384706:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757808.384709:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
00000400:00000010:1.0:1787757808.384714:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787757808.384718:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466104832, portal 4
00000100:00000001:1.0:1787757808.384721:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757808.384723:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611346304 : -120601098205312 : ffff92505e61c780)
00000100:00000040:1.0:1787757808.384730:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61c780 x1874594466104832/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757808.384739:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757808.384742:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757808.384744:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf550.
00000100:00000200:1.0:1787757808.384748:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466104832, offset 0
00000400:00000200:1.0:1787757808.384753:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757808.384759:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757808.384764:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757808.384768:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757808.384772:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757808.384775:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757808.384778:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757808.384782:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56730:56730:256:4294967295] 192.168.201.154@tcp LPNI seq info [56730:56730:8:4294967295]
00000400:00000200:1.0:1787757808.384788:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757808.384797:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757808.384802:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757808.384806:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1800.
00000800:00000200:1.0:1787757808.384810:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757808.384814:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787757808.384820:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757808.384823:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787757808.384828:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757808.384831:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1800.
00000400:00000200:1.0:1787757808.384835:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757808.384840:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757808.384843:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf550
00000400:00000010:1.0:1787757808.384846:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf550.
00000100:00000001:1.0:1787757808.384849:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757808.384853:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61c780 x1874594466104832/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757808.384863:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757808.384867:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61c780 x1874594466104832/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757833 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757808.384875:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757808.384877:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757808.384881:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757808.384885:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787757808.384888:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757808.384892:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314060313
00000100:00000001:1.0:1787757808.384895:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314061225
00000100:00000001:1.0:1787757808.384898:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314060313
00000100:00000001:1.0:1787757808.384901:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314061225
00000100:00000001:1.0:1787757808.384903:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757808.384905:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757808.384908:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757808.384912:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757808/real 1787757808]  req@ffff92505e61c780 x1874594466104832/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757808.384921:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757808.384923:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757808.384925:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787757808.384927:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787757808.384930:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787757808.384932:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757808.384936:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61c780 x1874594466104832/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757808.384946:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61c780 x1874594466104832/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757808.384953:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757808.384955:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757808.384957:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757808.384959:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757808.384963:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61c780 x1874594466104832/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757808.384971:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757808.384976:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61c780 x1874594466104832/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757833 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757808.384988:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757808.384994:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757808.384997:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757808.384999:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757808.385003:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757808.385006:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757808.385011:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757808.385019:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757808.385023:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757808.385032:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61c780 x1874594466104832/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757833 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757808.385051:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466104832:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757808.385060:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757808.385064:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757808.385070:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61da40 x1874594466104704/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757833 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757808.385083:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757808.385085:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757808.385088:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077914000.
02000000:00000001:1.0:1787757808.385092:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757808.385094:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757808.385096:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787757808.385099:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757808.385102:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafdc00.
02000000:00000001:1.0:1787757808.385105:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757808.385107:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757808.385109:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61da40.
00000100:00000001:1.0:1787757808.385113:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757808.385114:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757808.385116:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757808.385121:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61c780 x1874594466104832/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757833 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757808.385137:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757808.385138:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757808.385140:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077917400.
02000000:00000001:1.0:1787757808.385143:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757808.385145:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757808.385146:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787757808.385148:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757808.385150:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafd000.
02000000:00000001:1.0:1787757808.385152:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757808.385153:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757808.385155:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61c780.
00000100:00000001:1.0:1787757808.385158:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757808.385159:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757808.385161:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757808.385167:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757808.385168:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757808.385171:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757808.385173:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757808.894418:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757808.894430:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757808.894433:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757808.894440:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757808.894445:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757808.894449:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757808.894453:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757808.894456:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757808.894459:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757809.214448:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757809.214458:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757809.214470:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757809.214473:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757809.214481:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757809.214484:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757809.214525:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757809.214529:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757809.214533:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757809.342360:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314061225, at 4314061248
00000100:00000010:3.0:1787757809.342381:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e60c0.
00000100:00000040:2.0:1787757809.342448:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314061225, at 4314061248
00000100:00000010:2.0:1787757809.342468:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6120.
00000100:00000001:2.0:1787757809.918384:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757809.918396:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757809.918399:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757809.918405:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757809.918410:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757809.918414:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757809.918417:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757809.918421:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757809.918424:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757810.238423:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757810.238434:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757810.238446:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757810.238449:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757810.238458:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757810.238462:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757810.238637:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757810.238643:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757810.238648:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757810.942392:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757810.942403:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757810.942406:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757810.942413:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757810.942418:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757810.942423:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757810.942427:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757810.942430:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757810.942434:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757811.262412:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757811.262425:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757811.262441:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757811.262446:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757811.262456:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757811.262460:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757811.262555:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757811.262565:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757811.262571:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757811.966471:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757811.966482:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757811.966486:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757811.966492:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757811.966497:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757811.966502:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757811.966506:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757811.966509:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757811.966513:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757812.286451:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757812.286462:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757812.286478:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757812.286481:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757812.286492:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757812.286495:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757812.286540:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757812.286550:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757812.286559:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757812.990367:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757812.990378:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757812.990381:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757812.990387:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757812.990393:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757812.990397:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757812.990400:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757812.990404:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757812.990408:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757813.310418:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757813.310429:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757813.310432:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757813.310436:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757813.310444:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757813.310448:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757813.310452:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757813.310456:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757813.310465:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757813.310470:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757813.310473:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757813.310477:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757813.310480:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757813.310483:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757813.310486:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757813.310490:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757813.310497:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757813.310500:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757813.310629:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757813.310636:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757813.310642:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787757813.502399:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757813.502414:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787757813.502417:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757813.502422:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757813.502428:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757813.502439:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19392
00000400:00000200:2.0:1787757813.502451:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757813.502461:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757813.502465:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757813.502471:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757813.502475:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757813.502479:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757813.502483:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757813.502488:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757813.502490:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787757813.502493:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757813.502498:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787757813.502500:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787757813.502504:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787757813.502509:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757813.502513:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757813.502516:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757813.502519:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757813.502522:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787757813.502527:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757813.502530:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757813.502535:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757813.502542:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757813.502548:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757813.502553:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757813.502558:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757813.502570:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61c780.
00000020:00000040:2.0:1787757813.502577:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787757813.502585:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757813.502588:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757813.502593:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757813.502618:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757813.502626:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757813.502641:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507caff400.
00000100:00000001:2.0:1787757813.502653:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757813.502672:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61c780 x1874594466104960/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757813.502687:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757813.502693:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757813.502700:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054c4f452] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61c780 x1874594466104960/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757813.502731:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757813.502735:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757813.502740:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787757813.502742:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757813.502745:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757813.502749:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757813.502753:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19392
00000400:00000200:2.0:1787757813.502760:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757813.502767:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757813.502771:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757813.502776:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757813.502780:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757813.502785:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757813.502788:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757813.502793:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757813.502795:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:2.0:1787757813.502799:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787757813.502804:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1787757813.502804:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:2.0:1787757813.502811:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:1.0:1787757813.502816:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1787757813.502817:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:1.0:1787757813.502823:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757813.502826:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757813.502831:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757813.502838:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000040:1.0:1787757813.502841:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61c780 x1874594466104960/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757813.502843:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757813.502853:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:2.0:1787757813.502866:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:1.0:1787757813.502873:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757813.502875:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757813.502879:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757813.502882:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787757813.502890:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787757813.502895:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757813.502896:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757813.502905:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757813.502907:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757813.502913:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00100000:1.0:1787757813.502920:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466104960:192.168.201.154@tcp:250:kworker.0
00000008:00100000:2.0:1787757813.502923:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787757813.502933:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:2.0:1787757813.502935:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757813.502942:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757813.502943:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757813.502949:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757813.502950:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61da40.
02000000:00000001:1.0:1787757813.502954:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:2.0:1787757813.502957:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:2.0:1787757813.502965:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000010:1.0:1787757813.502967:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077917400.
02000000:00000001:2.0:1787757813.502968:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757813.502977:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757813.502979:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757813.502986:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757813.502991:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757813.502998:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000010:2.0:1787757813.503006:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafc800.
00000400:00000010:1.0:1787757813.503008:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
00000100:00000001:2.0:1787757813.503017:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787757813.503023:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00100000:2.0:1787757813.503032:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61da40 x1874594466105088/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787757813.503035:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466104960, portal 25
00000100:00000001:1.0:1787757813.503046:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757813.503051:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611346304 : -120601098205312 : ffff92505e61c780)
00000100:00000001:2.0:1787757813.503056:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757813.503062:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757813.503069:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61c780 x1874594466104960/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787757813.503077:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000246cd981] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61da40 x1874594466105088/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757813.503101:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757813.503138:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757813.503149:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf550.
00000100:00000001:2.0:1787757813.503157:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787757813.503161:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466104960, offset 0
00000100:00080000:2.0:1787757813.503167:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757813.503178:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:1.0:1787757813.503182:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000001:2.0:1787757813.503185:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757813.503193:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757813.503200:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787757813.503207:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00080000:2.0:1787757813.503213:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19392
00000400:00000200:2.0:1787757813.503231:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757813.503233:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757813.503241:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757813.503247:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787757813.503252:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1787757813.503255:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757813.503261:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757813.503306:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757813.503310:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757813.503314:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757813.503317:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:2.0:1787757813.503320:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757813.503325:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000400:00000200:1.0:1787757813.503327:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000020:00000001:2.0:1787757813.503330:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:2.0:1787757813.503337:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:1.0:1787757813.503342:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1787757813.503349:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757813.503356:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787757813.503357:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00000040:2.0:1787757813.503366:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757813.503376:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:1.0:1787757813.503377:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56731:56731:256:4294967295] 192.168.201.154@tcp LPNI seq info [56731:56731:8:4294967295]
00000020:00000040:2.0:1787757813.503387:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000400:00000200:1.0:1787757813.503395:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00080000:2.0:1787757813.503398:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757813.503404:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757813.503408:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757813.503414:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757813.503422:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757813.503423:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1787757813.503427:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757813.503435:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.0:1787757813.503444:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000008:00000001:2.0:1787757813.503445:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757813.503454:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787757813.503460:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1800.
00000100:00000010:2.0:1787757813.503462:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61fc00.
00000020:00000040:2.0:1787757813.503470:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:2.0:1787757813.503474:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.0:1787757813.503481:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000001:2.0:1787757813.503482:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757813.503490:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757813.503494:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757813.503497:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787757813.503499:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000010:2.0:1787757813.503506:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507caff800.
00000100:00000001:2.0:1787757813.503514:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757813.503522:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61fc00 x1874594466105216/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787757813.503529:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757813.503536:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787757813.503542:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757813.503546:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757813.503549:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314066345
00000100:00000010:1.0:1787757813.503562:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6d80.
00000100:00000040:2.0:1787757813.503565:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073ddc85a] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61fc00 x1874594466105216/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757813.503574:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787757813.503586:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314066345
00000100:00000001:2.0:1787757813.503595:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787757813.503597:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6120.
00000100:00000040:2.0:1787757813.503606:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787757813.503610:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000040:2.0:1787757813.503621:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1787757813.503625:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1787757813.503636:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19403)
00000100:00000001:1.0:1787757813.503637:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757813.503651:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757813.503657:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757813.503672:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757813.503677:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787757813.503682:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757813.503686:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757813.503689:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757813.503700:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61da40 x1874594466105088/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757813.503717:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757813.503720:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757813.503724:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757813.503728:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757813.503730:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757813.503735:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466105088:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757813.503740:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757813.503743:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757813.503745:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757813.503748:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757813.503754:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077914000.
02000000:00000001:1.0:1787757813.503757:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757813.503762:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757813.503767:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
00000400:00000010:1.0:1787757813.503772:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00000200:1.0:1787757813.503776:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466105088, portal 10
00000100:00000001:1.0:1787757813.503779:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757813.503780:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611351104 : -120601098200512 : ffff92505e61da40)
00000100:00000040:1.0:1787757813.503789:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61da40 x1874594466105088/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757813.503798:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757813.503802:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757813.503805:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfb28.
00000100:00000200:1.0:1787757813.503808:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466105088, offset 0
00000400:00000200:1.0:1787757813.503813:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757813.503819:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757813.503824:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757813.503828:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757813.503832:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757813.503836:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757813.503839:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757813.503843:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56732:56732:255:4294967295] 192.168.201.154@tcp LPNI seq info [56732:56732:7:4294967295]
00000400:00000200:1.0:1787757813.503848:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757813.503858:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757813.503864:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757813.503868:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1300.
00000800:00000200:1.0:1787757813.503873:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757813.503878:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:1.0:1787757813.503882:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757813.503887:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787757813.503891:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757813.503894:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314065449
00000100:00000001:1.0:1787757813.503898:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314066345
00000100:00000001:1.0:1787757813.503901:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314065449
00000100:00000001:1.0:1787757813.503904:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314066345
00000100:00000001:1.0:1787757813.503907:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757813.503909:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757813.503912:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757813.503916:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61fc00 x1874594466105216/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757813.503925:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757813.503927:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757813.503929:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757813.503931:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757813.503933:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757813.503937:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466105216:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757813.503941:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757813.503943:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757813.503945:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757813.503947:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757813.503950:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757813.503953:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757813.503956:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757813.503959:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000400:00000010:1.0:1787757813.503963:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfaa0.
00000100:00000200:1.0:1787757813.503966:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466105216, portal 4
00000100:00000001:1.0:1787757813.503968:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757813.503970:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611359744 : -120601098191872 : ffff92505e61fc00)
00000100:00000040:1.0:1787757813.503977:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61fc00 x1874594466105216/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757813.503986:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757813.503988:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757813.503991:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf5d8.
00000100:00000200:1.0:1787757813.503994:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466105216, offset 0
00000400:00000200:1.0:1787757813.503999:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757813.504003:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757813.504007:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757813.504011:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757813.504014:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757813.504016:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757813.504019:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757813.504023:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56733:56733:254:4294967295] 192.168.201.154@tcp LPNI seq info [56733:56733:6:4294967295]
00000400:00000200:1.0:1787757813.504028:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757813.504039:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757813.504047:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757813.504053:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1600.
00000800:00000200:1.0:1787757813.504060:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757813.504067:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:1.0:1787757813.504073:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757813.504078:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787757813.504084:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757813.504088:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314065432
00000100:00000001:1.0:1787757813.504093:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314066345
00000100:00000001:1.0:1787757813.504097:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314065432
00000100:00000001:1.0:1787757813.504101:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314066345
00000100:00000001:1.0:1787757813.504105:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757813.504108:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757813.504113:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757813.504149:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757813.504158:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757813.504161:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787757813.504164:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757813.504166:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757813.504170:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757813.504173:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757814.014447:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757814.014459:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757814.014463:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757814.014471:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757814.014478:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757814.014483:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757814.014488:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757814.014492:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757814.014496:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757814.334438:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757814.334450:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757814.334463:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757814.334467:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757814.334475:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757814.334478:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757814.334562:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757814.334572:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757814.334580:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757814.462383:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314066345, at 4314066368
00000100:00000040:2.0:1787757814.462395:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314066345, at 4314066368
00000100:00000010:3.0:1787757814.462408:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6120.
00000100:00000010:2.0:1787757814.462416:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6d80.
00000100:00000001:2.0:1787757815.038409:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757815.038419:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757815.038422:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757815.038429:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757815.038434:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757815.038439:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757815.038443:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757815.038446:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757815.038449:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757815.358402:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757815.358414:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757815.358427:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757815.358430:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757815.358438:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757815.358445:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757815.358449:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757815.358455:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757815.358460:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757815.358464:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757815.358468:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757815.358472:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757815.358502:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757815.358505:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757815.358510:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757816.062445:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757816.062457:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757816.062462:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757816.062472:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757816.062479:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757816.062486:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757816.062509:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757816.062513:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757816.062518:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757816.382490:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757816.382505:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757816.382522:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757816.382527:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757816.382539:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757816.382543:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757816.382591:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757816.382598:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757816.382603:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1787757816.574665:0:238943:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.154:988
00000400:00000100:0.0:1787757816.574727:0:238943:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.154@tcp at host 192.168.201.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1787757816.574741:0:238943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757816.574746:0:238943:0:(router.c:1791:lnet_notify()) 192.168.201.54@tcp notifying 192.168.201.154@tcp: down
00000400:00000200:0.0:1787757816.574752:0:238943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757816.574757:0:238943:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1787757816.574766:0:238943:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000800:00000010:0.0:1787757816.574774:0:238943:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1800.
00000400:00000200:0.0:1787757816.574784:0:238943:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787757816.574793:0:238943:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787757816.574803:0:238943:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf550
00000400:00000010:0.0:1787757816.574808:0:238943:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf550.
00000100:00000001:0.0:1787757816.574818:0:238943:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757816.574834:0:238943:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff92505e61c780 x1874594466104960/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757816.574876:0:238943:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757816.574885:0:238943:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61c780 x1874594466104960/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757838 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757816.574902:0:238943:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757816.574906:0:238943:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787757816.574924:0:238943:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000800:00000010:0.0:1787757816.574930:0:238943:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1300.
00000400:00000200:0.0:1787757816.574937:0:238943:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787757816.574943:0:238943:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787757816.574949:0:238943:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfb28
00000400:00000010:0.0:1787757816.574953:0:238943:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfb28.
00000100:00000001:0.0:1787757816.574960:0:238943:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757816.574971:0:238943:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff92505e61da40 x1874594466105088/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757816.574982:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757816.574992:0:238943:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787757816.574994:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757816.575002:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1787757816.575005:0:238943:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61da40 x1874594466105088/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757838 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757816.575025:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757813/real 1787757816]  req@ffff92505e61da40 x1874594466105088/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757838 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757816.575114:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757816.575118:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757816.575126:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000100:00000001:0.0:1787757816.575128:0:238943:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757816.575137:0:238943:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:1.0:1787757816.575140:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000400:00000010:1.0:1787757816.575148:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:1.0:1787757816.575159:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000800:00000100:0.0:1787757816.575162:0:238943:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000800:00000010:0.0:1787757816.575174:0:238943:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1600.
00000100:00000200:1.0:1787757816.575176:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61da40 x1874594466105088/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787757816.575186:0:238943:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787757816.575208:0:238943:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000100:00000200:1.0:1787757816.575220:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61da40 x1874594466105088/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787757816.575222:0:238943:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf5d8
00000400:00000010:0.0:1787757816.575231:0:238943:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf5d8.
00000100:00000001:1.0:1787757816.575247:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757816.575257:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757816.575259:0:238943:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787757816.575264:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757816.575364:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757816.575377:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61da40 x1874594466105088/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757816.575390:0:238943:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff92505e61fc00 x1874594466105216/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757816.575405:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757816.575427:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61da40 x1874594466105088/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757838 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757816.575430:0:238943:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757816.575446:0:238943:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61fc00 x1874594466105216/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757838 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757816.575460:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757816.575474:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757816.575479:0:238943:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757816.575482:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757816.575486:0:238943:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757816.575489:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757816.575498:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757816.575504:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757816.575513:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757816.575526:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757816.575532:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757816.575541:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61da40 x1874594466105088/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757838 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757816.575561:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466105088:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757816.575572:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757816.575580:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757813/real 1787757816]  req@ffff92505e61fc00 x1874594466105216/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757816.575598:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757816.575602:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757816.575607:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787757816.575614:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfaa0
00000400:00000010:1.0:1787757816.575618:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfaa0.
00000100:00000001:1.0:1787757816.575624:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757816.575631:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61fc00 x1874594466105216/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757816.575649:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61fc00 x1874594466105216/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757816.575661:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757816.575664:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757816.575669:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757816.575672:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757816.575681:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61fc00 x1874594466105216/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757816.575696:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757816.575707:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61fc00 x1874594466105216/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757838 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757816.575721:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757816.575725:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757816.575728:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757816.575730:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757816.575734:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757816.575737:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757816.575742:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757816.575749:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757816.575753:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757816.575763:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61fc00 x1874594466105216/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757838 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757816.575778:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466105216:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757816.575786:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757816.575793:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757813/real 1787757816]  req@ffff92505e61c780 x1874594466104960/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757816.575808:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757816.575810:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757816.575814:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787757816.575819:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787757816.575823:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787757816.575829:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757816.575836:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61c780 x1874594466104960/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757816.575854:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61c780 x1874594466104960/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757816.575867:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757816.575871:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757816.575875:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757816.575878:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757816.575886:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61c780 x1874594466104960/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757816.575901:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757816.575909:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61c780 x1874594466104960/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757838 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757816.575925:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757816.575941:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757816.575945:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757816.575948:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757816.575952:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757816.575955:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757816.575961:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757816.575969:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757816.575973:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757816.575983:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61c780 x1874594466104960/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757838 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757816.576000:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466104960:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787757816.576010:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757816.576016:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757816.576025:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61da40 x1874594466105088/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757838 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757816.576039:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757816.576044:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757816.576051:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077914000.
02000000:00000001:1.0:1787757816.576059:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757816.576086:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757816.576091:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787757816.576096:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757816.576101:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafc800.
02000000:00000001:1.0:1787757816.576108:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757816.576111:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757816.576115:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61da40.
00000100:00000001:1.0:1787757816.576122:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757816.576125:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757816.576128:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757816.576136:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61fc00 x1874594466105216/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757838 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757816.576148:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757816.576151:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757816.576154:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757816.576164:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757816.576167:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757816.576169:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787757816.576174:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757816.576176:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507caff800.
02000000:00000001:1.0:1787757816.576182:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757816.576184:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757816.576187:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61fc00.
00000100:00000001:1.0:1787757816.576191:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757816.576194:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757816.576197:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757816.576205:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61c780 x1874594466104960/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757838 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757816.576218:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757816.576221:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757816.576224:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077917400.
02000000:00000001:1.0:1787757816.576229:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757816.576232:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757816.576235:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787757816.576239:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757816.576242:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507caff400.
02000000:00000001:1.0:1787757816.576246:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757816.576248:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757816.576251:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61c780.
00000100:00000001:1.0:1787757816.576256:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757816.576258:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757816.576263:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757816.576446:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757816.576452:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757816.576457:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757816.576461:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757817.086397:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757817.086410:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757817.086414:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757817.086424:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757817.086431:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757817.086437:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757817.086442:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757817.086448:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757817.086471:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757817.406431:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757817.406443:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757817.406455:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757817.406459:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757817.406472:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757817.406477:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757817.406570:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757817.406583:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757817.406590:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757818.110381:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757818.110395:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757818.110400:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757818.110410:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757818.110418:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757818.110424:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757818.110431:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757818.110436:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757818.110441:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757818.430422:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757818.430436:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757818.430450:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757818.430455:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757818.430465:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757818.430469:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757818.430512:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757818.430517:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757818.430520:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787757818.622417:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757818.622430:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787757818.622433:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757818.622439:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757818.622446:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757818.622457:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19398
00000400:00000200:2.0:1787757818.622469:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757818.622477:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757818.622482:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757818.622487:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757818.622492:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757818.622496:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757818.622500:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757818.622505:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757818.622507:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787757818.622511:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757818.622515:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787757818.622518:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787757818.622522:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787757818.622526:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757818.622529:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757818.622531:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757818.622536:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757818.622540:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787757818.622546:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757818.622551:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757818.622554:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757818.622558:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757818.622562:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757818.622565:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757818.622568:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757818.622577:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61f0c0.
00000020:00000040:2.0:1787757818.622583:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787757818.622589:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757818.622592:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757818.622596:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757818.622600:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757818.622606:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757818.622616:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafe400.
00000100:00000001:2.0:1787757818.622625:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757818.622639:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61f0c0 x1874594466105344/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757818.622653:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757818.622659:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757818.622666:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bea70ab] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61f0c0 x1874594466105344/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757818.622697:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757818.622702:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757818.622706:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787757818.622708:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757818.622711:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757818.622714:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757818.622718:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19398
00000400:00000200:2.0:1787757818.622723:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757818.622727:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757818.622730:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757818.622735:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757818.622738:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757818.622741:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757818.622745:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757818.622749:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757818.622750:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:2.0:1787757818.622753:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757818.622756:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:2.0:1787757818.622759:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:1.0:1787757818.622762:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1787757818.622762:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:2.0:1787757818.622772:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757818.622773:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757818.622776:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787757818.622780:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787757818.622786:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757818.622792:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000040:1.0:1787757818.622798:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61f0c0 x1874594466105344/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787757818.622799:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:2.0:1787757818.622814:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757818.622824:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757818.622833:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787757818.622837:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1787757818.622844:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757818.622850:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757818.622853:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757818.622858:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787757818.622861:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1787757818.622863:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757818.622873:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787757818.622874:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757818.622880:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757818.622887:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757818.622887:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61cf00.
00000100:00100000:1.0:1787757818.622901:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466105344:192.168.201.154@tcp:250:kworker.0
00000020:00000040:2.0:1787757818.622903:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000100:00000001:1.0:1787757818.622911:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787757818.622917:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787757818.622919:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757818.622929:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757818.622929:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757818.622941:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787757818.622942:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757818.622950:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:1.0:1787757818.622954:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077917400.
02000000:00000001:2.0:1787757818.622955:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757818.622965:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757818.622975:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507caff400.
00000400:00000200:1.0:1787757818.622986:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757818.622991:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787757818.623001:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
00000100:00100000:2.0:1787757818.623010:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61cf00 x1874594466105472/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787757818.623019:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787757818.623063:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466105344, portal 25
00000100:00000001:2.0:1787757818.623073:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787757818.623074:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757818.623083:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611356864 : -120601098194752 : ffff92505e61f0c0)
00000100:00000001:2.0:1787757818.623086:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757818.623104:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61f0c0 x1874594466105344/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787757818.623107:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006cc8e384] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61cf00 x1874594466105472/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757818.623144:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757818.623156:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757818.623174:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787757818.623182:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787757818.623184:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757818.623192:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1787757818.623197:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000001:2.0:1787757818.623202:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:1.0:1787757818.623208:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfaa0.
00000100:00080000:2.0:1787757818.623216:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19398
00000100:00000200:1.0:1787757818.623222:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466105344, offset 0
00000400:00000200:2.0:1787757818.623235:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757818.623249:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787757818.623250:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757818.623264:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757818.623327:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757818.623337:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787757818.623338:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:2.0:1787757818.623348:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757818.623355:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:1.0:1787757818.623362:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000020:00000001:2.0:1787757818.623365:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757818.623372:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:2.0:1787757818.623379:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787757818.623380:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:2.0:1787757818.623389:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000400:00000200:1.0:1787757818.623397:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000020:00000001:2.0:1787757818.623401:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:1.0:1787757818.623410:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757818.623418:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757818.623426:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56734:56734:256:4294967295] 192.168.201.154@tcp LPNI seq info [56734:56734:8:4294967295]
00000020:00000001:2.0:1787757818.623440:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:1.0:1787757818.623450:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:2.0:1787757818.623456:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757818.623467:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757818.623479:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000200:1.0:1787757818.623490:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1787757818.623492:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757818.623504:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000800:00000200:1.0:1787757818.623516:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00080000:2.0:1787757818.623522:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000800:00000010:1.0:1787757818.623534:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1200.
00000100:00000001:2.0:1787757818.623534:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757818.623547:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757818.623554:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1787757818.623558:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000001:2.0:1787757818.623564:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787757818.623571:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000100:00000001:2.0:1787757818.623574:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757818.623583:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.1:1787757818.623596:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000008:00000001:2.0:1787757818.623598:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757818.623611:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787757818.623612:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000100:00000010:2.0:1787757818.623622:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61d680.
00000800:00000100:1.0:1787757818.623632:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000020:00000040:2.0:1787757818.623636:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000800:00000010:1.0:1787757818.623642:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1200.
02000000:00000001:2.0:1787757818.623647:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787757818.623657:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1787757818.623657:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757818.623672:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757818.623680:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787757818.623681:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
02000000:00000001:2.0:1787757818.623688:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757818.623697:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfaa0
02000000:00000010:2.0:1787757818.623703:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507caff800.
00000400:00000010:1.0:1787757818.623706:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfaa0.
00000100:00000001:2.0:1787757818.623717:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757818.623721:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:2.0:1787757818.623739:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61d680 x1874594466105600/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787757818.623741:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61f0c0 x1874594466105344/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757818.623809:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787757818.623814:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757818.623825:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61f0c0 x1874594466105344/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757843 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757818.623853:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757818.623862:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757818.623873:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:2.0:1787757818.623888:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054aea141] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61d680 x1874594466105600/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757818.623891:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757818.623907:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757818.623912:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314071465
00000100:00000010:1.0:1787757818.623930:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e60c0.
00000100:00000001:2.0:1787757818.623933:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757818.623945:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787757818.623947:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000040:2.0:1787757818.623959:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1787757818.623965:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314071465
00000100:00000040:2.0:1787757818.623975:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19408)
00000100:00000010:1.0:1787757818.623977:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6840.
00000100:00000001:1.0:1787757818.623991:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787757818.624000:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757818.624005:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757818.624011:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757818.624024:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757818/real 1787757818]  req@ffff92505e61f0c0 x1874594466105344/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757818.624074:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757818.624078:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757818.624083:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787757818.624090:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787757818.624093:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787757818.624099:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757818.624108:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61f0c0 x1874594466105344/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757818.624126:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61f0c0 x1874594466105344/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757818.624141:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757818.624144:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757818.624148:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757818.624152:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757818.624160:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61f0c0 x1874594466105344/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757818.624176:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757818.624185:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61f0c0 x1874594466105344/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757843 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757818.624201:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757818.624207:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757818.624210:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757818.624213:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757818.624218:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757818.624221:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757818.624227:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757818.624235:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757818.624241:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757818.624251:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61f0c0 x1874594466105344/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757843 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757818.624306:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466105344:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787757818.624317:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757818.624322:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757818.624329:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61f0c0 x1874594466105344/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757843 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757818.624342:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757818.624346:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757818.624352:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077917400.
02000000:00000001:1.0:1787757818.624358:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757818.624362:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757818.624365:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787757818.624370:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757818.624375:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafe400.
02000000:00000001:1.0:1787757818.624382:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757818.624387:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757818.624391:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61f0c0.
00000100:00000001:1.0:1787757818.624397:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757818.624400:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757818.624404:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757818.624418:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757818.624421:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757818.624425:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757818.624429:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757818.624433:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757818.624440:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61cf00 x1874594466105472/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757818.624455:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757818.624458:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757818.624463:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757818.624467:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757818.624472:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757818.624479:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466105472:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757818.624485:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757818.624490:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757818.624493:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757818.624496:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757818.624504:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077917400.
02000000:00000001:1.0:1787757818.624509:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757818.624518:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757818.624523:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
00000400:00000010:1.0:1787757818.624531:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787757818.624538:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466105472, portal 10
00000100:00000001:1.0:1787757818.624542:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757818.624545:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611348224 : -120601098203392 : ffff92505e61cf00)
00000100:00000040:1.0:1787757818.624557:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61cf00 x1874594466105472/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757818.624571:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757818.624577:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757818.624582:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfaa0.
00000100:00000200:1.0:1787757818.624588:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466105472, offset 0
00000400:00000200:1.0:1787757818.624596:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757818.624606:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757818.624615:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757818.624622:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757818.624627:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757818.624633:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757818.624638:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757818.624644:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56735:56735:256:4294967295] 192.168.201.154@tcp LPNI seq info [56735:56735:8:4294967295]
00000400:00000200:1.0:1787757818.624653:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757818.624667:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757818.624678:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757818.624686:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1200.
00000800:00000200:1.0:1787757818.624696:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757818.624702:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787757818.624712:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757818.624717:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787757818.624724:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757818.624728:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1200.
00000400:00000200:1.0:1787757818.624735:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757818.624743:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757818.624750:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfaa0
00000400:00000010:1.0:1787757818.624753:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfaa0.
00000100:00000001:1.0:1787757818.624759:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757818.624767:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61cf00 x1874594466105472/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757818.624783:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757818.624790:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61cf00 x1874594466105472/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757843 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757818.624803:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757818.624807:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757818.624816:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757818.624823:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787757818.624830:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757818.624834:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314070570
00000100:00000001:1.0:1787757818.624839:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314071465
00000100:00000001:1.0:1787757818.624843:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314070570
00000100:00000001:1.0:1787757818.624847:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314071465
00000100:00000001:1.0:1787757818.624851:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757818.624855:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757818.624859:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757818.624866:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757818/real 1787757818]  req@ffff92505e61cf00 x1874594466105472/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757818.624883:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757818.624886:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757818.624889:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787757818.624894:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787757818.624897:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787757818.624901:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757818.624908:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61cf00 x1874594466105472/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757818.624927:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61cf00 x1874594466105472/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757818.624941:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757818.624944:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757818.624948:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757818.624951:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757818.624958:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61cf00 x1874594466105472/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757818.624970:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757818.624976:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61cf00 x1874594466105472/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757843 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757818.624986:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757818.624990:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757818.624992:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757818.624994:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757818.624996:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757818.624999:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757818.625002:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757818.625006:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757818.625009:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757818.625013:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61cf00 x1874594466105472/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757843 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757818.625024:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466105472:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757818.625059:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757818.625065:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61d680 x1874594466105600/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757818.625074:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757818.625076:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757818.625079:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757818.625082:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757818.625085:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757818.625089:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466105600:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757818.625093:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757818.625096:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757818.625099:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757818.625101:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757818.625106:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757818.625109:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757818.625114:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757818.625117:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
00000400:00000010:1.0:1787757818.625122:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787757818.625127:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466105600, portal 4
00000100:00000001:1.0:1787757818.625129:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757818.625131:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611350144 : -120601098201472 : ffff92505e61d680)
00000100:00000040:1.0:1787757818.625139:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61d680 x1874594466105600/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757818.625147:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757818.625151:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757818.625154:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfaa0.
00000100:00000200:1.0:1787757818.625157:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466105600, offset 0
00000400:00000200:1.0:1787757818.625162:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757818.625167:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757818.625172:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757818.625177:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757818.625181:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757818.625184:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757818.625187:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757818.625192:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56736:56736:256:4294967295] 192.168.201.154@tcp LPNI seq info [56736:56736:8:4294967295]
00000400:00000200:1.0:1787757818.625197:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757818.625207:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757818.625213:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757818.625217:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1200.
00000800:00000200:1.0:1787757818.625223:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757818.625227:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787757818.625233:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757818.625236:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787757818.625241:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757818.625244:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1200.
00000400:00000200:1.0:1787757818.625248:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757818.625253:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757818.625257:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfaa0
00000400:00000010:1.0:1787757818.625260:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfaa0.
00000100:00000001:1.0:1787757818.625264:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757818.625305:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61d680 x1874594466105600/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757818.625321:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757818.625328:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61d680 x1874594466105600/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757843 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757818.625342:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757818.625345:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757818.625354:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757818.625360:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787757818.625366:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757818.625371:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314070554
00000100:00000001:1.0:1787757818.625376:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314071465
00000100:00000001:1.0:1787757818.625381:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314070554
00000100:00000001:1.0:1787757818.625385:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314071465
00000100:00000001:1.0:1787757818.625389:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757818.625393:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757818.625398:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757818.625406:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757818/real 1787757818]  req@ffff92505e61d680 x1874594466105600/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757818.625422:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757818.625425:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757818.625429:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787757818.625435:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787757818.625439:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787757818.625443:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757818.625450:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61d680 x1874594466105600/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757818.625468:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61d680 x1874594466105600/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757818.625484:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757818.625487:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757818.625491:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757818.625494:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757818.625502:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61d680 x1874594466105600/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757818.625515:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757818.625523:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61d680 x1874594466105600/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757843 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757818.625534:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757818.625537:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757818.625539:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757818.625541:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757818.625543:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757818.625545:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757818.625548:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757818.625552:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757818.625555:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757818.625560:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61d680 x1874594466105600/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757843 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757818.625571:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466105600:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757818.625576:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757818.625579:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757818.625582:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61cf00 x1874594466105472/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757843 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757818.625590:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757818.625593:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757818.625596:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077917400.
02000000:00000001:1.0:1787757818.625600:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757818.625603:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757818.625605:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787757818.625608:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757818.625610:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507caff400.
02000000:00000001:1.0:1787757818.625614:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757818.625615:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757818.625617:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61cf00.
00000100:00000001:1.0:1787757818.625621:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757818.625623:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757818.625625:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757818.625629:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61d680 x1874594466105600/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757843 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757818.625637:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757818.625638:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757818.625640:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757818.625645:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757818.625647:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757818.625648:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787757818.625650:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757818.625652:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507caff800.
02000000:00000001:1.0:1787757818.625654:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757818.625656:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757818.625657:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61d680.
00000100:00000001:1.0:1787757818.625660:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757818.625662:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757818.625664:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757818.625669:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757818.625671:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757818.625673:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757818.625676:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757819.134394:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757819.134405:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757819.134408:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757819.134416:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757819.134421:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757819.134425:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757819.134429:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757819.134432:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757819.134436:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757819.454454:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757819.454479:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757819.454489:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757819.454492:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757819.454498:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757819.454502:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757819.454598:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757819.454604:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757819.454610:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757819.582378:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314071465, at 4314071488
00000100:00000040:2.0:1787757819.582395:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314071465, at 4314071488
00000100:00000010:3.0:1787757819.582397:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6840.
00000100:00000010:2.0:1787757819.582417:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e60c0.
00000100:00000001:2.0:1787757820.158447:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757820.158458:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757820.158461:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757820.158468:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757820.158474:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757820.158479:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757820.158483:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757820.158486:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757820.158490:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757820.478394:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757820.478404:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757820.478417:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757820.478420:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757820.478428:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757820.478431:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757820.478498:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757820.478506:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757820.478512:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757821.182408:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757821.182418:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757821.182421:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757821.182428:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757821.182433:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757821.182438:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757821.182441:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757821.182445:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757821.182448:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757821.502437:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757821.502448:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757821.502462:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757821.502465:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757821.502473:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757821.502476:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757821.502513:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757821.502518:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757821.502523:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757822.206372:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757822.206382:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757822.206385:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757822.206393:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757822.206398:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757822.206402:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757822.206406:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757822.206410:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757822.206413:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757822.526407:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757822.526419:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757822.526423:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757822.526430:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757822.526438:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757822.526442:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757822.526445:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757822.526450:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757822.526459:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757822.526464:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757822.526467:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757822.526471:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757822.526474:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757822.526478:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757822.526482:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757822.526487:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757822.526494:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757822.526497:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757822.526639:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757822.526645:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757822.526650:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757823.230413:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757823.230426:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757823.230432:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757823.230441:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757823.230446:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757823.230451:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757823.230454:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757823.230458:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757823.230461:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757823.550440:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757823.550449:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757823.550469:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757823.550472:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757823.550481:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757823.550484:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757823.550564:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757823.550574:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757823.550581:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757823.742485:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757823.742504:0:277834:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757823.742509:0:277834:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757823.742515:0:277834:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757823.742523:0:277834:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757823.742534:0:277834:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19403
00000400:00000200:3.0:1787757823.742549:0:277834:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757823.742562:0:277834:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757823.742569:0:277834:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757823.742576:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757823.742582:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757823.742588:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757823.742593:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757823.742601:0:277834:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757823.742606:0:277834:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757823.742611:0:277834:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757823.742618:0:277834:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757823.742623:0:277834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757823.742629:0:277834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757823.742637:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757823.742641:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757823.742646:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757823.742650:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757823.742658:0:277834:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757823.742663:0:277834:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757823.742667:0:277834:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757823.742672:0:277834:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757823.742678:0:277834:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757823.742682:0:277834:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757823.742685:0:277834:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757823.742690:0:277834:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757823.742706:0:277834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca192c0.
00000020:00000040:3.0:1787757823.742711:0:277834:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757823.742718:0:277834:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757823.742721:0:277834:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757823.742726:0:277834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757823.742731:0:277834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757823.742737:0:277834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757823.742750:0:277834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e000.
00000100:00000001:3.0:1787757823.742760:0:277834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757823.742776:0:277834:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca192c0 x1874594466105728/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757823.742792:0:277834:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757823.742799:0:277834:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757823.742806:0:277834:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e50181] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca192c0 x1874594466105728/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757823.742844:0:277834:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757823.742850:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757823.742855:0:277834:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757823.742857:0:277834:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757823.742861:0:277834:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757823.742865:0:277834:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757823.742869:0:277834:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19403
00000400:00000200:3.0:1787757823.742875:0:277834:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757823.742880:0:277834:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757823.742883:0:277834:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757823.742888:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757823.742892:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757823.742896:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757823.742899:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757823.742903:0:277834:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757823.742905:0:277834:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757823.742908:0:277834:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757823.742913:0:277834:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787757823.742915:0:277834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787757823.742918:0:277834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:1.0:1787757823.742923:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787757823.742923:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757823.742928:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757823.742931:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757823.742933:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:1.0:1787757823.742966:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1787757823.742967:0:277834:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00000001:1.0:1787757823.742974:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1787757823.742981:0:277834:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757823.742986:0:277834:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757823.742995:0:277834:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1787757823.742999:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca192c0 x1874594466105728/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787757823.743008:0:277834:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757823.743029:0:277834:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757823.743047:0:277834:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787757823.743051:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757823.743057:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787757823.743057:0:277834:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757823.743072:0:277834:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757823.743074:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787757823.743078:0:277834:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757823.743082:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1787757823.743086:0:277834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1b0c0.
02000000:00000001:1.0:1787757823.743090:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787757823.743094:0:277834:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000100:00100000:1.0:1787757823.743106:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466105728:192.168.201.154@tcp:250:kworker.0
02000000:00000001:3.0:1787757823.743107:0:277834:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757823.743117:0:277834:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757823.743127:0:277834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787757823.743134:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757823.743137:0:277834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757823.743141:0:277834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757823.743143:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757823.743153:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757823.743158:0:277834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e800.
02000000:00000001:1.0:1787757823.743160:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787757823.743171:0:277834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787757823.743176:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757823.743184:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757823.743186:0:277834:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1b0c0 x1874594466105856/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787757823.743214:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757823.743217:0:277834:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757823.743225:0:277834:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787757823.743226:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
00000100:00000040:3.0:1787757823.743245:0:277834:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043bdf1c5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1b0c0 x1874594466105856/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787757823.743249:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000001:3.0:1787757823.743338:0:277834:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757823.743344:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757823.743349:0:277834:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000200:1.0:1787757823.743352:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466105728, portal 25
00000100:00000001:3.0:1787757823.743353:0:277834:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757823.743361:0:277834:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787757823.743363:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757823.743369:0:277834:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787757823.743370:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118843584 : -120600590708032 : ffff92507ca192c0)
00000100:00080000:3.0:1787757823.743387:0:277834:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19403
00000100:00000040:1.0:1787757823.743390:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca192c0 x1874594466105728/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787757823.743418:0:277834:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757823.743419:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757823.743429:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757823.743435:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfaa0.
00000400:00000200:3.0:1787757823.743437:0:277834:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00000200:1.0:1787757823.743444:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466105728, offset 0
00000100:00080000:3.0:1787757823.743447:0:277834:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757823.743462:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000200:1.0:1787757823.743468:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000001:3.0:1787757823.743474:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757823.743487:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000200:1.0:1787757823.743489:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757823.743500:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757823.743507:0:277834:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:1.0:1787757823.743514:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000020:00000040:3.0:1787757823.743516:0:277834:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787757823.743533:0:277834:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787757823.743537:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1787757823.743542:0:277834:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000400:00000200:1.0:1787757823.743549:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000020:00000001:3.0:1787757823.743557:0:277834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:1.0:1787757823.743561:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757823.743568:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000020:00000001:3.0:1787757823.743573:0:277834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:1.0:1787757823.743581:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56737:56737:256:4294967295] 192.168.201.154@tcp LPNI seq info [56737:56737:8:4294967295]
00000400:00000200:1.0:1787757823.743598:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:3.0:1787757823.743602:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757823.743619:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787757823.743629:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1787757823.743636:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000800:00000200:1.0:1787757823.743652:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000001:3.0:1787757823.743655:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757823.743667:0:277834:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787757823.743674:0:277834:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000800:00000010:1.0:1787757823.743677:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1200.
00000100:00000001:3.0:1787757823.743680:0:277834:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757823.743686:0:277834:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757823.743694:0:277834:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757823.743705:0:277834:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787757823.743713:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:3.0:1787757823.743713:0:277834:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757823.743720:0:277834:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757823.743729:0:277834:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787757823.743731:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1787757823.743735:0:277834:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757823.743743:0:277834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a1c0.
00000020:00000040:3.0:1787757823.743749:0:277834:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787757823.743761:0:277834:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.1:1787757823.743763:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000001:3.0:1787757823.743765:0:277834:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757823.743774:0:277834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.1:1787757823.743774:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
02000000:00000001:3.0:1787757823.743785:0:277834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757823.743791:0:277834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787757823.743800:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757823.743806:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1200.
02000000:00000010:3.0:1787757823.743807:0:277834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51f400.
00000100:00000001:3.0:1787757823.743816:0:277834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757823.743817:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757823.743846:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000100:00100000:3.0:1787757823.743847:0:277834:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a1c0 x1874594466105984/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787757823.743857:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfaa0
00000400:00000010:1.0:1787757823.743871:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfaa0.
00000100:00000001:3.0:1787757823.743872:0:277834:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757823.743882:0:277834:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757823.743887:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1787757823.743898:0:277834:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062ae16d5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a1c0 x1874594466105984/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757823.743906:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca192c0 x1874594466105728/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757823.743968:0:277834:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757823.743976:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787757823.743982:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757823.743984:0:277834:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1787757823.743993:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca192c0 x1874594466105728/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757848 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787757823.743997:0:277834:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19413)
00000100:00000001:1.0:1787757823.744021:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757823.744024:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757823.744036:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757823.744046:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757823.744050:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314076585
00000100:00000010:1.0:1787757823.744058:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6660.
00000100:00000001:1.0:1787757823.744067:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787757823.744076:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314076585
00000100:00000010:1.0:1787757823.744080:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6a80.
00000100:00000001:1.0:1787757823.744083:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787757823.744088:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757823.744091:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757823.744094:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757823.744100:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757823/real 1787757823]  req@ffff92507ca192c0 x1874594466105728/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757823.744112:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757823.744115:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757823.744118:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787757823.744121:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787757823.744124:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787757823.744127:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757823.744132:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca192c0 x1874594466105728/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757823.744143:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca192c0 x1874594466105728/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757823.744152:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757823.744154:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757823.744156:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757823.744159:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757823.744164:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca192c0 x1874594466105728/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757823.744172:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757823.744178:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca192c0 x1874594466105728/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757848 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757823.744187:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757823.744190:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757823.744192:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757823.744195:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757823.744198:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757823.744201:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757823.744206:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757823.744211:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757823.744214:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757823.744220:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca192c0 x1874594466105728/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757848 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757823.744230:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466105728:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787757823.744236:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757823.744240:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757823.744246:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca192c0 x1874594466105728/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757848 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757823.744260:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757823.744264:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757823.744311:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757823.744321:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757823.744327:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757823.744330:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787757823.744335:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757823.744340:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51e000.
02000000:00000001:1.0:1787757823.744346:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757823.744350:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757823.744353:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca192c0.
00000100:00000001:1.0:1787757823.744358:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757823.744360:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757823.744363:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757823.744374:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757823.744376:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757823.744379:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757823.744382:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757823.744384:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757823.744392:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1b0c0 x1874594466105856/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757823.744402:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757823.744404:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757823.744408:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757823.744412:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757823.744415:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757823.744434:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466105856:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757823.744439:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757823.744443:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757823.744445:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757823.744447:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757823.744458:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757823.744460:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757823.744466:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757823.744470:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
00000400:00000010:1.0:1787757823.744475:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787757823.744480:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466105856, portal 10
00000100:00000001:1.0:1787757823.744482:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757823.744485:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118851264 : -120600590700352 : ffff92507ca1b0c0)
00000100:00000040:1.0:1787757823.744493:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1b0c0 x1874594466105856/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757823.744501:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757823.744504:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757823.744507:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfaa0.
00000100:00000200:1.0:1787757823.744511:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466105856, offset 0
00000400:00000200:1.0:1787757823.744516:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757823.744522:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757823.744527:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757823.744531:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757823.744535:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757823.744539:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757823.744542:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757823.744547:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56738:56738:256:4294967295] 192.168.201.154@tcp LPNI seq info [56738:56738:8:4294967295]
00000400:00000200:1.0:1787757823.744552:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757823.744561:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757823.744568:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757823.744572:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1200.
00000800:00000200:1.0:1787757823.744577:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757823.744581:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787757823.744589:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757823.744592:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787757823.744598:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757823.744600:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1200.
00000400:00000200:1.0:1787757823.744605:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757823.744609:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757823.744614:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfaa0
00000400:00000010:1.0:1787757823.744616:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfaa0.
00000100:00000001:1.0:1787757823.744619:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757823.744624:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1b0c0 x1874594466105856/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757823.744634:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757823.744638:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1b0c0 x1874594466105856/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757848 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757823.744647:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757823.744649:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757823.744654:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757823.744660:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787757823.744667:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757823.744671:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314075690
00000100:00000001:1.0:1787757823.744676:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314076585
00000100:00000001:1.0:1787757823.744680:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314075690
00000100:00000001:1.0:1787757823.744684:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314076585
00000100:00000001:1.0:1787757823.744688:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757823.744694:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757823.744698:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757823.744707:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757823/real 1787757823]  req@ffff92507ca1b0c0 x1874594466105856/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757823.744724:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757823.744727:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757823.744731:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787757823.744736:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787757823.744740:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787757823.744745:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757823.744753:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1b0c0 x1874594466105856/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757823.744767:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1b0c0 x1874594466105856/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757823.744776:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757823.744778:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757823.744781:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757823.744783:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757823.744787:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1b0c0 x1874594466105856/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757823.744796:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757823.744801:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1b0c0 x1874594466105856/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757848 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757823.744809:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757823.744812:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757823.744814:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757823.744816:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757823.744819:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757823.744822:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757823.744826:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757823.744831:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757823.744834:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757823.744839:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1b0c0 x1874594466105856/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757848 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757823.744848:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466105856:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757823.744854:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757823.744858:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1a1c0 x1874594466105984/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757823.744867:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757823.744869:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757823.744872:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757823.744874:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757823.744877:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757823.744880:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466105984:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757823.744885:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757823.744888:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757823.744890:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757823.744892:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757823.744897:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077917400.
02000000:00000001:1.0:1787757823.744899:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757823.744904:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757823.744908:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
00000400:00000010:1.0:1787757823.744912:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787757823.744916:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466105984, portal 4
00000100:00000001:1.0:1787757823.744919:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757823.744921:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118847424 : -120600590704192 : ffff92507ca1a1c0)
00000100:00000040:1.0:1787757823.744928:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1a1c0 x1874594466105984/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757823.744964:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757823.744971:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757823.744975:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfaa0.
00000100:00000200:1.0:1787757823.744978:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466105984, offset 0
00000400:00000200:1.0:1787757823.744983:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757823.744990:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757823.744995:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757823.745000:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757823.745003:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757823.745006:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757823.745009:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757823.745014:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56739:56739:256:4294967295] 192.168.201.154@tcp LPNI seq info [56739:56739:8:4294967295]
00000400:00000200:1.0:1787757823.745019:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757823.745027:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757823.745033:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757823.745037:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1200.
00000800:00000200:1.0:1787757823.745042:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757823.745046:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787757823.745052:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757823.745056:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787757823.745061:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757823.745063:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1200.
00000400:00000200:1.0:1787757823.745067:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757823.745072:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757823.745075:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfaa0
00000400:00000010:1.0:1787757823.745078:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfaa0.
00000100:00000001:1.0:1787757823.745081:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757823.745086:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1a1c0 x1874594466105984/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757823.745097:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757823.745101:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a1c0 x1874594466105984/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757848 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757823.745109:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757823.745111:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757823.745116:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757823.745121:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787757823.745125:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757823.745128:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314075673
00000100:00000001:1.0:1787757823.745131:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314076585
00000100:00000001:1.0:1787757823.745134:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314075673
00000100:00000001:1.0:1787757823.745137:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314076585
00000100:00000001:1.0:1787757823.745139:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757823.745142:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757823.745144:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757823.745149:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757823/real 1787757823]  req@ffff92507ca1a1c0 x1874594466105984/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757823.745158:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757823.745160:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757823.745162:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787757823.745165:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787757823.745167:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787757823.745170:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757823.745174:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1a1c0 x1874594466105984/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757823.745184:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1a1c0 x1874594466105984/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757823.745192:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757823.745194:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757823.745196:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757823.745197:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757823.745202:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1a1c0 x1874594466105984/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757823.745209:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757823.745214:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1a1c0 x1874594466105984/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757848 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757823.745224:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757823.745227:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757823.745229:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757823.745231:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757823.745233:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757823.745235:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757823.745238:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757823.745243:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757823.745247:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757823.745255:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1a1c0 x1874594466105984/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757848 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757823.745306:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466105984:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757823.745315:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757823.745320:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757823.745327:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1b0c0 x1874594466105856/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757848 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757823.745342:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757823.745345:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757823.745350:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757823.745356:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757823.745359:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757823.745361:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787757823.745364:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757823.745366:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51e800.
02000000:00000001:1.0:1787757823.745370:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757823.745371:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757823.745373:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1b0c0.
00000100:00000001:1.0:1787757823.745377:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757823.745379:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757823.745382:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757823.745387:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1a1c0 x1874594466105984/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757848 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757823.745395:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757823.745397:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757823.745398:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077917400.
02000000:00000001:1.0:1787757823.745401:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757823.745402:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757823.745404:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787757823.745406:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757823.745408:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51f400.
02000000:00000001:1.0:1787757823.745412:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757823.745414:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757823.745416:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1a1c0.
00000100:00000001:1.0:1787757823.745419:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757823.745420:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757823.745423:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757823.745428:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757823.745430:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757823.745432:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757823.745434:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757824.254385:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757824.254396:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757824.254399:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757824.254406:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757824.254411:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757824.254417:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757824.254421:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757824.254425:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757824.254430:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757824.574447:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757824.574457:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757824.574468:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757824.574471:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757824.574479:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757824.574487:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757824.574490:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757824.574498:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757824.574503:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757824.574508:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757824.574512:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757824.574520:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757824.574560:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757824.574565:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757824.574569:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757824.702394:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314076585, at 4314076608
00000100:00000010:3.0:1787757824.702418:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6a80.
00000100:00000040:2.0:1787757824.702447:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314076585, at 4314076608
00000100:00000010:2.0:1787757824.702465:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6660.
00000100:00000001:2.0:1787757825.278400:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757825.278414:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757825.278419:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757825.278429:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757825.278437:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757825.278446:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757825.278452:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757825.278458:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757825.278463:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757825.598478:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757825.598491:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757825.598509:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757825.598514:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757825.598528:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757825.598532:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757825.598648:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757825.598656:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757825.598662:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757826.302391:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757826.302407:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757826.302413:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757826.302424:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757826.302432:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757826.302439:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757826.302445:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757826.302452:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757826.302457:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757826.622419:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757826.622430:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757826.622439:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757826.622442:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757826.622447:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757826.622448:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757826.622525:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757826.622537:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757826.622544:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757827.326391:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757827.326401:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757827.326405:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757827.326412:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757827.326418:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757827.326423:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757827.326427:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757827.326430:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757827.326434:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757827.646408:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757827.646419:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757827.646431:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757827.646435:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757827.646444:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757827.646447:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757827.646491:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757827.646496:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757827.646501:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757828.350405:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757828.350417:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757828.350420:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757828.350428:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757828.350433:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757828.350437:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757828.350441:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757828.350444:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757828.350448:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757828.670437:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757828.670448:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757828.670458:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757828.670462:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757828.670469:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757828.670472:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757828.670611:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757828.670618:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757828.670623:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757828.862369:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757828.862382:0:277834:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757828.862386:0:277834:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757828.862391:0:277834:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757828.862397:0:277834:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757828.862407:0:277834:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19408
00000400:00000200:3.0:1787757828.862417:0:277834:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757828.862425:0:277834:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757828.862430:0:277834:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757828.862434:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757828.862438:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757828.862442:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757828.862445:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757828.862450:0:277834:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757828.862452:0:277834:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757828.862456:0:277834:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757828.862460:0:277834:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757828.862463:0:277834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757828.862466:0:277834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757828.862471:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757828.862473:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757828.862476:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757828.862479:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757828.862482:0:277834:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757828.862487:0:277834:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757828.862490:0:277834:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757828.862494:0:277834:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757828.862498:0:277834:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757828.862502:0:277834:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757828.862504:0:277834:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757828.862507:0:277834:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757828.862533:0:277834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19680.
00000020:00000040:3.0:1787757828.862538:0:277834:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757828.862543:0:277834:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757828.862545:0:277834:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757828.862549:0:277834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757828.862553:0:277834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757828.862558:0:277834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757828.862570:0:277834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c000.
00000100:00000001:3.0:1787757828.862582:0:277834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757828.862599:0:277834:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19680 x1874594466106112/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757828.862620:0:277834:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757828.862629:0:277834:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757828.862639:0:277834:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c14b51e] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19680 x1874594466106112/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757828.862688:0:277834:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757828.862693:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757828.862698:0:277834:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757828.862700:0:277834:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757828.862703:0:277834:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757828.862707:0:277834:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757828.862712:0:277834:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19408
00000400:00000200:3.0:1787757828.862718:0:277834:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757828.862722:0:277834:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757828.862725:0:277834:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757828.862729:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757828.862732:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757828.862734:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757828.862738:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757828.862742:0:277834:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757828.862744:0:277834:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757828.862747:0:277834:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757828.862751:0:277834:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787757828.862755:0:277834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787757828.862757:0:277834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787757828.862762:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757828.862766:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757828.862768:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757828.862771:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:1.0:1787757828.862775:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1787757828.862775:0:277834:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00000001:1.0:1787757828.862788:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787757828.862788:0:277834:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:1.0:1787757828.862796:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787757828.862798:0:277834:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757828.862804:0:277834:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1787757828.862813:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca19680 x1874594466106112/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787757828.862814:0:277834:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757828.862825:0:277834:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757828.862832:0:277834:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757828.862841:0:277834:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787757828.862843:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757828.862872:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787757828.862874:0:277834:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757828.862882:0:277834:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757828.862883:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757828.862890:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1787757828.862894:0:277834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19a40.
02000000:00000001:1.0:1787757828.862897:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787757828.862904:0:277834:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000100:00100000:1.0:1787757828.862909:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466106112:192.168.201.154@tcp:250:kworker.0
02000000:00000001:3.0:1787757828.862912:0:277834:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757828.862917:0:277834:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757828.862927:0:277834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787757828.862928:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757828.862934:0:277834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787757828.862938:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757828.862941:0:277834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757828.862945:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757828.862951:0:277834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51dc00.
02000000:00000001:1.0:1787757828.862952:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787757828.862962:0:277834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787757828.862965:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077917400.
02000000:00000001:1.0:1787757828.862973:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757828.862976:0:277834:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19a40 x1874594466106240/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787757828.862989:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757828.863001:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
00000100:00000001:3.0:1787757828.863003:0:277834:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757828.863012:0:277834:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787757828.863018:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000040:3.0:1787757828.863020:0:277834:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048dd93e3] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19a40 x1874594466106240/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757828.863033:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466106112, portal 25
00000100:00000001:3.0:1787757828.863038:0:277834:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757828.863040:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787757828.863047:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787757828.863048:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118844544 : -120600590707072 : ffff92507ca19680)
00000100:00080000:3.0:1787757828.863060:0:277834:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787757828.863064:0:277834:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757828.863072:0:277834:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1787757828.863073:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca19680 x1874594466106112/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757828.863082:0:277834:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757828.863094:0:277834:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19408
00000100:00000001:1.0:1787757828.863099:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:3.0:1787757828.863111:0:277834:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:1.0:1787757828.863112:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757828.863123:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfaa0.
00000400:00000200:3.0:1787757828.863127:0:277834:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00000200:1.0:1787757828.863131:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466106112, offset 0
00000100:00080000:3.0:1787757828.863134:0:277834:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757828.863143:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757828.863149:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787757828.863150:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000040:3.0:1787757828.863158:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757828.863163:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757828.863170:0:277834:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:1.0:1787757828.863171:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000020:00000040:3.0:1787757828.863177:0:277834:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787757828.863183:0:277834:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787757828.863189:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000020:00000040:3.0:1787757828.863190:0:277834:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787757828.863201:0:277834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:1.0:1787757828.863207:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1787757828.863208:0:277834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:1.0:1787757828.863218:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00000040:3.0:1787757828.863220:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757828.863226:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787757828.863230:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1787757828.863236:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000200:1.0:1787757828.863242:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00000001:3.0:1787757828.863245:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757828.863252:0:277834:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000400:00000200:1.0:1787757828.863254:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56740:56740:256:4294967295] 192.168.201.154@tcp LPNI seq info [56740:56740:8:4294967295]
00000100:00080000:3.0:1787757828.863263:0:277834:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757828.863308:0:277834:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757828.863313:0:277834:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757828.863321:0:277834:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757828.863326:0:277834:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757828.863330:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757828.863333:0:277834:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757828.863343:0:277834:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757828.863357:0:277834:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757828.863359:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787757828.863368:0:277834:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787757828.863377:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000010:3.0:1787757828.863385:0:277834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a940.
00000800:00000010:1.0:1787757828.863388:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1200.
00000020:00000040:3.0:1787757828.863399:0:277834:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000800:00000200:1.0:1787757828.863405:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000001:3.0:1787757828.863412:0:277834:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.0:1787757828.863415:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
02000000:00000001:3.0:1787757828.863419:0:277834:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787757828.863428:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:3.0:1787757828.863430:0:277834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.1:1787757828.863436:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
02000000:00000001:3.0:1787757828.863438:0:277834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757828.863448:0:277834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787757828.863449:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757828.863456:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1200.
00000400:00000200:1.0:1787757828.863465:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:3.0:1787757828.863466:0:277834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51ec00.
00000400:00000200:1.0:1787757828.863475:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787757828.863481:0:277834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757828.863485:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfaa0
00000400:00000010:1.0:1787757828.863491:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfaa0.
00000100:00000001:1.0:1787757828.863499:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:3.0:1787757828.863503:0:277834:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a940 x1874594466106368/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787757828.863511:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca19680 x1874594466106112/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757828.863560:0:277834:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787757828.863563:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787757828.863571:0:277834:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757828.863577:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19680 x1874594466106112/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757853 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787757828.863592:0:277834:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acf304e1] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a940 x1874594466106368/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757828.863604:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757828.863615:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757828.863628:0:277834:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757828.863632:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757828.863635:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787757828.863650:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:3.0:1787757828.863652:0:277834:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1787757828.863663:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314081705
00000100:00000040:3.0:1787757828.863666:0:277834:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19418)
00000100:00000010:1.0:1787757828.863678:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e63c0.
00000100:00000001:1.0:1787757828.863692:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787757828.863700:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314081705
00000100:00000010:1.0:1787757828.863705:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6240.
00000100:00000001:1.0:1787757828.863710:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787757828.863713:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757828.863717:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757828.863721:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757828.863729:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757828/real 1787757828]  req@ffff92507ca19680 x1874594466106112/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757828.863742:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757828.863744:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757828.863749:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787757828.863753:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787757828.863755:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787757828.863759:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757828.863763:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca19680 x1874594466106112/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757828.863775:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca19680 x1874594466106112/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757828.863783:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757828.863785:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757828.863788:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757828.863790:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757828.863795:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca19680 x1874594466106112/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757828.863804:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757828.863810:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca19680 x1874594466106112/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757853 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757828.863819:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757828.863823:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757828.863825:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757828.863826:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757828.863830:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757828.863832:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757828.863836:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757828.863841:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757828.863844:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757828.863885:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca19680 x1874594466106112/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757853 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757828.863896:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466106112:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787757828.863907:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757828.863910:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757828.863914:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca19680 x1874594466106112/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757853 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757828.863923:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757828.863926:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757828.863930:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077917400.
02000000:00000001:1.0:1787757828.863934:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757828.863936:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757828.863938:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787757828.863941:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757828.863945:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51c000.
02000000:00000001:1.0:1787757828.863949:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757828.863951:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757828.863953:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca19680.
00000100:00000001:1.0:1787757828.863957:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757828.863958:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757828.863961:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757828.863970:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757828.863973:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757828.863976:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757828.863978:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757828.863980:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757828.863985:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca19a40 x1874594466106240/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757828.863994:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757828.863996:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757828.863999:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757828.864002:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757828.864004:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757828.864008:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca19a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466106240:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757828.864012:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757828.864016:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757828.864018:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757828.864021:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757828.864025:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077917400.
02000000:00000001:1.0:1787757828.864028:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757828.864033:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757828.864037:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
00000400:00000010:1.0:1787757828.864041:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787757828.864045:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466106240, portal 10
00000100:00000001:1.0:1787757828.864048:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757828.864050:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118845504 : -120600590706112 : ffff92507ca19a40)
00000100:00000040:1.0:1787757828.864058:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca19a40 x1874594466106240/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757828.864067:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757828.864070:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757828.864072:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfaa0.
00000100:00000200:1.0:1787757828.864076:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466106240, offset 0
00000400:00000200:1.0:1787757828.864081:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757828.864087:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757828.864092:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757828.864096:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757828.864100:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757828.864103:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757828.864107:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757828.864111:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56741:56741:256:4294967295] 192.168.201.154@tcp LPNI seq info [56741:56741:8:4294967295]
00000400:00000200:1.0:1787757828.864117:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757828.864126:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757828.864132:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757828.864137:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1200.
00000800:00000200:1.0:1787757828.864142:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757828.864146:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787757828.864151:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757828.864155:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787757828.864160:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757828.864163:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1200.
00000400:00000200:1.0:1787757828.864167:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757828.864172:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757828.864176:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfaa0
00000400:00000010:1.0:1787757828.864178:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfaa0.
00000100:00000001:1.0:1787757828.864181:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757828.864186:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca19a40 x1874594466106240/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757828.864196:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757828.864200:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19a40 x1874594466106240/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757853 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757828.864208:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757828.864210:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757828.864214:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757828.864219:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787757828.864223:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757828.864226:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314080809
00000100:00000001:1.0:1787757828.864230:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314081705
00000100:00000001:1.0:1787757828.864233:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314080809
00000100:00000001:1.0:1787757828.864236:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314081705
00000100:00000001:1.0:1787757828.864239:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757828.864241:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757828.864244:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757828.864248:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757828/real 1787757828]  req@ffff92507ca19a40 x1874594466106240/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757828.864257:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757828.864259:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757828.864261:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787757828.864263:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787757828.864265:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787757828.864298:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757828.864305:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca19a40 x1874594466106240/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757828.864316:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca19a40 x1874594466106240/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757828.864325:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757828.864327:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757828.864329:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757828.864331:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757828.864335:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca19a40 x1874594466106240/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757828.864344:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757828.864349:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca19a40 x1874594466106240/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757853 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757828.864358:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757828.864361:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757828.864363:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757828.864364:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757828.864367:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757828.864369:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757828.864372:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757828.864376:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757828.864379:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757828.864383:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca19a40 x1874594466106240/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757853 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757828.864393:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca19a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466106240:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757828.864398:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757828.864402:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1a940 x1874594466106368/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757828.864419:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757828.864421:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757828.864424:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757828.864426:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757828.864429:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757828.864432:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466106368:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757828.864436:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757828.864438:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757828.864440:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757828.864442:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757828.864447:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757828.864449:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757828.864453:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757828.864456:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
00000400:00000010:1.0:1787757828.864460:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787757828.864464:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466106368, portal 4
00000100:00000001:1.0:1787757828.864466:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757828.864469:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118849344 : -120600590702272 : ffff92507ca1a940)
00000100:00000040:1.0:1787757828.864476:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1a940 x1874594466106368/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757828.864484:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757828.864487:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757828.864490:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfaa0.
00000100:00000200:1.0:1787757828.864493:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466106368, offset 0
00000400:00000200:1.0:1787757828.864497:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757828.864502:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757828.864506:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757828.864510:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757828.864514:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757828.864517:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757828.864520:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757828.864525:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56742:56742:256:4294967295] 192.168.201.154@tcp LPNI seq info [56742:56742:8:4294967295]
00000400:00000200:1.0:1787757828.864530:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757828.864539:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757828.864545:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757828.864548:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1200.
00000800:00000200:1.0:1787757828.864555:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757828.864560:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787757828.864568:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757828.864574:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787757828.864581:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757828.864585:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1200.
00000400:00000200:1.0:1787757828.864591:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757828.864598:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757828.864603:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfaa0
00000400:00000010:1.0:1787757828.864607:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfaa0.
00000100:00000001:1.0:1787757828.864612:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757828.864620:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1a940 x1874594466106368/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757828.864637:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757828.864644:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a940 x1874594466106368/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757853 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757828.864659:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757828.864663:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757828.864671:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757828.864675:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787757828.864680:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757828.864683:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314080793
00000100:00000001:1.0:1787757828.864687:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314081705
00000100:00000001:1.0:1787757828.864690:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314080793
00000100:00000001:1.0:1787757828.864693:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314081705
00000100:00000001:1.0:1787757828.864696:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757828.864699:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757828.864702:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757828.864707:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757828/real 1787757828]  req@ffff92507ca1a940 x1874594466106368/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757828.864717:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757828.864719:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757828.864722:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787757828.864725:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787757828.864727:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787757828.864729:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757828.864734:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1a940 x1874594466106368/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757828.864744:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1a940 x1874594466106368/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757828.864752:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757828.864753:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757828.864755:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757828.864757:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757828.864761:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1a940 x1874594466106368/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757828.864770:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757828.864774:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1a940 x1874594466106368/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757853 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757828.864784:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757828.864786:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757828.864788:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757828.864790:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757828.864792:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757828.864794:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757828.864797:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757828.864802:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757828.864804:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757828.864809:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1a940 x1874594466106368/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757853 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757828.864819:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466106368:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757828.864823:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757828.864826:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757828.864829:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca19a40 x1874594466106240/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757853 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757828.864837:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757828.864839:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757828.864842:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077917400.
02000000:00000001:1.0:1787757828.864844:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757828.864846:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757828.864868:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787757828.864871:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757828.864874:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51dc00.
02000000:00000001:1.0:1787757828.864877:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757828.864879:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757828.864881:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca19a40.
00000100:00000001:1.0:1787757828.864884:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757828.864885:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757828.864888:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757828.864892:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1a940 x1874594466106368/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757853 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757828.864901:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757828.864903:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757828.864905:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757828.864910:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757828.864912:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757828.864913:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787757828.864916:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757828.864918:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51ec00.
02000000:00000001:1.0:1787757828.864921:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757828.864922:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757828.864924:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1a940.
00000100:00000001:1.0:1787757828.864927:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757828.864929:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757828.864931:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757828.864935:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757828.864937:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757828.864939:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757828.864941:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757829.374401:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757829.374413:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757829.374416:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757829.374424:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757829.374431:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757829.374436:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757829.374439:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757829.374443:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757829.374446:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757829.694437:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757829.694446:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757829.694459:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757829.694463:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757829.694471:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757829.694474:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757829.694550:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757829.694560:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757829.694567:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757829.822376:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314081705, at 4314081728
00000100:00000040:2.0:1787757829.822390:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314081705, at 4314081728
00000100:00000010:3.0:1787757829.822398:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6240.
00000100:00000010:2.0:1787757829.822408:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e63c0.
00000100:00000001:2.0:1787757830.398399:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757830.398409:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757830.398413:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757830.398420:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757830.398425:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757830.398429:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757830.398433:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757830.398436:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757830.398439:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757830.718515:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757830.718527:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757830.718543:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757830.718547:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757830.718557:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757830.718561:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787757830.718620:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787757830.718629:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787757830.718636:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757831.422401:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757831.422412:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757831.422416:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757831.422438:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757831.422444:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757831.422449:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757831.422453:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757831.422456:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757831.422460:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757831.742496:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757831.742505:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757831.742515:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757831.742519:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757831.742525:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757831.742527:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757831.742649:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757831.742661:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757831.742669:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757832.446327:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757832.446334:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757832.446336:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757832.446341:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757832.446344:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757832.446347:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757832.446349:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757832.446351:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757832.446353:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757832.766353:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757832.766361:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757832.766364:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757832.766367:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757832.766371:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757832.766373:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757832.766376:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757832.766377:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757832.766382:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757832.766384:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757832.766385:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757832.766386:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757832.766387:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757832.766388:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757832.766390:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757832.766391:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757832.766394:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757832.766396:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757832.766469:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757832.766472:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757832.766475:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757833.470404:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757833.470412:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757833.470414:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757833.470420:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757833.470425:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757833.470430:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757833.470433:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757833.470437:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757833.470440:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757833.790426:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757833.790436:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757833.790447:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757833.790450:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757833.790458:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757833.790461:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757833.790557:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757833.790568:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757833.790576:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787757833.982418:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757833.982432:0:277834:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787757833.982435:0:277834:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757833.982440:0:277834:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757833.982446:0:277834:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757833.982456:0:277834:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19413
00000400:00000200:2.0:1787757833.982467:0:277834:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757833.982478:0:277834:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757833.982484:0:277834:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757833.982491:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757833.982496:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757833.982502:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757833.982507:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757833.982515:0:277834:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757833.982518:0:277834:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787757833.982524:0:277834:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757833.982530:0:277834:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787757833.982535:0:277834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787757833.982541:0:277834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787757833.982548:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757833.982553:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757833.982558:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757833.982562:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757833.982568:0:277834:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787757833.982573:0:277834:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757833.982577:0:277834:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757833.982581:0:277834:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757833.982585:0:277834:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757833.982589:0:277834:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757833.982592:0:277834:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757833.982596:0:277834:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757833.982606:0:277834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61d2c0.
00000020:00000040:2.0:1787757833.982611:0:277834:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787757833.982616:0:277834:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757833.982618:0:277834:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757833.982622:0:277834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757833.982626:0:277834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757833.982631:0:277834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757833.982642:0:277834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafd000.
00000100:00000001:2.0:1787757833.982650:0:277834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757833.982662:0:277834:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61d2c0 x1874594466106496/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757833.982677:0:277834:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757833.982682:0:277834:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757833.982689:0:277834:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b484489] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61d2c0 x1874594466106496/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757833.982721:0:277834:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757833.982725:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757833.982730:0:277834:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787757833.982732:0:277834:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757833.982735:0:277834:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757833.982738:0:277834:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757833.982743:0:277834:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19413
00000400:00000200:2.0:1787757833.982749:0:277834:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757833.982753:0:277834:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757833.982756:0:277834:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757833.982785:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757833.982788:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757833.982791:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757833.982793:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757833.982797:0:277834:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757833.982799:0:277834:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:2.0:1787757833.982801:0:277834:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757833.982804:0:277834:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:2.0:1787757833.982806:0:277834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:2.0:1787757833.982809:0:277834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:2.0:1787757833.982812:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757833.982815:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757833.982818:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757833.982821:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757833.982825:0:277834:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:2.0:1787757833.982829:0:277834:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757833.982833:0:277834:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757833.982836:0:277834:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757833.982844:0:277834:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757833.982848:0:277834:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757833.982851:0:277834:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787757833.982858:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:2.0:1787757833.982858:0:277834:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787757833.982867:0:277834:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757833.982869:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757833.982871:0:277834:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757833.982877:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000010:2.0:1787757833.982881:0:277834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61f840.
00000020:00000040:2.0:1787757833.982887:0:277834:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000100:00000040:1.0:1787757833.982894:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61d2c0 x1874594466106496/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787757833.982895:0:277834:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757833.982901:0:277834:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757833.982909:0:277834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757833.982913:0:277834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757833.982917:0:277834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757833.982928:0:277834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafdc00.
00000100:00000001:1.0:1787757833.982929:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757833.982935:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757833.982939:0:277834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757833.982942:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757833.982949:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1787757833.982954:0:277834:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61f840 x1874594466106624/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787757833.982956:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757833.982972:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466106496:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757833.982984:0:277834:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787757833.982986:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787757833.982992:0:277834:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757833.982997:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757833.983004:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757833.983005:0:277834:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aef5ed20] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61f840 x1874594466106624/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787757833.983009:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757833.983022:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915c00.
00000100:00000001:2.0:1787757833.983025:0:277834:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757833.983028:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757833.983033:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757833.983039:0:277834:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:1.0:1787757833.983045:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757833.983046:0:277834:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757833.983052:0:277834:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1787757833.983058:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
00000100:00000001:2.0:1787757833.983059:0:277834:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757833.983067:0:277834:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19413
00000400:00000010:1.0:1787757833.983072:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000400:00000200:2.0:1787757833.983076:0:277834:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757833.983084:0:277834:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00000200:1.0:1787757833.983087:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466106496, portal 25
00000100:00080000:2.0:1787757833.983088:0:277834:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787757833.983098:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:2.0:1787757833.983100:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757833.983104:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611349184 : -120601098202432 : ffff92505e61d2c0)
00000100:00000001:2.0:1787757833.983106:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757833.983113:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757833.983121:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000040:1.0:1787757833.983122:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61d2c0 x1874594466106496/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787757833.983126:0:277834:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757833.983132:0:277834:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:2.0:1787757833.983138:0:277834:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757833.983144:0:277834:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000100:00000001:1.0:1787757833.983149:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:2.0:1787757833.983150:0:277834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:2.0:1787757833.983155:0:277834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:2.0:1787757833.983161:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757833.983163:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757833.983165:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757833.983167:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757833.983173:0:277834:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00000040:1.0:1787757833.983181:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00080000:2.0:1787757833.983185:0:277834:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000400:00000010:1.0:1787757833.983189:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfaa0.
00000100:00000001:2.0:1787757833.983194:0:277834:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787757833.983198:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466106496, offset 0
02000000:00000001:2.0:1787757833.983199:0:277834:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757833.983209:0:277834:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787757833.983217:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
02000000:00000001:2.0:1787757833.983221:0:277834:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757833.983229:0:277834:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:1.0:1787757833.983235:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000008:00100000:2.0:1787757833.983238:0:277834:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787757833.983250:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000008:00000001:2.0:1787757833.983251:0:277834:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757833.983262:0:277834:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757833.983263:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757833.983325:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00000010:2.0:1787757833.983328:0:277834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61f480.
00000400:00000200:1.0:1787757833.983335:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000020:00000040:2.0:1787757833.983337:0:277834:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000400:00000200:1.0:1787757833.983344:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
02000000:00000001:2.0:1787757833.983347:0:277834:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757833.983353:0:277834:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757833.983359:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56743:56743:256:4294967295] 192.168.201.154@tcp LPNI seq info [56743:56743:8:4294967295]
00000100:00000001:2.0:1787757833.983360:0:277834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757833.983365:0:277834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757833.983372:0:277834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757833.983380:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000010:2.0:1787757833.983385:0:277834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafec00.
00000100:00000001:2.0:1787757833.983394:0:277834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757833.983405:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00100000:2.0:1787757833.983412:0:277834:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61f480 x1874594466106752/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1787757833.983425:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000001:2.0:1787757833.983437:0:277834:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000010:1.0:1787757833.983441:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1200.
00000100:00000001:2.0:1787757833.983442:0:277834:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757833.983456:0:277834:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f638b8ce] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61f480 x1874594466106752/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1787757833.983464:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757833.983475:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000100:00000001:2.0:1787757833.983490:0:277834:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787757833.983490:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757833.983500:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000100:00000040:2.0:1787757833.983504:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1787757833.983513:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757833.983522:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1200.
00000100:00000040:2.0:1787757833.983523:0:277834:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1787757833.983530:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1787757833.983538:0:277834:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19423)
00000400:00000200:1.0:1787757833.983540:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757833.983551:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfaa0
00000400:00000010:1.0:1787757833.983555:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfaa0.
00000100:00000001:1.0:1787757833.983562:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757833.983569:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61d2c0 x1874594466106496/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757833.983592:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757833.983597:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61d2c0 x1874594466106496/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757858 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757833.983607:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757833.983609:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757833.983618:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757833.983623:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757833.983627:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314086825
00000100:00000010:1.0:1787757833.983633:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6a20.
00000100:00000001:1.0:1787757833.983643:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787757833.983649:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314086825
00000100:00000010:1.0:1787757833.983653:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6060.
00000100:00000001:1.0:1787757833.983656:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787757833.983660:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757833.983664:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757833.983667:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757833.983673:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757833/real 1787757833]  req@ffff92505e61d2c0 x1874594466106496/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757833.983684:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757833.983686:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757833.983689:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787757833.983693:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787757833.983695:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787757833.983698:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757833.983702:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61d2c0 x1874594466106496/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757833.983713:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61d2c0 x1874594466106496/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757833.983721:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757833.983724:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757833.983728:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757833.983731:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757833.983739:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61d2c0 x1874594466106496/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757833.983754:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757833.983784:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61d2c0 x1874594466106496/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757858 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757833.983800:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757833.983806:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757833.983810:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757833.983813:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757833.983817:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757833.983821:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757833.983827:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757833.983835:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757833.983840:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757833.983850:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61d2c0 x1874594466106496/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757858 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757833.983865:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466106496:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787757833.983871:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757833.983874:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757833.983878:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61d2c0 x1874594466106496/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757858 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757833.983887:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757833.983890:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757833.983894:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757833.983901:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757833.983903:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757833.983906:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787757833.983909:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757833.983913:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafd000.
02000000:00000001:1.0:1787757833.983917:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757833.983919:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757833.983922:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61d2c0.
00000100:00000001:1.0:1787757833.983925:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757833.983927:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757833.983930:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757833.983939:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757833.983942:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757833.983944:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757833.983947:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757833.983949:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757833.983953:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61f840 x1874594466106624/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757833.983962:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757833.983964:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757833.983967:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757833.983970:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757833.983972:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757833.983976:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466106624:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757833.983980:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757833.983983:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757833.983985:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757833.983988:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757833.983992:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757833.983995:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757833.984000:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757833.984003:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
00000400:00000010:1.0:1787757833.984008:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787757833.984012:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466106624, portal 10
00000100:00000001:1.0:1787757833.984015:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757833.984017:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611358784 : -120601098192832 : ffff92505e61f840)
00000100:00000040:1.0:1787757833.984024:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61f840 x1874594466106624/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757833.984034:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757833.984037:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757833.984040:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfaa0.
00000100:00000200:1.0:1787757833.984043:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466106624, offset 0
00000400:00000200:1.0:1787757833.984048:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757833.984054:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757833.984059:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757833.984063:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757833.984067:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757833.984070:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757833.984073:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757833.984078:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56744:56744:256:4294967295] 192.168.201.154@tcp LPNI seq info [56744:56744:8:4294967295]
00000400:00000200:1.0:1787757833.984083:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757833.984092:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757833.984098:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757833.984103:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1200.
00000800:00000200:1.0:1787757833.984108:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757833.984112:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787757833.984117:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757833.984120:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1787757833.984125:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757833.984128:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1200.
00000400:00000200:1.0:1787757833.984132:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757833.984136:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757833.984140:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfaa0
00000400:00000010:1.0:1787757833.984143:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfaa0.
00000100:00000001:1.0:1787757833.984146:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757833.984151:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61f840 x1874594466106624/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757833.984161:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757833.984165:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61f840 x1874594466106624/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757858 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757833.984181:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757833.984183:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757833.984188:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757833.984193:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787757833.984197:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757833.984200:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314085929
00000100:00000001:1.0:1787757833.984204:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314086825
00000100:00000001:1.0:1787757833.984207:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314085929
00000100:00000001:1.0:1787757833.984210:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314086825
00000100:00000001:1.0:1787757833.984212:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757833.984215:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757833.984217:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757833.984221:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757833/real 1787757833]  req@ffff92505e61f840 x1874594466106624/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757833.984231:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757833.984233:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757833.984235:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787757833.984238:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787757833.984240:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787757833.984242:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757833.984246:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61f840 x1874594466106624/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757833.984256:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61f840 x1874594466106624/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757833.984264:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757833.984295:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757833.984299:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757833.984301:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757833.984306:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61f840 x1874594466106624/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757833.984316:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757833.984321:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61f840 x1874594466106624/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757858 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757833.984330:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757833.984333:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757833.984335:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757833.984336:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757833.984339:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757833.984341:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757833.984344:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757833.984348:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757833.984351:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757833.984355:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61f840 x1874594466106624/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757858 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757833.984365:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466106624:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757833.984370:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757833.984375:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61f480 x1874594466106752/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757833.984383:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757833.984385:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757833.984387:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757833.984389:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757833.984392:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757833.984395:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466106752:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757833.984399:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757833.984401:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757833.984404:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757833.984407:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757833.984411:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077917400.
02000000:00000001:1.0:1787757833.984414:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757833.984418:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757833.984421:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
00000400:00000010:1.0:1787757833.984425:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787757833.984428:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466106752, portal 4
00000100:00000001:1.0:1787757833.984431:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757833.984433:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611357824 : -120601098193792 : ffff92505e61f480)
00000100:00000040:1.0:1787757833.984441:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61f480 x1874594466106752/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757833.984449:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757833.984452:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757833.984454:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfaa0.
00000100:00000200:1.0:1787757833.984457:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466106752, offset 0
00000400:00000200:1.0:1787757833.984462:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757833.984466:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757833.984471:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757833.984474:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757833.984478:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757833.984481:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757833.984484:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757833.984488:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56745:56745:256:4294967295] 192.168.201.154@tcp LPNI seq info [56745:56745:8:4294967295]
00000400:00000200:1.0:1787757833.984494:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757833.984502:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757833.984508:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757833.984512:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1200.
00000800:00000200:1.0:1787757833.984517:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757833.984520:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787757833.984525:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757833.984529:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1787757833.984534:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757833.984537:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1200.
00000400:00000200:1.0:1787757833.984541:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757833.984545:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757833.984549:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfaa0
00000400:00000010:1.0:1787757833.984551:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfaa0.
00000100:00000001:1.0:1787757833.984554:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757833.984559:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61f480 x1874594466106752/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757833.984568:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757833.984572:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61f480 x1874594466106752/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757858 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757833.984580:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757833.984582:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757833.984586:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757833.984589:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787757833.984593:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757833.984595:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314085913
00000100:00000001:1.0:1787757833.984598:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314086825
00000100:00000001:1.0:1787757833.984601:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314085913
00000100:00000001:1.0:1787757833.984604:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314086825
00000100:00000001:1.0:1787757833.984607:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757833.984609:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757833.984611:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757833.984616:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757833/real 1787757833]  req@ffff92505e61f480 x1874594466106752/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757833.984625:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757833.984626:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757833.984628:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787757833.984631:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787757833.984633:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787757833.984636:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757833.984640:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61f480 x1874594466106752/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757833.984650:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61f480 x1874594466106752/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757833.984658:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757833.984659:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757833.984661:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757833.984663:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757833.984667:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61f480 x1874594466106752/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757833.984675:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757833.984679:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61f480 x1874594466106752/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757858 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757833.984687:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757833.984690:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757833.984692:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757833.984693:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757833.984695:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757833.984697:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757833.984700:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757833.984704:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757833.984707:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757833.984712:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61f480 x1874594466106752/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757858 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757833.984722:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466106752:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757833.984726:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757833.984729:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757833.984736:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61f840 x1874594466106624/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757858 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757833.984751:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757833.984753:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757833.984774:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757833.984782:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757833.984784:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757833.984787:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787757833.984791:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757833.984795:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafdc00.
02000000:00000001:1.0:1787757833.984800:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757833.984803:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757833.984806:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61f840.
00000100:00000001:1.0:1787757833.984811:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757833.984814:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757833.984818:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757833.984826:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61f480 x1874594466106752/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757858 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757833.984841:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757833.984844:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757833.984847:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077917400.
02000000:00000001:1.0:1787757833.984852:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757833.984854:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757833.984857:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787757833.984860:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757833.984862:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafec00.
02000000:00000001:1.0:1787757833.984865:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757833.984867:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757833.984869:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61f480.
00000100:00000001:1.0:1787757833.984871:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757833.984873:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757833.984875:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757833.984880:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757833.984882:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757833.984884:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757833.984886:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757834.494379:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757834.494390:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757834.494393:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757834.494400:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757834.494405:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757834.494409:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757834.494413:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757834.494416:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757834.494419:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757834.814427:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757834.814436:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757834.814447:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757834.814451:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757834.814458:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757834.814465:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757834.814469:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757834.814475:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757834.814480:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757834.814484:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757834.814488:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757834.814493:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757834.814589:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757834.814598:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757834.814605:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757834.942388:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314086825, at 4314086848
00000100:00000040:3.0:1787757834.942397:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314086825, at 4314086848
00000100:00000010:2.0:1787757834.942410:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6a20.
00000100:00000010:3.0:1787757834.942413:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6060.
00000100:00000001:2.0:1787757835.518363:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757835.518377:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757835.518382:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757835.518392:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757835.518400:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757835.518407:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757835.518412:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757835.518417:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757835.518423:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757835.838438:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757835.838448:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757835.838459:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757835.838463:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757835.838472:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757835.838475:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757835.838540:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757835.838551:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757835.838558:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757836.542394:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757836.542405:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757836.542408:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757836.542414:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757836.542420:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757836.542425:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757836.542428:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757836.542432:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757836.542435:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757836.862410:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757836.862423:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757836.862441:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757836.862445:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757836.862455:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757836.862459:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757836.862549:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757836.862559:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757836.862566:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757837.566336:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757837.566343:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757837.566345:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757837.566349:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757837.566352:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757837.566356:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757837.566358:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757837.566361:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757837.566364:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757837.886358:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757837.886365:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757837.886372:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757837.886374:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757837.886379:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757837.886381:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757837.886435:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757837.886441:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757837.886444:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757838.590378:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757838.590390:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757838.590394:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757838.590402:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757838.590407:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757838.590413:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757838.590417:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757838.590421:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757838.590426:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757838.910496:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757838.910508:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757838.910519:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757838.910523:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757838.910541:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757838.910545:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757838.910641:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757838.910650:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757838.910657:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757839.102441:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757839.102452:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757839.102456:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757839.102461:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757839.102467:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757839.102478:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19418
00000400:00000200:3.0:1787757839.102494:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757839.102505:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757839.102512:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757839.102519:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757839.102525:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757839.102530:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757839.102535:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757839.102542:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757839.102546:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757839.102551:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757839.102557:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757839.102562:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757839.102567:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757839.102574:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757839.102576:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757839.102579:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757839.102582:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757839.102586:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757839.102591:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757839.102595:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757839.102600:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757839.102606:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757839.102611:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757839.102615:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757839.102621:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757839.102636:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1bc00.
00000020:00000040:3.0:1787757839.102643:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757839.102651:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757839.102655:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757839.102660:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757839.102665:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757839.102714:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757839.102726:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c400.
00000100:00000001:3.0:1787757839.102735:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757839.102748:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1bc00 x1874594466106880/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757839.102773:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757839.102779:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757839.102786:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002bc35b5c] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1bc00 x1874594466106880/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757839.102814:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757839.102819:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757839.102824:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757839.102826:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757839.102828:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757839.102833:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757839.102836:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19418
00000400:00000200:3.0:1787757839.102842:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757839.102846:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757839.102849:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757839.102853:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757839.102856:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757839.102858:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757839.102861:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757839.102864:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757839.102866:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757839.102869:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757839.102871:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787757839.102874:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787757839.102877:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787757839.102881:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757839.102884:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757839.102886:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757839.102889:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757839.102892:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787757839.102896:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757839.102900:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757839.102903:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757839.102911:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757839.102914:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757839.102916:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757839.102922:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787757839.102927:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00000001:3.0:1787757839.102927:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757839.102936:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757839.102938:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757839.102946:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000010:3.0:1787757839.102946:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a940.
00000020:00000040:3.0:1787757839.102956:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000100:00000040:1.0:1787757839.102961:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1bc00 x1874594466106880/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787757839.102964:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757839.102972:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757839.102982:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757839.102989:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787757839.102992:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787757839.102997:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757839.102998:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757839.103011:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:3.0:1787757839.103015:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51fc00.
02000000:00000001:1.0:1787757839.103016:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757839.103028:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757839.103032:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757839.103034:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466106880:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787757839.103047:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757839.103052:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:3.0:1787757839.103055:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a940 x1874594466107008/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787757839.103058:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757839.103067:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787757839.103079:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000010:1.0:1787757839.103080:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077917400.
00000100:00000001:3.0:1787757839.103085:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757839.103087:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757839.103097:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acf304e1] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a940 x1874594466107008/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787757839.103104:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757839.103116:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
00000100:00000001:3.0:1787757839.103123:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787757839.103128:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00080000:3.0:1787757839.103131:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757839.103140:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000200:1.0:1787757839.103142:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466106880, portal 25
00000100:00000001:3.0:1787757839.103143:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757839.103151:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787757839.103152:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757839.103158:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118854144 : -120600590697472 : ffff92507ca1bc00)
00000100:00000001:3.0:1787757839.103160:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757839.103168:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19418
00000100:00000040:1.0:1787757839.103176:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1bc00 x1874594466106880/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787757839.103183:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757839.103197:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757839.103206:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787757839.103208:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757839.103215:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000040:1.0:1787757839.103220:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000001:3.0:1787757839.103223:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1787757839.103228:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfaa0.
00000100:00000040:3.0:1787757839.103233:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000200:1.0:1787757839.103237:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466106880, offset 0
00000100:00000001:3.0:1787757839.103239:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757839.103246:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757839.103249:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787757839.103255:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787757839.103256:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000020:00000040:3.0:1787757839.103260:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000400:00000200:1.0:1787757839.103316:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000020:00000001:3.0:1787757839.103327:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:1.0:1787757839.103330:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000020:00000001:3.0:1787757839.103339:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:1.0:1787757839.103344:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1787757839.103355:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000200:1.0:1787757839.103359:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00000001:3.0:1787757839.103369:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787757839.103371:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757839.103383:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00000040:3.0:1787757839.103384:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000200:1.0:1787757839.103392:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56746:56746:256:4294967295] 192.168.201.154@tcp LPNI seq info [56746:56746:8:4294967295]
00000100:00000001:3.0:1787757839.103396:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:1.0:1787757839.103404:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000020:00000040:3.0:1787757839.103412:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787757839.103430:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000400:00000200:1.0:1787757839.103431:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787757839.103442:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757839.103447:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.0:1787757839.103453:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
02000000:00000001:3.0:1787757839.103456:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:1.0:1787757839.103463:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1200.
02000000:00000001:3.0:1787757839.103464:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757839.103475:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757839.103480:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.0:1787757839.103483:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000008:00000001:3.0:1787757839.103492:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787757839.103494:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000100:00000001:3.0:1787757839.103502:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787757839.103511:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000010:3.0:1787757839.103519:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19a40.
00000800:00000200:1.1:1787757839.103520:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1787757839.103535:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000020:00000040:3.0:1787757839.103535:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000800:00000010:1.0:1787757839.103541:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1200.
02000000:00000001:3.0:1787757839.103547:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787757839.103551:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1787757839.103554:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757839.103564:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787757839.103566:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757839.103574:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787757839.103575:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfaa0
02000000:00000001:3.0:1787757839.103581:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787757839.103583:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfaa0.
02000000:00000010:3.0:1787757839.103592:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51d800.
00000100:00000001:1.0:1787757839.103594:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787757839.103605:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787757839.103606:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1bc00 x1874594466106880/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757839.103626:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:3.0:1787757839.103628:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19a40 x1874594466107136/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787757839.103637:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1bc00 x1874594466106880/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757864 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757839.103699:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787757839.103710:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757839.103711:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757839.103716:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1787757839.103729:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048dd93e3] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19a40 x1874594466107136/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757839.103731:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757839.103748:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757839.103756:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314091945
00000100:00000001:3.0:1787757839.103764:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787757839.103768:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6c00.
00000100:00000040:3.0:1787757839.103770:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787757839.103781:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1787757839.103786:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000040:3.0:1787757839.103789:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19428)
00000100:00000001:1.0:1787757839.103801:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314091945
00000100:00000010:1.0:1787757839.103809:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6de0.
00000100:00000001:1.0:1787757839.103813:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787757839.103822:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757839.103826:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757839.103830:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757839.103839:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757839/real 1787757839]  req@ffff92507ca1bc00 x1874594466106880/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757839.103852:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757839.103854:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757839.103857:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787757839.103861:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787757839.103863:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787757839.103866:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757839.103870:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1bc00 x1874594466106880/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757839.103881:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1bc00 x1874594466106880/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757839.103890:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757839.103892:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757839.103895:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757839.103897:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757839.103902:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1bc00 x1874594466106880/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757839.103910:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757839.103916:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1bc00 x1874594466106880/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757864 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757839.103925:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757839.103928:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757839.103930:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757839.103932:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757839.103935:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757839.103938:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757839.103941:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757839.103947:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757839.103950:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757839.103955:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1bc00 x1874594466106880/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757864 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757839.103966:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466106880:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787757839.103971:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757839.103974:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757839.103978:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1bc00 x1874594466106880/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757864 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757839.103986:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757839.103989:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757839.103993:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077917400.
02000000:00000001:1.0:1787757839.103996:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757839.103999:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757839.104001:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787757839.104004:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757839.104008:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51c400.
02000000:00000001:1.0:1787757839.104012:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757839.104015:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757839.104017:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1bc00.
00000100:00000001:1.0:1787757839.104020:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757839.104022:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757839.104024:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757839.104033:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757839.104035:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757839.104038:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757839.104041:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757839.104043:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757839.104047:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1a940 x1874594466107008/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757839.104056:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757839.104058:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757839.104061:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757839.104064:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757839.104067:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757839.104070:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466107008:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757839.104075:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757839.104077:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757839.104079:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757839.104081:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757839.104085:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077917400.
02000000:00000001:1.0:1787757839.104087:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757839.104091:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757839.104095:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
00000400:00000010:1.0:1787757839.104099:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787757839.104103:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466107008, portal 10
00000100:00000001:1.0:1787757839.104105:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757839.104107:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118849344 : -120600590702272 : ffff92507ca1a940)
00000100:00000040:1.0:1787757839.104115:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1a940 x1874594466107008/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757839.104124:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757839.104127:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757839.104129:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfaa0.
00000100:00000200:1.0:1787757839.104132:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466107008, offset 0
00000400:00000200:1.0:1787757839.104137:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757839.104142:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757839.104147:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757839.104151:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757839.104155:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757839.104158:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757839.104161:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757839.104165:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56747:56747:256:4294967295] 192.168.201.154@tcp LPNI seq info [56747:56747:8:4294967295]
00000400:00000200:1.0:1787757839.104171:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757839.104179:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757839.104186:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757839.104190:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1200.
00000800:00000200:1.0:1787757839.104195:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757839.104199:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787757839.104205:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757839.104208:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1787757839.104213:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757839.104216:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1200.
00000400:00000200:1.0:1787757839.104219:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757839.104224:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757839.104227:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfaa0
00000400:00000010:1.0:1787757839.104230:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfaa0.
00000100:00000001:1.0:1787757839.104233:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757839.104237:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1a940 x1874594466107008/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757839.104247:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757839.104251:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a940 x1874594466107008/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757864 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757839.104259:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757839.104261:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757839.104265:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757839.104300:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787757839.104305:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757839.104308:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314091050
00000100:00000001:1.0:1787757839.104312:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314091945
00000100:00000001:1.0:1787757839.104314:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314091050
00000100:00000001:1.0:1787757839.104317:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314091945
00000100:00000001:1.0:1787757839.104320:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757839.104322:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757839.104325:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757839.104330:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757839/real 1787757839]  req@ffff92507ca1a940 x1874594466107008/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757839.104341:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757839.104343:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757839.104345:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787757839.104349:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787757839.104351:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787757839.104354:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757839.104358:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1a940 x1874594466107008/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757839.104368:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1a940 x1874594466107008/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757839.104377:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757839.104378:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757839.104380:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757839.104382:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757839.104386:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1a940 x1874594466107008/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757839.104394:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757839.104399:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1a940 x1874594466107008/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757864 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757839.104407:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757839.104410:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757839.104412:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757839.104414:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757839.104416:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757839.104418:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757839.104422:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757839.104426:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757839.104429:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757839.104434:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1a940 x1874594466107008/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757864 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757839.104444:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466107008:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757839.104449:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757839.104453:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca19a40 x1874594466107136/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757839.104461:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757839.104462:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757839.104465:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757839.104467:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757839.104469:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757839.104473:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca19a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466107136:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757839.104477:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757839.104479:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757839.104481:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757839.104483:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757839.104488:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757839.104490:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757839.104494:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757839.104497:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
00000400:00000010:1.0:1787757839.104501:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787757839.104504:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466107136, portal 4
00000100:00000001:1.0:1787757839.104507:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757839.104509:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118845504 : -120600590706112 : ffff92507ca19a40)
00000100:00000040:1.0:1787757839.104516:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca19a40 x1874594466107136/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757839.104524:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757839.104527:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757839.104530:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfaa0.
00000100:00000200:1.0:1787757839.104534:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466107136, offset 0
00000400:00000200:1.0:1787757839.104541:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757839.104549:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757839.104554:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757839.104559:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757839.104564:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757839.104567:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757839.104570:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757839.104575:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56748:56748:256:4294967295] 192.168.201.154@tcp LPNI seq info [56748:56748:8:4294967295]
00000400:00000200:1.0:1787757839.104580:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757839.104588:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757839.104593:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757839.104597:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1200.
00000800:00000200:1.0:1787757839.104603:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757839.104607:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787757839.104613:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757839.104617:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1787757839.104622:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757839.104625:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1200.
00000400:00000200:1.0:1787757839.104629:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757839.104633:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757839.104636:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfaa0
00000400:00000010:1.0:1787757839.104639:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfaa0.
00000100:00000001:1.0:1787757839.104641:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757839.104646:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca19a40 x1874594466107136/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757839.104655:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757839.104659:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19a40 x1874594466107136/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757864 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757839.104689:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757839.104692:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757839.104697:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757839.104701:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787757839.104705:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757839.104709:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314091033
00000100:00000001:1.0:1787757839.104713:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314091945
00000100:00000001:1.0:1787757839.104715:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314091033
00000100:00000001:1.0:1787757839.104718:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314091945
00000100:00000001:1.0:1787757839.104720:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757839.104723:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757839.104725:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757839.104730:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757839/real 1787757839]  req@ffff92507ca19a40 x1874594466107136/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757839.104739:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757839.104741:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757839.104743:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787757839.104746:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787757839.104748:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787757839.104751:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757839.104755:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca19a40 x1874594466107136/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757839.104765:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca19a40 x1874594466107136/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757839.104773:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757839.104775:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757839.104777:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757839.104778:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757839.104782:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca19a40 x1874594466107136/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757839.104790:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757839.104794:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca19a40 x1874594466107136/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757864 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757839.104803:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757839.104806:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757839.104808:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757839.104810:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757839.104812:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757839.104815:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757839.104818:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757839.104822:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757839.104824:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757839.104829:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca19a40 x1874594466107136/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757864 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757839.104837:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca19a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466107136:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757839.104842:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757839.104844:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757839.104848:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1a940 x1874594466107008/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757864 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757839.104856:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757839.104858:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757839.104861:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077917400.
02000000:00000001:1.0:1787757839.104864:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757839.104866:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757839.104867:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787757839.104870:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757839.104872:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51fc00.
02000000:00000001:1.0:1787757839.104878:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757839.104880:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757839.104882:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1a940.
00000100:00000001:1.0:1787757839.104885:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757839.104886:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757839.104888:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757839.104892:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca19a40 x1874594466107136/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757864 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757839.104908:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757839.104910:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757839.104912:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757839.104916:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757839.104918:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757839.104919:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787757839.104921:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757839.104923:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51d800.
02000000:00000001:1.0:1787757839.104925:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757839.104927:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757839.104928:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca19a40.
00000100:00000001:1.0:1787757839.104931:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757839.104932:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757839.104934:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757839.104938:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757839.104940:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757839.104942:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757839.104945:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757839.614386:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757839.614398:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757839.614402:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757839.614410:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757839.614416:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757839.614421:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757839.614424:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757839.614428:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757839.614431:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757839.934479:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757839.934490:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757839.934505:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757839.934508:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757839.934520:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757839.934524:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757839.934598:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757839.934609:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757839.934617:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757840.062396:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314091945, at 4314091968
00000100:00000010:3.0:1787757840.062416:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6de0.
00000100:00000040:2.0:1787757840.062468:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314091945, at 4314091968
00000100:00000010:2.0:1787757840.062484:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6c00.
00000100:00000001:2.0:1787757840.638376:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757840.638386:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757840.638389:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757840.638395:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757840.638401:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757840.638406:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757840.638410:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757840.638415:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757840.638420:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757840.958458:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757840.958469:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757840.958484:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757840.958489:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757840.958503:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757840.958507:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757840.958601:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757840.958608:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757840.958614:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757841.662423:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757841.662437:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757841.662442:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757841.662452:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757841.662460:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757841.662467:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757841.662471:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757841.662475:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757841.662478:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757841.982487:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757841.982498:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757841.982508:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757841.982512:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757841.982517:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757841.982519:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757841.982615:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757841.982643:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757841.982650:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757842.686405:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757842.686416:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757842.686420:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757842.686442:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757842.686447:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757842.686453:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757842.686458:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757842.686462:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757842.686466:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757843.006461:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757843.006477:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757843.006482:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757843.006489:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757843.006495:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757843.006499:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757843.006503:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757843.006509:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757843.006519:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757843.006528:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757843.006531:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757843.006538:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757843.006541:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757843.006546:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757843.006550:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757843.006555:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757843.006563:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757843.006565:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757843.006673:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757843.006680:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757843.006685:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757843.710405:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757843.710416:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757843.710421:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757843.710428:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757843.710433:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757843.710439:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757843.710443:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757843.710447:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757843.710451:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757844.030462:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757844.030473:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757844.030488:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757844.030492:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757844.030504:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757844.030508:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757844.030640:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757844.030650:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757844.030659:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757844.222372:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757844.222387:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757844.222391:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757844.222397:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757844.222404:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757844.222415:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19423
00000400:00000200:3.0:1787757844.222429:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757844.222440:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757844.222444:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757844.222449:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757844.222454:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757844.222457:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757844.222461:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757844.222467:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757844.222470:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757844.222475:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757844.222479:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757844.222482:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757844.222485:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757844.222488:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757844.222491:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757844.222494:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757844.222497:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757844.222501:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757844.222506:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757844.222509:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757844.222513:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757844.222519:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757844.222523:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757844.222527:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757844.222531:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757844.222544:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19680.
00000020:00000040:3.0:1787757844.222550:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757844.222556:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757844.222559:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757844.222564:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757844.222568:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757844.222575:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757844.222610:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e400.
00000100:00000001:3.0:1787757844.222621:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757844.222637:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19680 x1874594466107264/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757844.222653:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757844.222659:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757844.222667:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c14b51e] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19680 x1874594466107264/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757844.222695:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757844.222700:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757844.222705:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757844.222707:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757844.222710:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757844.222714:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757844.222718:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19423
00000400:00000200:3.0:1787757844.222723:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757844.222727:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757844.222731:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757844.222735:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757844.222740:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757844.222743:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757844.222748:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757844.222753:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757844.222755:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757844.222758:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757844.222762:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787757844.222765:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:1.0:1787757844.222768:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787757844.222769:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787757844.222779:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757844.222782:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757844.222783:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787757844.222791:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787757844.222792:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757844.222800:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757844.222804:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00000040:1.0:1787757844.222811:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca19680 x1874594466107264/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787757844.222813:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757844.222823:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757844.222831:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787757844.222842:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787757844.222844:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757844.222847:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757844.222850:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757844.222856:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787757844.222858:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1787757844.222864:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787757844.222865:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757844.222876:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787757844.222877:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757844.222887:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466107264:192.168.201.154@tcp:250:kworker.0
00000100:00000001:3.0:1787757844.222889:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757844.222903:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:3.0:1787757844.222905:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a1c0.
02000000:00000001:1.0:1787757844.222912:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:3.0:1787757844.222915:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:1.0:1787757844.222919:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757844.222928:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787757844.222929:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757844.222936:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787757844.222938:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915c00.
00000100:00000001:3.0:1787757844.222942:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787757844.222945:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757844.222951:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787757844.222959:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000001:3.0:1787757844.222961:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787757844.222969:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
02000000:00000010:3.0:1787757844.222977:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51d800.
00000400:00000010:1.0:1787757844.222984:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000001:3.0:1787757844.222990:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787757844.223001:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466107264, portal 25
00000100:00100000:3.0:1787757844.223007:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a1c0 x1874594466107392/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787757844.223009:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757844.223015:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118844544 : -120600590707072 : ffff92507ca19680)
00000100:00000001:3.0:1787757844.223032:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757844.223037:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757844.223042:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062ae16d5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a1c0 x1874594466107392/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787757844.223054:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca19680 x1874594466107264/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757844.223061:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757844.223072:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787757844.223084:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787757844.223085:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787757844.223092:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:1.0:1787757844.223099:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00080000:3.0:1787757844.223100:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1787757844.223109:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfaa0.
00000100:00000001:3.0:1787757844.223110:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757844.223120:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19423
00000100:00000200:1.0:1787757844.223121:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466107264, offset 0
00000400:00000200:3.0:1787757844.223132:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757844.223139:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757844.223144:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757844.223150:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757844.223154:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757844.223159:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787757844.223160:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:3.0:1787757844.223168:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000200:1.0:1787757844.223179:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00000001:3.0:1787757844.223188:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:1.0:1787757844.223189:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757844.223203:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000020:00000001:3.0:1787757844.223205:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757844.223208:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787757844.223210:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757844.223214:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787757844.223219:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:1.0:1787757844.223223:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1787757844.223225:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:1.0:1787757844.223233:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00000040:3.0:1787757844.223236:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757844.223243:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787757844.223249:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56749:56749:256:4294967295] 192.168.201.154@tcp LPNI seq info [56749:56749:8:4294967295]
00000100:00000040:3.0:1787757844.223254:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757844.223265:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:1.0:1787757844.223310:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000020:00000040:3.0:1787757844.223318:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787757844.223324:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757844.223338:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757844.223342:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1787757844.223344:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757844.223354:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1787757844.223364:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
02000000:00000001:3.0:1787757844.223365:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757844.223376:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757844.223380:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000800:00000010:1.0:1787757844.223382:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1200.
00000008:00000001:3.0:1787757844.223386:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757844.223393:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757844.223401:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1b0c0.
00000800:00000200:1.0:1787757844.223404:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000020:00000040:3.0:1787757844.223412:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000800:00000200:1.0:1787757844.223417:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 33 secs later)
02000000:00000001:3.0:1787757844.223422:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757844.223427:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757844.223434:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757844.223441:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1787757844.223441:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000001:3.0:1787757844.223450:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787757844.223454:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 33 secs later)
02000000:00000010:3.0:1787757844.223463:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51fc00.
00000800:00000100:1.0:1787757844.223473:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000100:00000001:3.0:1787757844.223478:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787757844.223485:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1200.
00000100:00100000:3.0:1787757844.223497:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1b0c0 x1874594466107520/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787757844.223501:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757844.223522:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787757844.223523:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757844.223530:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757844.223534:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfaa0
00000100:00000040:3.0:1787757844.223540:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043bdf1c5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1b0c0 x1874594466107520/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757844.223554:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787757844.223556:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfaa0.
00000100:00000040:3.0:1787757844.223558:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787757844.223569:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1787757844.223576:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1787757844.223600:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19433)
00000100:00000200:1.0:1787757844.223613:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca19680 x1874594466107264/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757844.223638:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757844.223648:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19680 x1874594466107264/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757869 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757844.223664:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757844.223668:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757844.223684:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757844.223691:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757844.223696:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314097065
00000100:00000010:1.0:1787757844.223705:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6000.
00000100:00000001:1.0:1787757844.223715:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787757844.223724:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314097065
00000100:00000010:1.0:1787757844.223728:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6ea0.
00000100:00000001:1.0:1787757844.223732:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787757844.223737:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757844.223741:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757844.223745:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757844.223752:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757844/real 1787757844]  req@ffff92507ca19680 x1874594466107264/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757844.223766:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757844.223769:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757844.223772:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787757844.223776:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787757844.223779:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787757844.223783:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757844.223788:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca19680 x1874594466107264/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757844.223801:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca19680 x1874594466107264/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757844.223810:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757844.223812:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757844.223815:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757844.223818:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757844.223823:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca19680 x1874594466107264/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757844.223832:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757844.223838:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca19680 x1874594466107264/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757869 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757844.223847:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757844.223851:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757844.223853:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757844.223855:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757844.223858:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757844.223861:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757844.223865:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757844.223869:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757844.223873:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757844.223878:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca19680 x1874594466107264/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757869 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757844.223890:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466107264:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787757844.223897:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757844.223900:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757844.223904:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca19680 x1874594466107264/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757869 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757844.223922:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757844.223927:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757844.223930:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757844.223938:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757844.223940:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757844.223942:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787757844.223946:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757844.223950:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51e400.
02000000:00000001:1.0:1787757844.223955:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757844.223958:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757844.223961:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca19680.
00000100:00000001:1.0:1787757844.223965:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757844.223967:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757844.223970:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757844.223981:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757844.223984:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757844.223987:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757844.223989:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757844.223991:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757844.223996:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1a1c0 x1874594466107392/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757844.224005:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757844.224007:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757844.224010:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757844.224013:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757844.224016:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757844.224020:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466107392:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757844.224025:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757844.224028:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757844.224030:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757844.224033:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757844.224036:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757844.224039:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757844.224044:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757844.224048:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
00000400:00000010:1.0:1787757844.224053:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787757844.224057:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466107392, portal 10
00000100:00000001:1.0:1787757844.224060:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757844.224062:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118847424 : -120600590704192 : ffff92507ca1a1c0)
00000100:00000040:1.0:1787757844.224071:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1a1c0 x1874594466107392/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757844.224080:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757844.224083:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757844.224086:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfaa0.
00000100:00000200:1.0:1787757844.224089:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466107392, offset 0
00000400:00000200:1.0:1787757844.224094:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757844.224099:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757844.224105:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757844.224109:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757844.224113:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757844.224116:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757844.224120:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757844.224124:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56750:56750:256:4294967295] 192.168.201.154@tcp LPNI seq info [56750:56750:8:4294967295]
00000400:00000200:1.0:1787757844.224129:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757844.224139:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757844.224145:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757844.224149:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1200.
00000800:00000200:1.0:1787757844.224155:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757844.224159:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787757844.224165:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757844.224169:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1787757844.224174:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757844.224177:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1200.
00000400:00000200:1.0:1787757844.224181:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757844.224186:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757844.224190:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfaa0
00000400:00000010:1.0:1787757844.224192:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfaa0.
00000100:00000001:1.0:1787757844.224196:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757844.224201:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1a1c0 x1874594466107392/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757844.224211:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757844.224215:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a1c0 x1874594466107392/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757869 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757844.224224:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757844.224226:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757844.224230:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757844.224236:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787757844.224239:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757844.224242:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314096169
00000100:00000001:1.0:1787757844.224246:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314097065
00000100:00000001:1.0:1787757844.224249:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314096169
00000100:00000001:1.0:1787757844.224252:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314097065
00000100:00000001:1.0:1787757844.224255:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757844.224257:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757844.224260:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757844.224264:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757844/real 1787757844]  req@ffff92507ca1a1c0 x1874594466107392/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757844.224307:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757844.224309:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757844.224311:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787757844.224314:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787757844.224316:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787757844.224319:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757844.224324:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1a1c0 x1874594466107392/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757844.224335:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1a1c0 x1874594466107392/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757844.224352:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757844.224354:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757844.224357:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757844.224359:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757844.224363:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1a1c0 x1874594466107392/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757844.224371:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757844.224376:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1a1c0 x1874594466107392/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757869 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757844.224384:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757844.224387:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757844.224389:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757844.224390:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757844.224393:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757844.224396:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757844.224401:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757844.224407:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757844.224413:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757844.224422:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1a1c0 x1874594466107392/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757869 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757844.224438:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466107392:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757844.224446:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757844.224454:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1b0c0 x1874594466107520/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757844.224468:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757844.224471:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757844.224477:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757844.224481:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757844.224486:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757844.224492:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466107520:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757844.224499:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757844.224503:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757844.224507:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757844.224510:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757844.224516:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077917400.
02000000:00000001:1.0:1787757844.224519:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757844.224524:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757844.224528:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
00000400:00000010:1.0:1787757844.224533:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787757844.224537:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466107520, portal 4
00000100:00000001:1.0:1787757844.224540:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757844.224542:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118851264 : -120600590700352 : ffff92507ca1b0c0)
00000100:00000040:1.0:1787757844.224551:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1b0c0 x1874594466107520/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757844.224565:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757844.224570:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757844.224574:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfaa0.
00000100:00000200:1.0:1787757844.224600:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466107520, offset 0
00000400:00000200:1.0:1787757844.224610:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757844.224619:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757844.224627:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757844.224634:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757844.224640:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757844.224645:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757844.224650:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757844.224657:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56751:56751:256:4294967295] 192.168.201.154@tcp LPNI seq info [56751:56751:8:4294967295]
00000400:00000200:1.0:1787757844.224666:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757844.224680:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757844.224687:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757844.224693:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1200.
00000800:00000200:1.0:1787757844.224698:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757844.224702:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787757844.224708:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757844.224712:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1787757844.224717:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757844.224719:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1200.
00000400:00000200:1.0:1787757844.224724:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757844.224729:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757844.224733:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfaa0
00000400:00000010:1.0:1787757844.224735:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfaa0.
00000100:00000001:1.0:1787757844.224740:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757844.224745:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1b0c0 x1874594466107520/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757844.224756:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757844.224760:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1b0c0 x1874594466107520/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757869 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757844.224769:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757844.224771:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757844.224776:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757844.224781:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787757844.224785:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757844.224788:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314096153
00000100:00000001:1.0:1787757844.224792:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314097065
00000100:00000001:1.0:1787757844.224795:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314096153
00000100:00000001:1.0:1787757844.224798:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314097065
00000100:00000001:1.0:1787757844.224800:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757844.224803:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757844.224805:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757844.224810:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757844/real 1787757844]  req@ffff92507ca1b0c0 x1874594466107520/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757844.224821:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757844.224823:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757844.224826:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787757844.224829:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787757844.224831:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787757844.224833:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757844.224837:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1b0c0 x1874594466107520/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757844.224848:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1b0c0 x1874594466107520/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757844.224856:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757844.224857:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757844.224859:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757844.224861:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757844.224865:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1b0c0 x1874594466107520/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757844.224873:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757844.224878:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1b0c0 x1874594466107520/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757869 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757844.224886:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757844.224889:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757844.224891:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757844.224893:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757844.224896:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757844.224898:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757844.224901:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757844.224905:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757844.224908:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757844.224914:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1b0c0 x1874594466107520/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757869 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757844.224924:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466107520:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757844.224929:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757844.224931:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757844.224935:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1a1c0 x1874594466107392/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757869 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757844.224943:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757844.224945:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757844.224947:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757844.224951:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757844.224953:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757844.224954:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787757844.224957:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757844.224959:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51d800.
02000000:00000001:1.0:1787757844.224962:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757844.224964:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757844.224966:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1a1c0.
00000100:00000001:1.0:1787757844.224969:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757844.224970:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757844.224972:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757844.224976:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1b0c0 x1874594466107520/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757869 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757844.224985:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757844.224986:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757844.224988:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077917400.
02000000:00000001:1.0:1787757844.224991:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757844.224992:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757844.224994:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787757844.224996:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757844.224998:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51fc00.
02000000:00000001:1.0:1787757844.225003:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757844.225005:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757844.225007:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1b0c0.
00000100:00000001:1.0:1787757844.225010:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757844.225012:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757844.225014:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757844.225019:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757844.225021:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757844.225024:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757844.225026:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757844.734374:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757844.734405:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757844.734411:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757844.734422:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757844.734430:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757844.734437:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757844.734443:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757844.734450:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757844.734457:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757845.054398:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757845.054409:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757845.054422:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757845.054425:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757845.054443:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757845.054453:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757845.054460:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757845.054473:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757845.054481:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757845.054488:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757845.054495:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757845.054504:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757845.054603:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757845.054610:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757845.054617:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757845.182430:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314097065, at 4314097088
00000100:00000010:3.0:1787757845.182466:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6ea0.
00000100:00000040:2.0:1787757845.182472:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314097065, at 4314097088
00000100:00000010:2.0:1787757845.182491:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6000.
00000100:00000001:2.0:1787757845.758372:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757845.758383:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757845.758387:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757845.758394:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757845.758399:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757845.758404:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757845.758407:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757845.758411:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757845.758414:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757846.078440:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757846.078452:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757846.078463:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757846.078467:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757846.078477:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757846.078482:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757846.078633:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757846.078643:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757846.078651:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757846.782399:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757846.782410:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757846.782413:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757846.782421:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757846.782426:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757846.782432:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757846.782436:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757846.782441:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757846.782445:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757847.102504:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757847.102519:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757847.102561:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757847.102565:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757847.102582:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757847.102586:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757847.102693:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757847.102700:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757847.102707:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757847.806501:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757847.806511:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757847.806545:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757847.806553:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757847.806558:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757847.806564:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757847.806568:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757847.806571:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757847.806575:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757848.126447:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757848.126458:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757848.126470:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757848.126474:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757848.126485:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757848.126489:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757848.126578:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757848.126586:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757848.126594:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757848.830422:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757848.830436:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757848.830440:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757848.830449:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757848.830456:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757848.830462:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757848.830465:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757848.830469:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757848.830489:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757849.150435:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757849.150449:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757849.150464:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757849.150471:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757849.150484:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757849.150489:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757849.150601:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757849.150614:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757849.150627:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787757849.342452:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757849.342483:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787757849.342506:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757849.342513:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757849.342525:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757849.342543:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19428
00000400:00000200:2.0:1787757849.342575:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757849.342593:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757849.342598:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757849.342605:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757849.342610:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757849.342614:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757849.342617:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757849.342623:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757849.342626:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787757849.342630:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757849.342634:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787757849.342637:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787757849.342641:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787757849.342646:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757849.342650:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757849.342654:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757849.342657:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757849.342661:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787757849.342667:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757849.342673:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757849.342678:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757849.342684:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757849.342688:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757849.342691:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757849.342695:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757849.342703:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61de00.
00000020:00000040:2.0:1787757849.342708:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787757849.342714:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757849.342718:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757849.342722:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757849.342726:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757849.342742:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757849.342753:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafc000.
00000100:00000001:2.0:1787757849.342763:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757849.342778:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61de00 x1874594466107648/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757849.342801:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757849.342810:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757849.342821:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0b9f896] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61de00 x1874594466107648/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757849.342870:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757849.342877:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757849.342886:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787757849.342889:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757849.342892:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757849.342897:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757849.342903:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19428
00000400:00000200:2.0:1787757849.342912:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757849.342921:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757849.342927:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757849.342933:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757849.342936:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757849.342940:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787757849.342949:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1787757849.342951:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757849.342960:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787757849.342961:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757849.342971:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757849.342976:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000100:00000040:1.0:1787757849.342983:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61de00 x1874594466107648/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787757849.342983:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757849.342992:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:2.0:1787757849.343003:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:2.0:1787757849.343014:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:1.0:1787757849.343027:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1787757849.343035:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757849.343036:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757849.343046:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787757849.343048:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787757849.343052:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1787757849.343061:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
02000000:00000001:1.0:1787757849.343062:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757849.343073:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00100000:1.0:1787757849.343080:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466107648:192.168.201.154@tcp:250:kworker.0
00000020:00000040:2.0:1787757849.343082:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:2.0:1787757849.343097:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:1.0:1787757849.343100:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787757849.343103:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757849.343107:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757849.343108:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787757849.343116:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757849.343121:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757849.343122:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787757849.343131:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787757849.343135:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077917400.
00000100:00000001:2.0:1787757849.343135:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757849.343142:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787757849.343143:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757849.343160:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000008:00000001:2.0:1787757849.343167:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787757849.343168:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
00000100:00000001:2.0:1787757849.343179:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787757849.343184:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000010:2.0:1787757849.343188:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61e940.
00000020:00000040:2.0:1787757849.343196:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000100:00000200:1.0:1787757849.343197:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466107648, portal 25
02000000:00000001:2.0:1787757849.343202:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787757849.343205:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1787757849.343208:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757849.343210:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611352064 : -120601098199552 : ffff92505e61de00)
00000100:00000001:2.0:1787757849.343214:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757849.343220:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757849.343226:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757849.343229:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61de00 x1874594466107648/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1787757849.343236:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafe000.
00000100:00000001:2.0:1787757849.343249:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757849.343372:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:2.0:1787757849.343374:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61e940 x1874594466107776/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787757849.343393:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000001:2.0:1787757849.343398:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757849.343404:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787757849.343407:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfaa0.
00000100:00000200:1.0:1787757849.343420:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466107648, offset 0
00000100:00000040:2.0:1787757849.343421:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0cadbca] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61e940 x1874594466107776/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757849.343455:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757849.343457:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00080000:2.0:1787757849.343465:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757849.343474:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787757849.343479:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1787757849.343485:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00080000:2.0:1787757849.343511:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757849.343526:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757849.343535:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19428
00000400:00000200:1.0:1787757849.343540:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757849.343550:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757849.343563:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757849.343565:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757849.343573:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757849.343583:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000200:1.0:1787757849.343584:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00000001:2.0:1787757849.343587:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757849.343594:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757849.343599:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:1.0:1787757849.343602:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000020:00000001:2.0:1787757849.343604:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757849.343608:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:2.0:1787757849.343614:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787757849.343619:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000020:00000040:2.0:1787757849.343621:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:2.0:1787757849.343629:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:2.0:1787757849.343637:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:1.0:1787757849.343640:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56752:56752:256:4294967295] 192.168.201.154@tcp LPNI seq info [56752:56752:8:4294967295]
00000100:00000040:2.0:1787757849.343646:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757849.343655:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757849.343661:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757849.343668:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:1.0:1787757849.343671:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000020:00000040:2.0:1787757849.343673:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:2.0:1787757849.343684:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757849.343688:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757849.343691:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757849.343698:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757849.343704:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757849.343706:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757849.343709:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787757849.343712:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757849.343716:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757849.343722:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61c3c0.
00000020:00000040:2.0:1787757849.343729:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:2.0:1787757849.343733:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757849.343737:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757849.343738:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1787757849.343741:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757849.343747:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757849.343753:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757849.343763:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafcc00.
00000800:00000200:1.0:1787757849.343765:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000001:2.0:1787757849.343771:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787757849.343782:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1200.
00000100:00100000:2.0:1787757849.343785:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61c3c0 x1874594466107904/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1787757849.343810:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:2.0:1787757849.343815:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1787757849.343820:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 28 secs later)
00000100:00000001:2.0:1787757849.343824:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787757849.343835:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000040:2.0:1787757849.343843:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003175400] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61c3c0 x1874594466107904/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787757849.343845:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 28 secs later)
00000800:00000100:1.0:1787757849.343865:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757849.343874:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1200.
00000400:00000200:1.0:1787757849.343885:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1787757849.343889:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757849.343896:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787757849.343898:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1787757849.343912:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1787757849.343913:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfaa0
00000400:00000010:1.0:1787757849.343923:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfaa0.
00000100:00000040:2.0:1787757849.343929:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19438)
00000100:00000001:1.0:1787757849.343936:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757849.343951:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61de00 x1874594466107648/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757849.343974:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757849.343981:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61de00 x1874594466107648/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757874 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757849.343997:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757849.344001:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757849.344015:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757849.344023:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757849.344029:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314102185
00000100:00000010:1.0:1787757849.344037:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e62a0.
00000100:00000001:1.0:1787757849.344046:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787757849.344053:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314102185
00000100:00000010:1.0:1787757849.344056:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6720.
00000100:00000001:1.0:1787757849.344060:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787757849.344065:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757849.344068:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757849.344072:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757849.344079:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757849/real 1787757849]  req@ffff92505e61de00 x1874594466107648/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757849.344092:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757849.344094:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757849.344098:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787757849.344102:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787757849.344104:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787757849.344108:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757849.344113:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61de00 x1874594466107648/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757849.344124:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61de00 x1874594466107648/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757849.344133:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757849.344135:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757849.344139:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757849.344141:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757849.344146:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61de00 x1874594466107648/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757849.344155:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757849.344161:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61de00 x1874594466107648/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757874 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757849.344170:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757849.344174:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757849.344176:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757849.344178:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757849.344181:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757849.344184:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757849.344188:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757849.344193:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757849.344196:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757849.344201:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61de00 x1874594466107648/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757874 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757849.344212:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466107648:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787757849.344221:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757849.344225:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757849.344229:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61de00 x1874594466107648/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757874 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757849.344238:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757849.344241:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757849.344245:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077917400.
02000000:00000001:1.0:1787757849.344248:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757849.344251:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757849.344253:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787757849.344255:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757849.344259:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafc000.
02000000:00000001:1.0:1787757849.344263:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757849.344265:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757849.344302:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61de00.
00000100:00000001:1.0:1787757849.344312:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757849.344317:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757849.344323:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757849.344336:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757849.344340:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757849.344346:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757849.344350:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757849.344353:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757849.344358:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61e940 x1874594466107776/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757849.344370:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757849.344372:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757849.344376:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757849.344379:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757849.344383:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757849.344388:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466107776:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757849.344393:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757849.344397:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757849.344399:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757849.344403:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757849.344408:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077917400.
02000000:00000001:1.0:1787757849.344411:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757849.344416:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757849.344420:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
00000400:00000010:1.0:1787757849.344424:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787757849.344429:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466107776, portal 10
00000100:00000001:1.0:1787757849.344431:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757849.344433:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611354944 : -120601098196672 : ffff92505e61e940)
00000100:00000040:1.0:1787757849.344442:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61e940 x1874594466107776/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757849.344451:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757849.344454:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757849.344457:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfaa0.
00000100:00000200:1.0:1787757849.344460:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466107776, offset 0
00000400:00000200:1.0:1787757849.344465:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757849.344471:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757849.344476:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757849.344481:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757849.344485:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757849.344516:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757849.344522:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757849.344529:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56753:56753:256:4294967295] 192.168.201.154@tcp LPNI seq info [56753:56753:8:4294967295]
00000400:00000200:1.0:1787757849.344536:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757849.344545:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757849.344552:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757849.344557:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1200.
00000800:00000200:1.0:1787757849.344563:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757849.344567:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787757849.344573:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757849.344577:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 28 secs later)
00000800:00000100:1.0:1787757849.344582:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757849.344585:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1200.
00000400:00000200:1.0:1787757849.344589:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757849.344594:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757849.344598:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfaa0
00000400:00000010:1.0:1787757849.344601:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfaa0.
00000100:00000001:1.0:1787757849.344604:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757849.344610:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61e940 x1874594466107776/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757849.344621:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757849.344624:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61e940 x1874594466107776/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757874 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757849.344633:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757849.344635:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757849.344640:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757849.344646:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787757849.344650:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757849.344653:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314101290
00000100:00000001:1.0:1787757849.344657:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314102185
00000100:00000001:1.0:1787757849.344660:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314101290
00000100:00000001:1.0:1787757849.344663:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314102185
00000100:00000001:1.0:1787757849.344665:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757849.344668:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757849.344671:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757849.344675:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757849/real 1787757849]  req@ffff92505e61e940 x1874594466107776/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757849.344685:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757849.344688:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757849.344690:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787757849.344693:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787757849.344695:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787757849.344698:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757849.344703:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61e940 x1874594466107776/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757849.344713:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61e940 x1874594466107776/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757849.344722:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757849.344723:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757849.344726:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757849.344727:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757849.344731:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61e940 x1874594466107776/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757849.344740:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757849.344744:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61e940 x1874594466107776/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757874 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757849.344752:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757849.344755:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757849.344757:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757849.344759:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757849.344761:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757849.344764:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757849.344767:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757849.344771:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757849.344774:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757849.344780:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61e940 x1874594466107776/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757874 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757849.344790:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466107776:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757849.344795:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757849.344799:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61c3c0 x1874594466107904/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757849.344816:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757849.344818:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757849.344821:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757849.344824:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757849.344826:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757849.344830:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466107904:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757849.344833:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757849.344836:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757849.344838:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757849.344840:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757849.344844:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757849.344847:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757849.344850:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757849.344853:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
00000400:00000010:1.0:1787757849.344858:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787757849.344862:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466107904, portal 4
00000100:00000001:1.0:1787757849.344864:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757849.344866:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611345344 : -120601098206272 : ffff92505e61c3c0)
00000100:00000040:1.0:1787757849.344874:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61c3c0 x1874594466107904/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757849.344882:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757849.344885:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757849.344887:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfaa0.
00000100:00000200:1.0:1787757849.344890:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466107904, offset 0
00000400:00000200:1.0:1787757849.344895:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757849.344900:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757849.344904:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757849.344908:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757849.344911:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757849.344915:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757849.344920:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757849.344926:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56754:56754:256:4294967295] 192.168.201.154@tcp LPNI seq info [56754:56754:8:4294967295]
00000400:00000200:1.0:1787757849.344936:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757849.344949:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757849.344958:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757849.344965:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1200.
00000800:00000200:1.0:1787757849.344973:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757849.344979:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787757849.344988:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757849.344994:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 28 secs later)
00000800:00000100:1.0:1787757849.345002:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757849.345006:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1200.
00000400:00000200:1.0:1787757849.345013:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757849.345020:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757849.345026:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfaa0
00000400:00000010:1.0:1787757849.345029:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfaa0.
00000100:00000001:1.0:1787757849.345035:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757849.345041:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61c3c0 x1874594466107904/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757849.345052:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757849.345055:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61c3c0 x1874594466107904/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757874 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757849.345064:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757849.345067:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757849.345072:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757849.345076:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787757849.345081:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757849.345084:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314101273
00000100:00000001:1.0:1787757849.345087:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314102185
00000100:00000001:1.0:1787757849.345090:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314101273
00000100:00000001:1.0:1787757849.345093:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314102185
00000100:00000001:1.0:1787757849.345096:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757849.345099:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757849.345102:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757849.345107:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757849/real 1787757849]  req@ffff92505e61c3c0 x1874594466107904/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757849.345118:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757849.345119:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757849.345122:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787757849.345124:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787757849.345126:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787757849.345129:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757849.345133:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61c3c0 x1874594466107904/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757849.345143:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61c3c0 x1874594466107904/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757849.345151:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757849.345153:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757849.345155:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757849.345156:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757849.345160:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61c3c0 x1874594466107904/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757849.345168:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757849.345173:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61c3c0 x1874594466107904/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757874 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757849.345181:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757849.345184:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757849.345186:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757849.345188:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757849.345190:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757849.345193:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757849.345196:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757849.345201:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757849.345204:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757849.345209:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61c3c0 x1874594466107904/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757874 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757849.345218:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466107904:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757849.345223:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757849.345225:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757849.345229:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61e940 x1874594466107776/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757874 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757849.345237:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757849.345239:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757849.345241:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077917400.
02000000:00000001:1.0:1787757849.345244:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757849.345246:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757849.345248:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787757849.345251:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757849.345254:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafe000.
02000000:00000001:1.0:1787757849.345257:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757849.345259:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757849.345261:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61e940.
00000100:00000001:1.0:1787757849.345264:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757849.345307:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757849.345312:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757849.345317:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61c3c0 x1874594466107904/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757874 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757849.345330:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757849.345333:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757849.345338:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757849.345345:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757849.345347:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757849.345349:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787757849.345354:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757849.345357:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafcc00.
02000000:00000001:1.0:1787757849.345360:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757849.345362:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757849.345364:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61c3c0.
00000100:00000001:1.0:1787757849.345367:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757849.345369:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757849.345371:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757849.345376:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757849.345378:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757849.345381:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757849.345383:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757849.854392:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757849.854403:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757849.854422:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757849.854431:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757849.854439:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757849.854446:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757849.854451:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757849.854456:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757849.854461:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757850.174420:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757850.174434:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757850.174448:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757850.174453:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757850.174463:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757850.174468:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757850.174650:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757850.174660:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757850.174668:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757850.302412:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314102185, at 4314102208
00000100:00000040:2.0:1787757850.302423:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314102185, at 4314102208
00000100:00000010:3.0:1787757850.302437:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6720.
00000100:00000010:2.0:1787757850.302442:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e62a0.
00000100:00000001:1.0:1787757850.878411:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757850.878421:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757850.878424:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757850.878431:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757850.878436:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757850.878441:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757850.878445:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757850.878448:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757850.878452:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757851.198426:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757851.198441:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757851.198475:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757851.198481:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757851.198491:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757851.198495:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757851.198615:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757851.198626:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757851.198634:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757851.902407:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757851.902419:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757851.902423:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757851.902431:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757851.902437:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757851.902441:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757851.902469:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757851.902474:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757851.902479:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757852.222427:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757852.222476:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757852.222489:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757852.222492:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757852.222499:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757852.222502:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757852.222584:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757852.222594:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757852.222602:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757852.926371:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757852.926383:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757852.926387:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757852.926395:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757852.926399:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757852.926404:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757852.926407:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757852.926411:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757852.926414:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757853.246471:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757853.246495:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757853.246501:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757853.246509:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757853.246519:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757853.246525:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757853.246530:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757853.246536:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757853.246546:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757853.246551:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757853.246554:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757853.246558:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757853.246560:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757853.246562:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757853.246565:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757853.246569:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757853.246575:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757853.246577:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757853.246653:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757853.246660:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757853.246666:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757853.950432:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757853.950444:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757853.950448:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757853.950455:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757853.950460:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757853.950465:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757853.950469:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757853.950472:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757853.950476:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757854.270446:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757854.270457:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757854.270470:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757854.270474:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757854.270483:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757854.270486:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757854.270556:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757854.270563:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757854.270568:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787757854.462434:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757854.462449:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787757854.462453:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757854.462459:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757854.462467:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757854.462477:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19433
00000400:00000200:2.0:1787757854.462490:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757854.462498:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757854.462503:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757854.462507:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757854.462511:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757854.462514:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757854.462518:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757854.462523:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757854.462526:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787757854.462529:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757854.462533:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787757854.462536:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787757854.462540:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787757854.462544:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757854.462546:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757854.462549:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757854.462551:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757854.462555:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787757854.462559:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757854.462562:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757854.462565:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757854.462569:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757854.462573:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757854.462576:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757854.462579:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757854.462588:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61c3c0.
00000020:00000040:2.0:1787757854.462593:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787757854.462598:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757854.462601:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757854.462605:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757854.462608:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757854.462614:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757854.462624:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafec00.
00000100:00000001:2.0:1787757854.462632:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757854.462643:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61c3c0 x1874594466108032/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757854.462657:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757854.462663:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757854.462669:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003175400] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61c3c0 x1874594466108032/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757854.462699:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757854.462703:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757854.462708:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787757854.462710:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757854.462712:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757854.462716:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757854.462720:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19433
00000400:00000200:2.0:1787757854.462724:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757854.462729:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757854.462732:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757854.462738:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757854.462741:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757854.462745:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757854.462749:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757854.462752:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757854.462754:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:2.0:1787757854.462755:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757854.462758:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000100:00000001:1.0:1787757854.462760:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1787757854.462761:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:2.0:1787757854.462771:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:1.0:1787757854.462775:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1787757854.462777:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757854.462785:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787757854.462786:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757854.462794:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757854.462799:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000040:1.0:1787757854.462808:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61c3c0 x1874594466108032/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787757854.462809:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:2.0:1787757854.462824:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:1.0:1787757854.462838:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757854.462839:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757854.462844:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757854.462848:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787757854.462852:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757854.462858:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757854.462863:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757854.462864:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1787757854.462872:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466108032:192.168.201.154@tcp:250:kworker.0
02000000:00000001:2.0:1787757854.462876:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757854.462881:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787757854.462886:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787757854.462889:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757854.462895:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1787757854.462897:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787757854.462900:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:2.0:1787757854.462911:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787757854.462912:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915c00.
00000100:00000001:2.0:1787757854.462918:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757854.462920:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757854.462929:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61e940.
00000400:00000200:1.0:1787757854.462938:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000020:00000040:2.0:1787757854.462940:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:2.0:1787757854.462947:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:1.0:1787757854.462948:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
02000000:00000001:2.0:1787757854.462950:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757854.462958:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757854.462961:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1787757854.462963:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
02000000:00000001:2.0:1787757854.462965:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787757854.462975:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466108032, portal 25
02000000:00000010:2.0:1787757854.462977:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafdc00.
00000100:00000001:1.0:1787757854.462983:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757854.462990:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611345344 : -120601098206272 : ffff92505e61c3c0)
00000100:00000001:2.0:1787757854.462990:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757854.463007:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61c3c0 x1874594466108032/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787757854.463011:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61e940 x1874594466108160/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787757854.463059:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787757854.463061:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757854.463069:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757854.463070:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757854.463080:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfaa0.
00000100:00000040:2.0:1787757854.463082:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0cadbca] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61e940 x1874594466108160/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757854.463088:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466108032, offset 0
00000100:00000001:2.0:1787757854.463107:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757854.463108:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00080000:2.0:1787757854.463119:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757854.463126:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:1.0:1787757854.463128:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757854.463130:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757854.463135:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757854.463140:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787757854.463141:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00080000:2.0:1787757854.463148:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19433
00000400:00000200:1.0:1787757854.463156:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787757854.463161:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757854.463172:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787757854.463173:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757854.463183:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787757854.463194:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1787757854.463195:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757854.463208:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787757854.463211:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00000040:2.0:1787757854.463219:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757854.463232:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:1.0:1787757854.463233:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56755:56755:256:4294967295] 192.168.201.154@tcp LPNI seq info [56755:56755:8:4294967295]
00000020:00000001:2.0:1787757854.463242:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757854.463250:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000400:00000200:1.0:1787757854.463257:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000020:00000001:2.0:1787757854.463259:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757854.463314:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:2.0:1787757854.463322:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:2.0:1787757854.463328:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:2.0:1787757854.463336:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757854.463347:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757854.463357:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000200:1.0:1787757854.463360:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1787757854.463363:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757854.463372:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000800:00000200:1.0:1787757854.463380:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00080000:2.0:1787757854.463384:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757854.463390:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757854.463393:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757854.463422:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:1.0:1787757854.463427:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1200.
02000000:00000001:2.0:1787757854.463429:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757854.463436:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757854.463442:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.0:1787757854.463449:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000008:00000001:2.0:1787757854.463450:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757854.463460:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787757854.463461:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000100:00000010:2.0:1787757854.463469:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61de00.
00000800:00000200:1.1:1787757854.463478:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000020:00000040:2.0:1787757854.463480:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000800:00000200:1.1:1787757854.463492:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
02000000:00000001:2.0:1787757854.463494:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757854.463498:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757854.463504:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757854.463509:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000100:1.0:1787757854.463510:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
02000000:00000001:2.0:1787757854.463513:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787757854.463517:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1200.
02000000:00000010:2.0:1787757854.463523:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafd000.
00000400:00000200:1.0:1787757854.463527:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1787757854.463531:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757854.463540:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000100:00100000:2.0:1787757854.463548:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61de00 x1874594466108288/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787757854.463550:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfaa0
00000400:00000010:1.0:1787757854.463558:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfaa0.
00000100:00000001:1.0:1787757854.463570:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787757854.463573:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757854.463578:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787757854.463584:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61c3c0 x1874594466108032/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787757854.463592:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0b9f896] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61de00 x1874594466108288/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757854.463630:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787757854.463632:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757854.463639:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787757854.463654:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1787757854.463655:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61c3c0 x1874594466108032/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757879 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787757854.463661:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19444)
00000100:00000001:1.0:1787757854.463677:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757854.463680:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757854.463690:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757854.463697:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757854.463701:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314107305
00000100:00000010:1.0:1787757854.463709:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6600.
00000100:00000001:1.0:1787757854.463718:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787757854.463725:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314107305
00000100:00000010:1.0:1787757854.463728:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e65a0.
00000100:00000001:1.0:1787757854.463733:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787757854.463737:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757854.463741:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757854.463744:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757854.463750:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757854/real 1787757854]  req@ffff92505e61c3c0 x1874594466108032/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757854.463762:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757854.463764:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757854.463767:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787757854.463770:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787757854.463772:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787757854.463776:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757854.463780:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61c3c0 x1874594466108032/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757854.463792:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61c3c0 x1874594466108032/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757854.463801:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757854.463804:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757854.463807:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757854.463809:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757854.463814:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61c3c0 x1874594466108032/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757854.463823:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757854.463828:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61c3c0 x1874594466108032/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757879 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757854.463837:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757854.463841:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757854.463844:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757854.463845:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757854.463849:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757854.463851:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757854.463865:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757854.463869:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757854.463872:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757854.463878:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61c3c0 x1874594466108032/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757879 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757854.463888:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466108032:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787757854.463894:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757854.463897:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757854.463901:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61c3c0 x1874594466108032/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757879 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757854.463918:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757854.463921:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757854.463924:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757854.463931:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757854.463933:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757854.463936:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787757854.463938:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757854.463942:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafec00.
02000000:00000001:1.0:1787757854.463946:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757854.463948:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757854.463951:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61c3c0.
00000100:00000001:1.0:1787757854.463954:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757854.463956:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757854.463958:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757854.463968:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757854.463971:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757854.463973:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757854.463976:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757854.463977:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757854.463982:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61e940 x1874594466108160/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757854.463991:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757854.463993:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757854.463996:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757854.463999:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757854.464002:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757854.464006:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466108160:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757854.464010:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757854.464013:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757854.464015:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757854.464017:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757854.464022:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757854.464024:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757854.464029:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757854.464033:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
00000400:00000010:1.0:1787757854.464037:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787757854.464041:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466108160, portal 10
00000100:00000001:1.0:1787757854.464044:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757854.464046:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611354944 : -120601098196672 : ffff92505e61e940)
00000100:00000040:1.0:1787757854.464054:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61e940 x1874594466108160/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757854.464063:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757854.464066:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757854.464068:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfaa0.
00000100:00000200:1.0:1787757854.464072:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466108160, offset 0
00000400:00000200:1.0:1787757854.464077:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757854.464082:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757854.464088:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757854.464092:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757854.464096:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757854.464099:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757854.464103:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757854.464107:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56756:56756:256:4294967295] 192.168.201.154@tcp LPNI seq info [56756:56756:8:4294967295]
00000400:00000200:1.0:1787757854.464112:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757854.464121:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757854.464127:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757854.464131:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1200.
00000800:00000200:1.0:1787757854.464136:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757854.464140:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787757854.464146:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757854.464149:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787757854.464155:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757854.464158:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1200.
00000400:00000200:1.0:1787757854.464161:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757854.464167:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757854.464172:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfaa0
00000400:00000010:1.0:1787757854.464176:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfaa0.
00000100:00000001:1.0:1787757854.464182:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757854.464190:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61e940 x1874594466108160/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757854.464205:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757854.464211:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61e940 x1874594466108160/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757879 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757854.464225:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757854.464229:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757854.464236:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757854.464243:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787757854.464250:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757854.464255:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314106409
00000100:00000001:1.0:1787757854.464261:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314107305
00000100:00000001:1.0:1787757854.464266:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314106409
00000100:00000001:1.0:1787757854.464307:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314107305
00000100:00000001:1.0:1787757854.464311:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757854.464316:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757854.464319:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757854.464329:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757854/real 1787757854]  req@ffff92505e61e940 x1874594466108160/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757854.464340:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757854.464342:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757854.464345:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787757854.464349:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787757854.464352:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787757854.464356:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757854.464360:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61e940 x1874594466108160/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757854.464371:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61e940 x1874594466108160/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757854.464387:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757854.464389:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757854.464391:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757854.464393:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757854.464420:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61e940 x1874594466108160/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757854.464430:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757854.464437:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61e940 x1874594466108160/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757879 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757854.464446:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757854.464449:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757854.464452:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757854.464453:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757854.464456:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757854.464458:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757854.464461:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757854.464465:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757854.464468:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757854.464473:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61e940 x1874594466108160/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757879 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757854.464483:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466108160:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757854.464489:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757854.464493:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61de00 x1874594466108288/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757854.464501:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757854.464503:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757854.464506:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757854.464509:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757854.464512:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757854.464515:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466108288:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757854.464520:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757854.464523:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757854.464525:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757854.464527:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757854.464532:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077917400.
02000000:00000001:1.0:1787757854.464534:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757854.464539:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757854.464543:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
00000400:00000010:1.0:1787757854.464547:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787757854.464551:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466108288, portal 4
00000100:00000001:1.0:1787757854.464554:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757854.464556:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611352064 : -120601098199552 : ffff92505e61de00)
00000100:00000040:1.0:1787757854.464564:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61de00 x1874594466108288/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757854.464572:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757854.464575:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757854.464577:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfaa0.
00000100:00000200:1.0:1787757854.464581:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466108288, offset 0
00000400:00000200:1.0:1787757854.464586:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757854.464591:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757854.464596:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757854.464600:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757854.464604:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757854.464607:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757854.464610:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757854.464614:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56757:56757:256:4294967295] 192.168.201.154@tcp LPNI seq info [56757:56757:8:4294967295]
00000400:00000200:1.0:1787757854.464620:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757854.464629:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757854.464635:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757854.464640:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1200.
00000800:00000200:1.0:1787757854.464645:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757854.464649:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787757854.464654:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757854.464666:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787757854.464671:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757854.464673:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1200.
00000400:00000200:1.0:1787757854.464678:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757854.464682:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757854.464686:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfaa0
00000400:00000010:1.0:1787757854.464688:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfaa0.
00000100:00000001:1.0:1787757854.464692:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757854.464696:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61de00 x1874594466108288/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757854.464706:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757854.464710:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61de00 x1874594466108288/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757879 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757854.464719:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757854.464721:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757854.464725:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757854.464729:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787757854.464733:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757854.464736:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314106393
00000100:00000001:1.0:1787757854.464739:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314107305
00000100:00000001:1.0:1787757854.464742:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314106393
00000100:00000001:1.0:1787757854.464745:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314107305
00000100:00000001:1.0:1787757854.464748:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757854.464750:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757854.464752:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757854.464757:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757854/real 1787757854]  req@ffff92505e61de00 x1874594466108288/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757854.464767:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757854.464769:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757854.464771:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787757854.464774:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787757854.464776:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787757854.464779:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757854.464782:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61de00 x1874594466108288/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757854.464793:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61de00 x1874594466108288/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757854.464801:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757854.464803:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757854.464805:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757854.464807:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757854.464811:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61de00 x1874594466108288/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757854.464819:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757854.464823:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61de00 x1874594466108288/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757879 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757854.464831:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757854.464834:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757854.464836:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757854.464837:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757854.464839:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757854.464841:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757854.464844:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757854.464848:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757854.464851:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757854.464856:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61de00 x1874594466108288/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757879 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757854.464866:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466108288:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757854.464879:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757854.464882:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757854.464885:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61e940 x1874594466108160/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757879 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757854.464893:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757854.464895:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757854.464897:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757854.464901:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757854.464903:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757854.464904:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787757854.464907:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757854.464909:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafdc00.
02000000:00000001:1.0:1787757854.464912:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757854.464914:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757854.464915:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61e940.
00000100:00000001:1.0:1787757854.464918:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757854.464920:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757854.464922:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757854.464926:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61de00 x1874594466108288/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757879 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757854.464934:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757854.464935:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757854.464937:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077917400.
02000000:00000001:1.0:1787757854.464939:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757854.464941:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757854.464942:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787757854.464944:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757854.464946:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafd000.
02000000:00000001:1.0:1787757854.464948:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757854.464950:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757854.464952:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61de00.
00000100:00000001:1.0:1787757854.464955:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757854.464957:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757854.464959:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757854.464964:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757854.464966:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757854.464968:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757854.464971:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757854.974383:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757854.974417:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757854.974420:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757854.974429:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757854.974434:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757854.974439:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757854.974442:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757854.974446:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757854.974450:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757855.294465:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757855.294484:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757855.294496:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757855.294500:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757855.294508:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757855.294515:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757855.294519:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757855.294526:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757855.294530:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757855.294534:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757855.294537:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757855.294541:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757855.294607:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757855.294614:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757855.294620:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757855.422363:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314107305, at 4314107328
00000100:00000040:2.0:1787757855.422368:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314107305, at 4314107328
00000100:00000010:2.0:1787757855.422413:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6600.
00000100:00000010:3.0:1787757855.422419:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e65a0.
00000100:00000001:1.0:1787757855.998417:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757855.998430:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757855.998434:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757855.998444:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757855.998451:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757855.998458:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757855.998463:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757855.998485:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757855.998491:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757856.318446:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757856.318456:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757856.318468:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757856.318471:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757856.318480:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757856.318483:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757856.318579:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757856.318586:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757856.318592:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757857.022491:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757857.022502:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757857.022506:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757857.022513:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757857.022518:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757857.022523:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757857.022526:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757857.022530:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757857.022534:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757857.342482:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757857.342493:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757857.342503:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757857.342506:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757857.342513:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757857.342517:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757857.342591:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757857.342598:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757857.342603:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757858.046432:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757858.046444:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757858.046447:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757858.046456:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757858.046461:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757858.046467:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757858.046471:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757858.046475:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757858.046479:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757858.366508:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757858.366522:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757858.366537:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757858.366540:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757858.366547:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757858.366550:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757858.366630:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757858.366638:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757858.366643:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757859.070439:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757859.070450:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757859.070454:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757859.070462:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757859.070467:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757859.070472:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757859.070476:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757859.070479:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757859.070483:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757859.390467:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757859.390479:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757859.390490:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757859.390493:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757859.390501:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757859.390505:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757859.390680:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757859.390690:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757859.390697:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787757859.582483:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757859.582499:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787757859.582503:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757859.582510:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757859.582519:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757859.582533:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19439
00000400:00000200:2.0:1787757859.582548:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757859.582565:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757859.582570:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757859.582577:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757859.582582:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757859.582586:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757859.582591:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757859.582598:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757859.582601:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787757859.582606:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757859.582610:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787757859.582614:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787757859.582617:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787757859.582622:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757859.582624:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757859.582627:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757859.582630:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757859.582634:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787757859.582639:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757859.582642:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757859.582646:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757859.582652:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757859.582656:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757859.582659:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757859.582662:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757859.582677:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61f480.
00000020:00000040:2.0:1787757859.582683:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787757859.582690:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757859.582693:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757859.582698:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757859.582702:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757859.582709:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757859.582721:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafc800.
00000100:00000001:2.0:1787757859.582732:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757859.582748:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61f480 x1874594466108416/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757859.582763:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757859.582770:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757859.582777:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f638b8ce] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61f480 x1874594466108416/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757859.582808:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757859.582813:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757859.582818:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787757859.582820:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757859.582822:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757859.582827:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757859.582831:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19439
00000400:00000200:2.0:1787757859.582835:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757859.582838:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757859.582841:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757859.582846:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757859.582849:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757859.582853:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757859.582857:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757859.582861:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757859.582863:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:2.0:1787757859.582867:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757859.582871:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:2.0:1787757859.582874:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:2.0:1787757859.582879:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:2.0:1787757859.582884:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757859.582886:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757859.582890:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757859.582893:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757859.582895:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757859.582904:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00000001:1.0:1787757859.582908:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1787757859.582910:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:1.0:1787757859.582914:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787757859.582916:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757859.582932:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1787757859.582938:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61f480 x1874594466108416/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787757859.582944:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757859.582958:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757859.582974:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757859.582983:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787757859.582987:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00000001:2.0:1787757859.582991:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757859.582999:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757859.583000:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757859.583008:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61f840.
02000000:00000001:1.0:1787757859.583014:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1787757859.583015:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:2.0:1787757859.583023:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757859.583025:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757859.583028:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757859.583030:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757859.583032:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757859.583037:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507caff800.
00000100:00000001:2.0:1787757859.583046:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757859.583047:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1787757859.583058:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61f840 x1874594466108544/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787757859.583061:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757859.583093:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466108416:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757859.583095:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757859.583103:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757859.583122:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:2.0:1787757859.583130:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aef5ed20] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61f840 x1874594466108544/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787757859.583135:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757859.583142:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757859.583157:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757859.583174:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077917400.
00000100:00000001:2.0:1787757859.583177:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757859.583195:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757859.583196:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787757859.583215:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00080000:2.0:1787757859.583222:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787757859.583227:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1787757859.583230:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
00000100:00080000:2.0:1787757859.583231:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757859.583248:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:1.0:1787757859.583253:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00080000:2.0:1787757859.583255:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19439
00000400:00000200:2.0:1787757859.583332:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757859.583338:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757859.583343:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757859.583350:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757859.583355:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757859.583359:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757859.583363:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000200:1.0:1787757859.583368:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466108416, portal 25
00000020:00000001:2.0:1787757859.583368:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757859.583371:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:2.0:1787757859.583383:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787757859.583385:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757859.583392:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611357824 : -120601098193792 : ffff92505e61f480)
00000020:00000040:2.0:1787757859.583392:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:2.0:1787757859.583418:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:2.0:1787757859.583426:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:1.0:1787757859.583428:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61f480 x1874594466108416/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787757859.583441:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757859.583459:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757859.583474:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757859.583492:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787757859.583492:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757859.583505:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00000040:1.0:1787757859.583507:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00080000:2.0:1787757859.583521:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000400:00000010:1.0:1787757859.583522:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfaa0.
00000100:00000001:2.0:1787757859.583535:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787757859.583540:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466108416, offset 0
02000000:00000001:2.0:1787757859.583542:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757859.583555:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787757859.583571:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
02000000:00000001:2.0:1787757859.583572:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757859.583585:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757859.583589:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787757859.583593:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757859.583596:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757859.583599:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757859.583607:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61d2c0.
00000400:00000200:1.0:1787757859.583615:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000020:00000040:2.0:1787757859.583616:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:2.0:1787757859.583634:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757859.583639:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757859.583640:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787757859.583652:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787757859.583661:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
02000000:00000001:2.0:1787757859.583663:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757859.583679:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757859.583682:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757859.583707:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
02000000:00000010:2.0:1787757859.583708:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507caff400.
00000100:00000001:2.0:1787757859.583720:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757859.583722:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56758:56758:256:4294967295] 192.168.201.154@tcp LPNI seq info [56758:56758:8:4294967295]
00000400:00000200:1.0:1787757859.583750:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00100000:2.0:1787757859.583751:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61d2c0 x1874594466108672/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757859.583770:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757859.583775:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757859.583787:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b484489] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61d2c0 x1874594466108672/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787757859.583808:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1787757859.583812:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757859.583821:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787757859.583831:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.0:1787757859.583842:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000040:2.0:1787757859.583843:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19449)
00000800:00000010:1.0:1787757859.583861:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1200.
00000800:00000200:1.0:1787757859.583876:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757859.583883:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787757859.583895:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757859.583899:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787757859.583905:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757859.583909:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1200.
00000400:00000200:1.0:1787757859.583916:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757859.583922:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757859.583930:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfaa0
00000400:00000010:1.0:1787757859.583933:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfaa0.
00000100:00000001:1.0:1787757859.583939:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757859.583946:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61f480 x1874594466108416/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757859.583962:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757859.583967:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61f480 x1874594466108416/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757884 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757859.583978:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757859.583981:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757859.583994:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757859.584003:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757859.584009:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314112425
00000100:00000010:1.0:1787757859.584019:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6ae0.
00000100:00000001:1.0:1787757859.584030:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787757859.584040:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314112425
00000100:00000010:1.0:1787757859.584047:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6360.
00000100:00000001:1.0:1787757859.584053:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787757859.584059:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757859.584065:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757859.584070:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757859.584079:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757859/real 1787757859]  req@ffff92505e61f480 x1874594466108416/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757859.584092:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757859.584094:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757859.584097:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787757859.584101:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787757859.584104:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787757859.584108:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757859.584112:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61f480 x1874594466108416/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757859.584123:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61f480 x1874594466108416/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757859.584132:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757859.584134:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757859.584138:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757859.584140:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757859.584145:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61f480 x1874594466108416/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757859.584155:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757859.584161:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61f480 x1874594466108416/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757884 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757859.584170:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757859.584173:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757859.584175:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757859.584177:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757859.584180:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757859.584183:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757859.584187:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757859.584193:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757859.584196:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757859.584201:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61f480 x1874594466108416/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757884 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757859.584211:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466108416:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787757859.584218:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757859.584221:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757859.584225:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61f480 x1874594466108416/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757884 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757859.584234:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757859.584237:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757859.584241:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077917400.
02000000:00000001:1.0:1787757859.584245:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757859.584249:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757859.584251:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787757859.584255:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757859.584259:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafc800.
02000000:00000001:1.0:1787757859.584263:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757859.584266:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757859.584301:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61f480.
00000100:00000001:1.0:1787757859.584334:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757859.584337:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757859.584340:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757859.584351:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757859.584353:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757859.584356:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757859.584359:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757859.584361:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757859.584368:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61f840 x1874594466108544/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757859.584378:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757859.584381:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757859.584384:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757859.584387:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757859.584390:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757859.584393:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466108544:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757859.584398:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757859.584401:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757859.584404:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757859.584406:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757859.584411:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077917400.
02000000:00000001:1.0:1787757859.584414:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757859.584419:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757859.584423:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
00000400:00000010:1.0:1787757859.584428:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787757859.584432:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466108544, portal 10
00000100:00000001:1.0:1787757859.584435:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757859.584437:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611358784 : -120601098192832 : ffff92505e61f840)
00000100:00000040:1.0:1787757859.584446:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61f840 x1874594466108544/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757859.584455:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757859.584458:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757859.584461:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfaa0.
00000100:00000200:1.0:1787757859.584465:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466108544, offset 0
00000400:00000200:1.0:1787757859.584470:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757859.584477:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757859.584482:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757859.584487:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757859.584491:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757859.584495:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757859.584498:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757859.584502:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56759:56759:256:4294967295] 192.168.201.154@tcp LPNI seq info [56759:56759:8:4294967295]
00000400:00000200:1.0:1787757859.584507:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757859.584517:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757859.584523:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757859.584527:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1200.
00000800:00000200:1.0:1787757859.584533:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757859.584537:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787757859.584543:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757859.584546:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787757859.584552:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757859.584554:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1200.
00000400:00000200:1.0:1787757859.584558:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757859.584563:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757859.584567:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfaa0
00000400:00000010:1.0:1787757859.584570:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfaa0.
00000100:00000001:1.0:1787757859.584573:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757859.584578:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61f840 x1874594466108544/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757859.584588:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757859.584592:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61f840 x1874594466108544/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757884 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757859.584600:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757859.584603:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757859.584608:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757859.584614:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787757859.584618:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757859.584621:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314111530
00000100:00000001:1.0:1787757859.584625:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314112425
00000100:00000001:1.0:1787757859.584628:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314111530
00000100:00000001:1.0:1787757859.584631:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314112425
00000100:00000001:1.0:1787757859.584633:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757859.584636:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757859.584638:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757859.584642:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757859/real 1787757859]  req@ffff92505e61f840 x1874594466108544/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757859.584652:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757859.584654:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757859.584656:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787757859.584659:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787757859.584661:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787757859.584664:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757859.584667:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61f840 x1874594466108544/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757859.584677:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61f840 x1874594466108544/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757859.584686:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757859.584688:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757859.584690:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757859.584692:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757859.584696:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61f840 x1874594466108544/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757859.584704:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757859.584708:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61f840 x1874594466108544/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757884 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757859.584718:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757859.584722:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757859.584724:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757859.584726:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757859.584728:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757859.584731:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757859.584734:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757859.584738:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757859.584740:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757859.584745:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61f840 x1874594466108544/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757884 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757859.584758:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466108544:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757859.584767:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757859.584774:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61d2c0 x1874594466108672/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757859.584789:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757859.584792:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757859.584796:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757859.584800:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757859.584804:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757859.584810:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466108672:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757859.584817:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757859.584821:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757859.584824:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757859.584828:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757859.584835:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757859.584839:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757859.584847:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757859.584853:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
00000400:00000010:1.0:1787757859.584860:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787757859.584865:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466108672, portal 4
00000100:00000001:1.0:1787757859.584868:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757859.584870:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611349184 : -120601098202432 : ffff92505e61d2c0)
00000100:00000040:1.0:1787757859.584880:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61d2c0 x1874594466108672/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757859.584888:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757859.584892:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757859.584894:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfaa0.
00000100:00000200:1.0:1787757859.584898:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466108672, offset 0
00000400:00000200:1.0:1787757859.584903:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757859.584908:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757859.584913:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757859.584916:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757859.584920:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757859.584923:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757859.584927:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757859.584931:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56760:56760:256:4294967295] 192.168.201.154@tcp LPNI seq info [56760:56760:8:4294967295]
00000400:00000200:1.0:1787757859.584936:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757859.584945:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757859.584951:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757859.584955:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1200.
00000800:00000200:1.0:1787757859.584960:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757859.584964:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787757859.584969:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757859.584973:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787757859.584979:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757859.584983:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1200.
00000400:00000200:1.0:1787757859.584988:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757859.584995:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757859.585000:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfaa0
00000400:00000010:1.0:1787757859.585005:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfaa0.
00000100:00000001:1.0:1787757859.585010:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757859.585018:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61d2c0 x1874594466108672/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757859.585035:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757859.585041:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61d2c0 x1874594466108672/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757884 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757859.585056:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757859.585059:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757859.585066:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757859.585073:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787757859.585081:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757859.585084:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314111513
00000100:00000001:1.0:1787757859.585087:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314112425
00000100:00000001:1.0:1787757859.585090:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314111513
00000100:00000001:1.0:1787757859.585093:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314112425
00000100:00000001:1.0:1787757859.585096:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757859.585099:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757859.585102:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757859.585107:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757859/real 1787757859]  req@ffff92505e61d2c0 x1874594466108672/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757859.585117:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757859.585118:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757859.585121:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787757859.585124:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787757859.585126:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787757859.585129:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757859.585133:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61d2c0 x1874594466108672/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757859.585144:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61d2c0 x1874594466108672/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757859.585153:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757859.585155:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757859.585158:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757859.585159:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757859.585164:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61d2c0 x1874594466108672/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757859.585172:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757859.585176:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61d2c0 x1874594466108672/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757884 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757859.585184:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757859.585187:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757859.585189:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757859.585191:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757859.585193:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757859.585195:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757859.585199:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757859.585203:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757859.585206:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757859.585210:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61d2c0 x1874594466108672/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757884 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757859.585220:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466108672:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757859.585224:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757859.585227:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757859.585231:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61f840 x1874594466108544/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757884 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757859.585239:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757859.585241:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757859.585245:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077917400.
02000000:00000001:1.0:1787757859.585248:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757859.585250:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757859.585252:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787757859.585255:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757859.585257:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507caff800.
02000000:00000001:1.0:1787757859.585261:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757859.585262:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757859.585264:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61f840.
00000100:00000001:1.0:1787757859.585267:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757859.585297:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757859.585301:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757859.585306:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61d2c0 x1874594466108672/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757884 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757859.585341:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757859.585343:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757859.585346:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757859.585352:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757859.585354:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757859.585356:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787757859.585358:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757859.585360:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507caff400.
02000000:00000001:1.0:1787757859.585363:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757859.585365:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757859.585367:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61d2c0.
00000100:00000001:1.0:1787757859.585370:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757859.585372:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757859.585374:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757859.585380:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757859.585382:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757859.585385:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757859.585387:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757860.094462:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757860.094472:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757860.094476:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757860.094483:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757860.094488:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757860.094494:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757860.094497:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757860.094501:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757860.094504:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757860.414432:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757860.414442:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757860.414454:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757860.414457:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757860.414465:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757860.414468:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757860.414544:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757860.414551:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757860.414556:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757860.542372:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314112425, at 4314112448
00000100:00000010:3.0:1787757860.542393:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6360.
00000100:00000040:2.0:1787757860.542406:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314112425, at 4314112448
00000100:00000010:2.0:1787757860.542427:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6ae0.
00000100:00000001:1.0:1787757861.118421:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757861.118432:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757861.118435:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757861.118442:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757861.118447:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757861.118452:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757861.118456:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757861.118459:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757861.118463:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757861.438446:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757861.438456:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757861.438467:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757861.438470:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757861.438477:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757861.438480:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757861.438564:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757861.438588:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757861.438596:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757862.142440:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757862.142451:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757862.142454:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757862.142461:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757862.142467:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757862.142472:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757862.142475:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757862.142479:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757862.142482:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757862.462396:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757862.462429:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757862.462434:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757862.462440:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757862.462449:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757862.462453:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757862.462458:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757862.462461:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757862.462469:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757862.462472:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757862.462474:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757862.462477:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757862.462479:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757862.462481:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757862.462484:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757862.462487:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757862.462493:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757862.462495:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757862.462622:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757862.462628:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757862.462633:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757863.166406:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757863.166417:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757863.166420:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757863.166427:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757863.166432:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757863.166437:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757863.166440:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757863.166443:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757863.166447:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757863.486441:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757863.486452:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757863.486464:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757863.486467:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757863.486474:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757863.486477:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757863.486554:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757863.486561:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757863.486566:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757864.190418:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757864.190431:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757864.190434:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757864.190453:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757864.190458:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757864.190462:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757864.190466:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757864.190469:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757864.190472:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757864.510441:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757864.510453:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757864.510463:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757864.510466:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757864.510476:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757864.510482:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757864.510486:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757864.510492:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757864.510496:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757864.510501:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757864.510505:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757864.510509:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757864.510594:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757864.510604:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757864.510609:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787757864.702480:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757864.702495:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787757864.702498:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757864.702504:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757864.702510:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757864.702521:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19444
00000400:00000200:0.0:1787757864.702531:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757864.702540:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757864.702544:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757864.702549:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757864.702553:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757864.702557:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757864.702560:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757864.702565:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757864.702568:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787757864.702572:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757864.702577:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787757864.702582:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787757864.702587:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787757864.702594:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757864.702598:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757864.702601:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757864.702605:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757864.702611:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787757864.702618:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757864.702623:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757864.702629:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757864.702636:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757864.702642:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757864.702646:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787757864.702651:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757864.702665:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae47c00.
00000020:00000040:0.0:1787757864.702672:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787757864.702681:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757864.702684:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757864.702689:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757864.702693:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757864.702699:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757864.702709:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad5400.
00000100:00000001:0.0:1787757864.702717:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757864.702731:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae47c00 x1874594466108800/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757864.702745:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757864.702752:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757864.702759:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006db13aa7] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae47c00 x1874594466108800/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757864.702794:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757864.702799:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757864.702803:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787757864.702806:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757864.702808:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757864.702812:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757864.702816:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19444
00000400:00000200:0.0:1787757864.702821:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757864.702825:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757864.702829:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757864.702834:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757864.702838:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757864.702842:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757864.702845:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757864.702848:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757864.702851:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:0.0:1787757864.702853:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757864.702858:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:0.0:1787757864.702860:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:0.0:1787757864.702863:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:1.0:1787757864.702866:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1787757864.702867:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757864.702875:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787757864.702877:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1787757864.702881:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757864.702884:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787757864.702887:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757864.702893:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00000040:1.0:1787757864.702902:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae47c00 x1874594466108800/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787757864.702904:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757864.702921:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757864.702928:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787757864.702937:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1787757864.702939:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757864.702941:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757864.702952:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757864.702954:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787757864.702957:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787757864.702961:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:0.0:1787757864.702966:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787757864.702968:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787757864.702976:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757864.702983:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae47c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466108800:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787757864.702984:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757864.702995:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae45680.
00000100:00000001:1.0:1787757864.702997:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1787757864.703002:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:1.0:1787757864.703006:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757864.703008:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787757864.703013:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757864.703014:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757864.703024:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787757864.703025:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757864.703031:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757864.703035:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787757864.703037:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915c00.
02000000:00000010:0.0:1787757864.703044:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6400.
02000000:00000001:1.0:1787757864.703044:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757864.703058:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757864.703060:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757864.703075:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
00000100:00100000:0.0:1787757864.703082:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae45680 x1874594466108928/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787757864.703088:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787757864.703102:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466108800, portal 25
00000100:00000001:1.0:1787757864.703111:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757864.703112:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787757864.703115:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089674240 : -120600619877376 : ffff92507ae47c00)
00000100:00000001:0.0:1787757864.703122:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757864.703134:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae47c00 x1874594466108800/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787757864.703143:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078e2ff1a] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae45680 x1874594466108928/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757864.703149:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757864.703156:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757864.703159:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfaa0.
00000100:00000200:1.0:1787757864.703164:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466108800, offset 0
00000400:00000200:1.0:1787757864.703186:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000001:0.0:1787757864.703191:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757864.703200:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00080000:0.0:1787757864.703202:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757864.703213:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:1.0:1787757864.703214:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757864.703247:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757864.703253:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757864.703258:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1787757864.703264:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1787757864.703266:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00080000:0.0:1787757864.703324:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757864.703332:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787757864.703337:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56761:56761:256:4294967295] 192.168.201.154@tcp LPNI seq info [56761:56761:8:4294967295]
00000100:00080000:0.0:1787757864.703345:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19444
00000400:00000200:1.0:1787757864.703353:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757864.703368:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757864.703380:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1787757864.703389:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000800:00000200:1.0:1787757864.703400:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00080000:0.0:1787757864.703403:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000800:00000010:1.0:1787757864.703411:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1200.
00000100:00000040:0.0:1787757864.703419:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757864.703430:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1787757864.703431:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000040:0.0:1787757864.703441:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000800:00000200:1.0:1787757864.703443:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1787757864.703450:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757864.703455:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:1.1:1787757864.703460:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000020:00000040:0.0:1787757864.703461:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:0.0:1787757864.703468:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:1.1:1787757864.703472:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000020:00000040:0.0:1787757864.703475:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:0.0:1787757864.703482:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000800:00000100:1.0:1787757864.703484:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000020:00000001:0.0:1787757864.703490:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000800:00000010:1.0:1787757864.703493:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1200.
00000100:00000040:0.0:1787757864.703502:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000200:1.0:1787757864.703504:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1787757864.703508:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757864.703517:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000200:1.0:1787757864.703521:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1787757864.703524:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757864.703531:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000400:00000200:1.0:1787757864.703532:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfaa0
00000400:00000010:1.0:1787757864.703539:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfaa0.
00000100:00080000:0.0:1787757864.703541:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757864.703548:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757864.703550:0:238954:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1787757864.703552:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757864.703561:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1787757864.703563:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae47c00 x1874594466108800/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787757864.703568:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757864.703580:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787757864.703590:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787757864.703592:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000008:00000001:0.0:1787757864.703605:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757864.703605:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae47c00 x1874594466108800/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757889 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757864.703617:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757864.703631:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757864.703635:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae46940.
00000100:00000001:1.0:1787757864.703636:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:0.0:1787757864.703644:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:0.0:1787757864.703651:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757864.703658:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757864.703662:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757864.703663:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757864.703671:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787757864.703677:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000001:0.0:1787757864.703678:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757864.703684:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314117545
02000000:00000010:0.0:1787757864.703690:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad7c00.
00000100:00000010:1.0:1787757864.703695:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e67e0.
00000100:00000001:0.0:1787757864.703699:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757864.703709:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00100000:0.0:1787757864.703714:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae46940 x1874594466109056/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787757864.703720:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314117545
00000100:00000010:1.0:1787757864.703730:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6180.
00000100:00000001:0.0:1787757864.703740:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787757864.703742:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787757864.703748:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757864.703752:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1787757864.703760:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013e8296f] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae46940 x1874594466109056/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757864.703761:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757864.703770:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757864.703784:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757864/real 1787757864]  req@ffff92507ae47c00 x1874594466108800/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757864.703786:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757864.703798:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787757864.703814:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000001:1.0:1787757864.703819:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:0.0:1787757864.703824:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19454)
00000400:00000001:1.0:1787757864.703825:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757864.703832:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787757864.703839:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787757864.703842:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787757864.703845:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757864.703850:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae47c00 x1874594466108800/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757864.703862:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae47c00 x1874594466108800/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757864.703871:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757864.703873:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757864.703876:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757864.703879:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757864.703884:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae47c00 x1874594466108800/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757864.703894:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757864.703900:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae47c00 x1874594466108800/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757889 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757864.703909:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757864.703913:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757864.703915:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757864.703916:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757864.703919:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757864.703922:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757864.703925:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757864.703929:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757864.703932:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757864.703937:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae47c00 x1874594466108800/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757889 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757864.703947:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae47c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466108800:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787757864.703953:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757864.703955:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757864.703959:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae47c00 x1874594466108800/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757889 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757864.703968:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757864.703972:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757864.703975:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757864.703982:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757864.703984:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757864.703986:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787757864.703989:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757864.703993:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad5400.
02000000:00000001:1.0:1787757864.703997:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757864.704000:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757864.704002:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae47c00.
00000100:00000001:1.0:1787757864.704006:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757864.704008:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757864.704010:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757864.704019:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757864.704022:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757864.704024:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757864.704026:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757864.704029:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757864.704033:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae45680 x1874594466108928/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757864.704042:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757864.704044:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757864.704047:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757864.704049:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757864.704052:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757864.704055:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae45680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466108928:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757864.704059:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757864.704061:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757864.704063:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757864.704066:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757864.704069:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757864.704072:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757864.704076:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757864.704079:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
00000400:00000010:1.0:1787757864.704083:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787757864.704087:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466108928, portal 10
00000100:00000001:1.0:1787757864.704089:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757864.704092:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089664640 : -120600619886976 : ffff92507ae45680)
00000100:00000040:1.0:1787757864.704100:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae45680 x1874594466108928/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757864.704108:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757864.704112:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757864.704115:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfaa0.
00000100:00000200:1.0:1787757864.704118:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466108928, offset 0
00000400:00000200:1.0:1787757864.704123:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757864.704128:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757864.704133:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757864.704137:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757864.704141:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757864.704144:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757864.704147:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757864.704151:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56762:56762:256:4294967295] 192.168.201.154@tcp LPNI seq info [56762:56762:8:4294967295]
00000400:00000200:1.0:1787757864.704157:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757864.704165:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757864.704171:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757864.704174:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1200.
00000800:00000200:1.0:1787757864.704179:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757864.704183:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787757864.704189:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757864.704192:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787757864.704196:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757864.704199:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1200.
00000400:00000200:1.0:1787757864.704203:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757864.704207:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757864.704211:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfaa0
00000400:00000010:1.0:1787757864.704214:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfaa0.
00000100:00000001:1.0:1787757864.704239:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757864.704246:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae45680 x1874594466108928/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757864.704256:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757864.704260:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae45680 x1874594466108928/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757889 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757864.704294:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757864.704297:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757864.704304:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757864.704309:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787757864.704313:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757864.704316:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314116650
00000100:00000001:1.0:1787757864.704320:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314117545
00000100:00000001:1.0:1787757864.704323:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314116650
00000100:00000001:1.0:1787757864.704326:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314117545
00000100:00000001:1.0:1787757864.704328:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757864.704331:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757864.704333:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757864.704338:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757864/real 1787757864]  req@ffff92507ae45680 x1874594466108928/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757864.704348:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757864.704350:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757864.704352:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787757864.704355:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787757864.704357:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787757864.704359:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757864.704363:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae45680 x1874594466108928/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757864.704374:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae45680 x1874594466108928/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757864.704382:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757864.704384:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757864.704386:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757864.704387:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757864.704391:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae45680 x1874594466108928/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757864.704399:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757864.704404:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae45680 x1874594466108928/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757889 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757864.704414:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757864.704417:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757864.704419:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757864.704420:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757864.704423:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757864.704425:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757864.704428:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757864.704432:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757864.704435:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757864.704439:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae45680 x1874594466108928/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757889 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757864.704449:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae45680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466108928:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757864.704453:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757864.704457:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae46940 x1874594466109056/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757864.704465:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757864.704467:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757864.704470:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757864.704472:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757864.704475:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757864.704479:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae46940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466109056:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757864.704483:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757864.704485:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757864.704487:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757864.704489:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757864.704494:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077917400.
02000000:00000001:1.0:1787757864.704496:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757864.704500:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757864.704503:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
00000400:00000010:1.0:1787757864.704507:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787757864.704511:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466109056, portal 4
00000100:00000001:1.0:1787757864.704513:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757864.704515:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089669440 : -120600619882176 : ffff92507ae46940)
00000100:00000040:1.0:1787757864.704522:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae46940 x1874594466109056/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757864.704531:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757864.704534:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757864.704536:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfaa0.
00000100:00000200:1.0:1787757864.704539:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466109056, offset 0
00000400:00000200:1.0:1787757864.704544:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757864.704548:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757864.704552:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757864.704556:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757864.704559:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757864.704562:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757864.704565:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757864.704569:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56763:56763:256:4294967295] 192.168.201.154@tcp LPNI seq info [56763:56763:8:4294967295]
00000400:00000200:1.0:1787757864.704575:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757864.704583:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757864.704588:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757864.704592:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1200.
00000800:00000200:1.0:1787757864.704597:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757864.704601:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787757864.704606:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757864.704609:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787757864.704614:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757864.704617:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1200.
00000400:00000200:1.0:1787757864.704620:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757864.704625:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757864.704628:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfaa0
00000400:00000010:1.0:1787757864.704631:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfaa0.
00000100:00000001:1.0:1787757864.704634:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757864.704638:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae46940 x1874594466109056/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757864.704648:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757864.704652:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae46940 x1874594466109056/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757889 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757864.704660:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757864.704662:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757864.704665:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757864.704669:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787757864.704673:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757864.704675:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314116633
00000100:00000001:1.0:1787757864.704679:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314117545
00000100:00000001:1.0:1787757864.704681:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314116633
00000100:00000001:1.0:1787757864.704684:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314117545
00000100:00000001:1.0:1787757864.704686:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757864.704689:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757864.704691:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757864.704695:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757864/real 1787757864]  req@ffff92507ae46940 x1874594466109056/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757864.704704:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757864.704705:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757864.704708:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787757864.704711:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787757864.704713:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787757864.704715:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757864.704719:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae46940 x1874594466109056/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757864.704729:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae46940 x1874594466109056/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757864.704737:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757864.704739:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757864.704741:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757864.704743:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757864.704747:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae46940 x1874594466109056/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757864.704755:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757864.704759:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae46940 x1874594466109056/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757889 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757864.704767:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757864.704770:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757864.704772:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757864.704773:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757864.704775:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757864.704777:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757864.704780:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757864.704784:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757864.704789:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757864.704795:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae46940 x1874594466109056/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757889 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757864.704805:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae46940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466109056:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757864.704814:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757864.704817:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757864.704822:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae45680 x1874594466108928/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757889 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757864.704830:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757864.704833:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757864.704836:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757864.704840:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757864.704841:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757864.704843:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787757864.704846:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757864.704848:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad6400.
02000000:00000001:1.0:1787757864.704851:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757864.704853:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757864.704855:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae45680.
00000100:00000001:1.0:1787757864.704858:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757864.704860:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757864.704862:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757864.704866:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae46940 x1874594466109056/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757889 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757864.704876:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757864.704877:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757864.704879:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077917400.
02000000:00000001:1.0:1787757864.704882:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757864.704884:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757864.704886:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787757864.704889:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757864.704891:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad7c00.
02000000:00000001:1.0:1787757864.704895:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757864.704896:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757864.704898:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae46940.
00000100:00000001:1.0:1787757864.704901:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757864.704902:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757864.704904:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757864.704909:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757864.704910:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757864.704913:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757864.704915:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757865.214363:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757865.214373:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757865.214376:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757865.214382:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757865.214387:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757865.214394:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757865.214397:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757865.214400:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757865.214404:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757865.534410:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757865.534421:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757865.534433:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757865.534436:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757865.534443:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757865.534446:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757865.534542:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757865.534548:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757865.534554:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757865.662387:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314117545, at 4314117568
00000100:00000040:2.0:1787757865.662403:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314117545, at 4314117568
00000100:00000010:3.0:1787757865.662414:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6180.
00000100:00000010:2.0:1787757865.662419:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e67e0.
00000100:00000001:1.0:1787757866.238366:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757866.238377:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757866.238380:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757866.238388:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757866.238393:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757866.238398:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757866.238401:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757866.238404:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757866.238408:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757866.558429:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757866.558443:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757866.558457:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757866.558461:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757866.558471:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757866.558475:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757866.558552:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757866.558559:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757866.558566:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757867.262373:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757867.262384:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757867.262387:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757867.262394:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757867.262399:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757867.262404:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757867.262408:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757867.262411:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757867.262415:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757867.582458:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757867.582472:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757867.582485:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757867.582489:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757867.582498:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757867.582501:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757867.582574:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757867.582584:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757867.582591:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757868.286400:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757868.286410:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757868.286413:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757868.286421:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757868.286426:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757868.286430:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757868.286434:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757868.286437:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757868.286441:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757868.606417:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757868.606431:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757868.606443:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757868.606447:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757868.606455:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757868.606459:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757868.606565:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757868.606572:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757868.606577:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757869.310389:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757869.310400:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757869.310403:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757869.310409:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757869.310414:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757869.310419:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757869.310422:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757869.310425:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757869.310444:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757869.630434:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757869.630447:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757869.630462:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757869.630466:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757869.630477:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757869.630480:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757869.630572:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757869.630579:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757869.630584:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787757869.822395:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757869.822408:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787757869.822412:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757869.822416:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757869.822435:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757869.822447:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19449
00000400:00000200:0.0:1787757869.822459:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757869.822469:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757869.822474:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757869.822480:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757869.822485:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757869.822489:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757869.822493:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757869.822498:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757869.822501:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787757869.822505:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757869.822509:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787757869.822512:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787757869.822515:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787757869.822520:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757869.822522:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757869.822525:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757869.822527:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757869.822530:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787757869.822535:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757869.822544:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757869.822549:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757869.822553:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757869.822556:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757869.822559:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787757869.822562:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757869.822572:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae47480.
00000020:00000040:0.0:1787757869.822577:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787757869.822582:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757869.822584:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757869.822588:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757869.822592:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757869.822598:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757869.822608:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad7000.
00000100:00000001:0.0:1787757869.822616:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757869.822628:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae47480 x1874594466109184/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757869.822642:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757869.822648:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757869.822654:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ecd7b1f2] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae47480 x1874594466109184/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757869.822681:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757869.822685:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757869.822690:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787757869.822693:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757869.822695:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757869.822699:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757869.822703:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19449
00000400:00000200:0.0:1787757869.822707:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757869.822711:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757869.822713:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757869.822718:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757869.822721:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757869.822724:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757869.822728:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757869.822732:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757869.822734:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:0.0:1787757869.822736:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757869.822739:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:0.0:1787757869.822741:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:0.0:1787757869.822745:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:0.0:1787757869.822749:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757869.822753:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787757869.822754:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1787757869.822757:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757869.822763:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:1.0:1787757869.822765:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1787757869.822768:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00000001:1.0:1787757869.822771:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1787757869.822780:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000040:1.0:1787757869.822790:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae47480 x1874594466109184/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757869.822792:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757869.822804:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787757869.822817:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1787757869.822820:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757869.822823:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757869.822834:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757869.822835:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757869.822842:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757869.822847:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757869.822852:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466109184:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787757869.822857:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787757869.822863:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787757869.822866:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757869.822873:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757869.822878:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:0.0:1787757869.822879:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000010:1.0:1787757869.822887:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077917400.
00000008:00000001:0.0:1787757869.822889:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757869.822898:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757869.822899:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757869.822914:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae47840.
00000400:00000200:1.0:1787757869.822915:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000020:00000040:0.0:1787757869.822924:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000400:00000010:1.0:1787757869.822929:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
02000000:00000001:0.0:1787757869.822932:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757869.822937:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757869.822942:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1787757869.822943:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
02000000:00000001:0.0:1787757869.822945:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757869.822953:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787757869.822960:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466109184, portal 25
02000000:00000010:0.0:1787757869.822965:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6800.
00000100:00000001:1.0:1787757869.822967:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757869.822973:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089672320 : -120600619879296 : ffff92507ae47480)
00000100:00000001:0.0:1787757869.822977:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757869.822988:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae47480 x1874594466109184/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757869.822999:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae47840 x1874594466109312/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787757869.823015:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757869.823027:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000001:0.0:1787757869.823028:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757869.823034:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787757869.823036:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfaa0.
00000100:00000200:1.0:1787757869.823044:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466109184, offset 0
00000100:00000040:0.0:1787757869.823046:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000cd63e1] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae47840 x1874594466109312/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787757869.823063:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000001:0.0:1787757869.823076:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757869.823081:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787757869.823082:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00080000:0.0:1787757869.823093:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787757869.823098:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1787757869.823103:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00080000:0.0:1787757869.823105:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757869.823117:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787757869.823121:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1787757869.823153:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19449
00000400:00000200:1.0:1787757869.823161:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757869.823179:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757869.823184:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757869.823189:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56764:56764:256:4294967295] 192.168.201.154@tcp LPNI seq info [56764:56764:8:4294967295]
00000400:00000200:1.0:1787757869.823196:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757869.823207:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757869.823224:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1787757869.823227:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757869.823243:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1787757869.823249:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000040:0.0:1787757869.823260:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000800:00000010:1.0:1787757869.823262:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1200.
00000800:00000200:1.0:1787757869.823315:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757869.823321:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787757869.823329:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757869.823334:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787757869.823341:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000100:00000001:0.0:1787757869.823349:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:1.0:1787757869.823350:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1200.
00000100:00000040:0.0:1787757869.823363:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000200:1.0:1787757869.823363:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1787757869.823373:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:1.0:1787757869.823381:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000020:00000001:0.0:1787757869.823382:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757869.823389:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000400:00000200:1.0:1787757869.823394:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfaa0
00000020:00000001:0.0:1787757869.823395:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000010:1.0:1787757869.823404:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfaa0.
00000020:00000040:0.0:1787757869.823406:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:0.0:1787757869.823413:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000001:1.0:1787757869.823416:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:0.0:1787757869.823418:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:0.0:1787757869.823431:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000200:1.0:1787757869.823432:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae47480 x1874594466109184/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757869.823435:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757869.823444:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757869.823453:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757869.823461:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:0.0:1787757869.823471:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:1.0:1787757869.823472:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787757869.823480:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757869.823483:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae47480 x1874594466109184/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757894 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787757869.823486:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757869.823496:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757869.823505:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757869.823506:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757869.823516:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757869.823517:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787757869.823526:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787757869.823532:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787757869.823533:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757869.823541:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757869.823547:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae44f00.
00000020:00000040:0.0:1787757869.823550:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:0.0:1787757869.823553:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757869.823558:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757869.823568:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787757869.823568:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000001:0.0:1787757869.823576:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787757869.823578:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314122665
02000000:00000001:0.0:1787757869.823582:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787757869.823590:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6480.
02000000:00000010:0.0:1787757869.823594:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad4800.
00000100:00000001:0.0:1787757869.823603:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757869.823605:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00100000:0.0:1787757869.823615:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae44f00 x1874594466109440/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787757869.823617:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314122665
00000100:00000010:1.0:1787757869.823631:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e67e0.
00000100:00000001:1.0:1787757869.823640:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787757869.823650:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757869.823660:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787757869.823661:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757869.823669:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757869.823670:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1787757869.823682:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b63fe09a] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae44f00 x1874594466109440/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757869.823686:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757869/real 1787757869]  req@ffff92507ae47480 x1874594466109184/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757869.823740:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757869.823750:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787757869.823767:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000001:1.0:1787757869.823768:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757869.823774:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757869.823780:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000100:00000040:0.0:1787757869.823785:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19459)
00000400:00000200:1.0:1787757869.823786:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787757869.823792:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787757869.823800:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757869.823807:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae47480 x1874594466109184/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757869.823819:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae47480 x1874594466109184/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757869.823828:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757869.823831:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757869.823834:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757869.823837:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757869.823842:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae47480 x1874594466109184/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757869.823850:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757869.823856:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae47480 x1874594466109184/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757894 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757869.823865:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757869.823868:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757869.823870:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757869.823872:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757869.823875:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757869.823877:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757869.823881:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757869.823885:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757869.823888:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757869.823894:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae47480 x1874594466109184/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757894 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757869.823906:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466109184:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787757869.823912:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757869.823914:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757869.823918:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae47480 x1874594466109184/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757894 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757869.823926:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757869.823929:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757869.823933:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077917400.
02000000:00000001:1.0:1787757869.823937:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757869.823939:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757869.823941:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787757869.823944:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757869.823947:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad7000.
02000000:00000001:1.0:1787757869.823951:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757869.823953:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757869.823956:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae47480.
00000100:00000001:1.0:1787757869.823959:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757869.823961:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757869.823964:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757869.823973:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757869.823975:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757869.823978:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757869.823980:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757869.823982:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757869.823987:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae47840 x1874594466109312/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757869.823997:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757869.823998:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757869.824001:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757869.824004:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757869.824007:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757869.824010:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae47840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466109312:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757869.824015:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757869.824018:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757869.824020:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757869.824022:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757869.824026:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077917400.
02000000:00000001:1.0:1787757869.824029:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757869.824033:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757869.824037:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
00000400:00000010:1.0:1787757869.824041:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787757869.824045:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466109312, portal 10
00000100:00000001:1.0:1787757869.824048:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757869.824050:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089673280 : -120600619878336 : ffff92507ae47840)
00000100:00000040:1.0:1787757869.824058:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae47840 x1874594466109312/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757869.824066:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757869.824070:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757869.824072:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfaa0.
00000100:00000200:1.0:1787757869.824075:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466109312, offset 0
00000400:00000200:1.0:1787757869.824080:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757869.824085:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757869.824090:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757869.824108:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757869.824112:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757869.824116:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757869.824124:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757869.824151:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56765:56765:256:4294967295] 192.168.201.154@tcp LPNI seq info [56765:56765:8:4294967295]
00000400:00000200:1.0:1787757869.824158:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757869.824167:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757869.824173:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757869.824178:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1200.
00000800:00000200:1.0:1787757869.824183:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757869.824187:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787757869.824193:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757869.824197:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787757869.824202:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757869.824205:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1200.
00000400:00000200:1.0:1787757869.824209:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757869.824213:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757869.824217:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfaa0
00000400:00000010:1.0:1787757869.824220:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfaa0.
00000100:00000001:1.0:1787757869.824223:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757869.824228:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae47840 x1874594466109312/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757869.824238:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757869.824242:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae47840 x1874594466109312/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757894 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757869.824250:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757869.824252:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757869.824256:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757869.824261:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787757869.824265:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757869.824295:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314121770
00000100:00000001:1.0:1787757869.824300:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314122665
00000100:00000001:1.0:1787757869.824303:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314121770
00000100:00000001:1.0:1787757869.824306:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314122665
00000100:00000001:1.0:1787757869.824308:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757869.824311:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757869.824313:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757869.824319:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757869/real 1787757869]  req@ffff92507ae47840 x1874594466109312/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757869.824329:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757869.824331:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757869.824390:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787757869.824394:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787757869.824396:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787757869.824400:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757869.824404:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae47840 x1874594466109312/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757869.824415:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae47840 x1874594466109312/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757869.824423:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757869.824425:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757869.824427:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757869.824429:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757869.824433:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae47840 x1874594466109312/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757869.824442:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757869.824447:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae47840 x1874594466109312/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757894 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757869.824455:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757869.824458:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757869.824460:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757869.824462:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757869.824464:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757869.824467:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757869.824470:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757869.824474:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757869.824476:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757869.824481:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae47840 x1874594466109312/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757894 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757869.824490:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae47840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466109312:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757869.824496:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757869.824501:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae44f00 x1874594466109440/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757869.824509:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757869.824511:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757869.824514:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757869.824516:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757869.824518:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757869.824522:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae44f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466109440:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757869.824526:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757869.824529:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757869.824531:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757869.824533:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757869.824538:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757869.824541:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757869.824545:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757869.824548:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
00000400:00000010:1.0:1787757869.824552:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787757869.824556:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466109440, portal 4
00000100:00000001:1.0:1787757869.824558:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757869.824560:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089662720 : -120600619888896 : ffff92507ae44f00)
00000100:00000040:1.0:1787757869.824568:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae44f00 x1874594466109440/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757869.824577:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757869.824580:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757869.824583:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfaa0.
00000100:00000200:1.0:1787757869.824586:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466109440, offset 0
00000400:00000200:1.0:1787757869.824590:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757869.824595:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757869.824599:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757869.824603:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757869.824607:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757869.824610:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757869.824613:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757869.824617:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56766:56766:256:4294967295] 192.168.201.154@tcp LPNI seq info [56766:56766:8:4294967295]
00000400:00000200:1.0:1787757869.824622:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757869.824631:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757869.824636:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757869.824640:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1200.
00000800:00000200:1.0:1787757869.824645:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757869.824648:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787757869.824654:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757869.824657:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787757869.824662:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757869.824665:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1200.
00000400:00000200:1.0:1787757869.824669:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757869.824674:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757869.824677:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfaa0
00000400:00000010:1.0:1787757869.824679:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfaa0.
00000100:00000001:1.0:1787757869.824682:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757869.824687:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae44f00 x1874594466109440/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757869.824697:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757869.824700:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae44f00 x1874594466109440/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757894 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757869.824708:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757869.824710:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757869.824714:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757869.824717:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787757869.824721:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757869.824724:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314121753
00000100:00000001:1.0:1787757869.824727:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314122665
00000100:00000001:1.0:1787757869.824730:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314121753
00000100:00000001:1.0:1787757869.824734:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314122665
00000100:00000001:1.0:1787757869.824737:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757869.824739:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757869.824741:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757869.824746:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757869/real 1787757869]  req@ffff92507ae44f00 x1874594466109440/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757869.824755:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757869.824757:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757869.824759:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787757869.824762:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787757869.824764:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787757869.824767:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757869.824770:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae44f00 x1874594466109440/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757869.824780:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae44f00 x1874594466109440/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757869.824788:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757869.824789:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757869.824792:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757869.824794:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757869.824798:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae44f00 x1874594466109440/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757869.824807:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757869.824811:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae44f00 x1874594466109440/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757894 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757869.824819:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757869.824822:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757869.824824:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757869.824825:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757869.824828:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757869.824831:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757869.824834:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757869.824838:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757869.824841:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757869.824845:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae44f00 x1874594466109440/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757894 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757869.824854:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae44f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466109440:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757869.824859:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757869.824861:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757869.824864:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae47840 x1874594466109312/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757894 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757869.824872:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757869.824874:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757869.824876:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077917400.
02000000:00000001:1.0:1787757869.824879:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757869.824881:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757869.824883:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787757869.824886:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757869.824888:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad6800.
02000000:00000001:1.0:1787757869.824891:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757869.824893:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757869.824895:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae47840.
00000100:00000001:1.0:1787757869.824898:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757869.824899:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757869.824901:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757869.824905:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae44f00 x1874594466109440/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757894 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757869.824913:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757869.824915:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757869.824916:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757869.824923:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757869.824924:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757869.824926:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787757869.824929:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757869.824931:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad4800.
02000000:00000001:1.0:1787757869.824933:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757869.824935:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757869.824936:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae44f00.
00000100:00000001:1.0:1787757869.824939:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757869.824941:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757869.824943:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757869.824947:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757869.824949:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757869.824951:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757869.824953:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757870.334405:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757870.334417:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757870.334420:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757870.334427:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757870.334433:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757870.334438:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757870.334441:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757870.334445:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757870.334448:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757870.654430:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757870.654443:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757870.654459:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757870.654463:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757870.654472:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757870.654476:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757870.654565:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757870.654576:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757870.654583:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757870.782373:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314122665, at 4314122688
00000100:00000040:2.0:1787757870.782388:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314122665, at 4314122688
00000100:00000010:3.0:1787757870.782396:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e67e0.
00000100:00000010:2.0:1787757870.782421:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6480.
00000100:00000001:1.0:1787757871.358394:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757871.358406:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757871.358409:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757871.358416:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757871.358421:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757871.358426:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757871.358429:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757871.358433:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757871.358438:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757871.678432:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757871.678443:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757871.678454:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757871.678457:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757871.678464:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757871.678467:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757871.678605:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757871.678611:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757871.678616:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757872.382402:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757872.382413:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757872.382417:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757872.382425:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757872.382430:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757872.382436:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757872.382440:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757872.382445:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757872.382449:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757872.702409:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757872.702423:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757872.702428:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757872.702433:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757872.702441:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757872.702446:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757872.702451:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757872.702458:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757872.702468:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757872.702477:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757872.702480:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757872.702487:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757872.702492:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757872.702496:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757872.702502:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757872.702509:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757872.702521:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757872.702526:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757872.702611:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757872.702619:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757872.702624:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757873.406476:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757873.406488:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757873.406492:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757873.406501:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757873.406507:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757873.406527:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757873.406532:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757873.406536:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757873.406540:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757873.726460:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757873.726472:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757873.726490:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757873.726494:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757873.726504:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757873.726506:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757873.726596:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757873.726605:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757873.726611:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757874.430385:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757874.430397:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757874.430400:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757874.430406:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757874.430411:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757874.430416:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757874.430420:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757874.430423:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757874.430426:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757874.750431:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757874.750442:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757874.750469:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757874.750472:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757874.750481:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757874.750487:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757874.750492:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757874.750498:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757874.750503:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757874.750507:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757874.750511:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757874.750514:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757874.750659:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757874.750665:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757874.750670:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787757874.942382:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757874.942394:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787757874.942398:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757874.942403:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757874.942409:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757874.942418:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19454
00000400:00000200:0.0:1787757874.942430:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757874.942439:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757874.942443:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757874.942447:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757874.942451:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757874.942454:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757874.942457:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757874.942463:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757874.942465:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787757874.942469:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757874.942472:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787757874.942475:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787757874.942478:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787757874.942482:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757874.942485:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757874.942488:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757874.942491:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757874.942495:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787757874.942499:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757874.942502:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757874.942506:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757874.942509:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757874.942513:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757874.942516:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787757874.942518:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757874.942530:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae45e00.
00000020:00000040:0.0:1787757874.942535:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787757874.942541:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757874.942543:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757874.942547:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757874.942550:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757874.942555:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757874.942566:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6800.
00000100:00000001:0.0:1787757874.942575:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757874.942587:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae45e00 x1874594466109568/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757874.942601:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757874.942607:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757874.942614:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3f2eaea] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae45e00 x1874594466109568/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757874.942644:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757874.942649:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757874.942653:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787757874.942655:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757874.942658:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757874.942661:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757874.942666:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19454
00000400:00000200:0.0:1787757874.942671:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757874.942674:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757874.942677:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757874.942681:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757874.942683:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757874.942686:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757874.942689:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757874.942691:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757874.942693:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:0.0:1787757874.942695:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757874.942697:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:0.0:1787757874.942700:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:0.0:1787757874.942702:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:0.0:1787757874.942706:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757874.942708:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757874.942710:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757874.942712:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757874.942715:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:0.0:1787757874.942718:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757874.942722:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757874.942725:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757874.942732:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757874.942736:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757874.942739:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787757874.942745:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787757874.942749:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757874.942753:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757874.942754:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000010:0.0:1787757874.942764:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae461c0.
00000100:00000001:1.0:1787757874.942765:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1787757874.942769:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000100:00000001:1.0:1787757874.942772:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1787757874.942780:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757874.942786:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757874.942789:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:1.0:1787757874.942791:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae45e00 x1874594466109568/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787757874.942792:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757874.942798:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757874.942809:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad7000.
00000100:00000001:0.0:1787757874.942817:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757874.942823:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757874.942830:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757874.942831:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae461c0 x1874594466109696/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787757874.942838:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757874.942846:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757874.942853:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787757874.942854:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757874.942861:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757874.942868:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae45e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466109568:192.168.201.154@tcp:250:kworker.0
00000100:00000040:0.0:1787757874.942875:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeb90c37] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae461c0 x1874594466109696/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757874.942879:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757874.942887:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757874.942895:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757874.942896:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757874.942901:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1787757874.942904:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757874.942911:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787757874.942913:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000010:1.0:1787757874.942914:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915c00.
00000100:00080000:0.0:1787757874.942916:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1787757874.942923:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757874.942925:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757874.942932:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19454
00000400:00000200:1.0:1787757874.942940:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757874.942943:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757874.942950:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000400:00000010:1.0:1787757874.942951:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
00000100:00080000:0.0:1787757874.942954:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757874.942962:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000010:1.0:1787757874.942965:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000001:0.0:1787757874.942966:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757874.942976:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000200:1.0:1787757874.942981:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466109568, portal 25
00000100:00000001:0.0:1787757874.942982:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:1.0:1787757874.942989:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:0.0:1787757874.942993:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787757874.942994:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089666560 : -120600619885056 : ffff92507ae45e00)
00000020:00000040:0.0:1787757874.943001:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:0.0:1787757874.943010:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:1.0:1787757874.943011:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae45e00 x1874594466109568/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787757874.943020:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:0.0:1787757874.943032:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000001:1.0:1787757874.943069:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757874.943079:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757874.943084:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfaa0.
00000020:00000001:0.0:1787757874.943095:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000200:1.0:1787757874.943098:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466109568, offset 0
00000100:00000040:0.0:1787757874.943110:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757874.943120:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787757874.943123:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000040:0.0:1787757874.943131:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757874.943140:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:1.0:1787757874.943149:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000020:00000040:0.0:1787757874.943150:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:0.0:1787757874.943163:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000400:00000200:1.0:1787757874.943172:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00000001:0.0:1787757874.943174:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757874.943185:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787757874.943191:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1787757874.943194:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757874.943202:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757874.943204:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00000001:0.0:1787757874.943208:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787757874.943214:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787757874.943219:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000008:00000001:0.0:1787757874.943221:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757874.943229:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757874.943230:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00000010:0.0:1787757874.943242:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae46580.
00000400:00000200:1.0:1787757874.943244:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56767:56767:256:4294967295] 192.168.201.154@tcp LPNI seq info [56767:56767:8:4294967295]
00000020:00000040:0.0:1787757874.943251:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:0.0:1787757874.943258:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787757874.943259:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000001:0.0:1787757874.943262:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757874.943268:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757874.943305:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757874.943309:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757874.943315:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6000.
00000100:00000001:0.0:1787757874.943321:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757874.943334:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae46580 x1874594466109824/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787757874.943348:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1787757874.943365:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757874.943372:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787757874.943374:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000040:0.0:1787757874.943384:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000105135d9] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae46580 x1874594466109824/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1787757874.943388:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1200.
00000100:00000001:0.0:1787757874.943405:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787757874.943413:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000040:0.0:1787757874.943415:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1787757874.943425:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000100:00000040:0.0:1787757874.943426:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1787757874.943440:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19464)
00000800:00000200:1.1:1787757874.943448:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757874.943455:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787757874.943462:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757874.943466:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1200.
00000400:00000200:1.0:1787757874.943474:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757874.943480:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757874.943486:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfaa0
00000400:00000010:1.0:1787757874.943489:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfaa0.
00000100:00000001:1.0:1787757874.943497:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757874.943504:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae45e00 x1874594466109568/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757874.943518:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757874.943523:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae45e00 x1874594466109568/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757899 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757874.943532:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757874.943534:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757874.943544:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757874.943549:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757874.943552:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314127785
00000100:00000010:1.0:1787757874.943559:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6180.
00000100:00000001:1.0:1787757874.943569:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787757874.943576:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314127785
00000100:00000010:1.0:1787757874.943580:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6ae0.
00000100:00000001:1.0:1787757874.943584:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787757874.943588:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757874.943591:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757874.943595:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757874.943600:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757874/real 1787757874]  req@ffff92507ae45e00 x1874594466109568/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757874.943622:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757874.943625:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757874.943627:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787757874.943631:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787757874.943633:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787757874.943636:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757874.943640:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae45e00 x1874594466109568/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757874.943651:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae45e00 x1874594466109568/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757874.943659:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757874.943662:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757874.943664:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757874.943667:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757874.943672:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae45e00 x1874594466109568/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757874.943680:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757874.943685:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae45e00 x1874594466109568/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757899 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757874.943694:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757874.943697:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757874.943699:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757874.943701:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757874.943704:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757874.943706:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757874.943710:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757874.943715:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757874.943718:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757874.943724:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae45e00 x1874594466109568/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757899 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757874.943735:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae45e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466109568:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787757874.943742:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757874.943745:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757874.943748:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae45e00 x1874594466109568/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757899 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757874.943756:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757874.943759:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757874.943763:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757874.943769:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757874.943772:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757874.943774:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787757874.943776:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757874.943780:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad6800.
02000000:00000001:1.0:1787757874.943784:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757874.943786:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757874.943788:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae45e00.
00000100:00000001:1.0:1787757874.943792:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757874.943794:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757874.943796:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757874.943806:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757874.943808:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757874.943811:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757874.943813:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757874.943815:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757874.943819:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae461c0 x1874594466109696/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757874.943828:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757874.943830:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757874.943833:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757874.943836:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757874.943838:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757874.943842:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae461c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466109696:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757874.943847:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757874.943850:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757874.943852:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757874.943855:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757874.943858:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757874.943861:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757874.943865:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757874.943868:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
00000400:00000010:1.0:1787757874.943873:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787757874.943877:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466109696, portal 10
00000100:00000001:1.0:1787757874.943879:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757874.943881:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089667520 : -120600619884096 : ffff92507ae461c0)
00000100:00000040:1.0:1787757874.943889:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae461c0 x1874594466109696/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757874.943897:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757874.943900:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757874.943903:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfaa0.
00000100:00000200:1.0:1787757874.943906:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466109696, offset 0
00000400:00000200:1.0:1787757874.943912:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757874.943917:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757874.943921:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757874.943926:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757874.943929:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757874.943933:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757874.943936:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757874.943940:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56768:56768:256:4294967295] 192.168.201.154@tcp LPNI seq info [56768:56768:8:4294967295]
00000400:00000200:1.0:1787757874.943945:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757874.943953:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757874.943959:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757874.943962:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1200.
00000800:00000200:1.0:1787757874.943967:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757874.943971:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787757874.943977:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757874.943980:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787757874.943985:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757874.943987:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1200.
00000400:00000200:1.0:1787757874.943991:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757874.943995:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757874.943999:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfaa0
00000400:00000010:1.0:1787757874.944001:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfaa0.
00000100:00000001:1.0:1787757874.944004:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757874.944009:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae461c0 x1874594466109696/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757874.944018:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757874.944022:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae461c0 x1874594466109696/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757899 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757874.944030:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757874.944032:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757874.944036:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757874.944070:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787757874.944076:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757874.944079:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314126889
00000100:00000001:1.0:1787757874.944083:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314127785
00000100:00000001:1.0:1787757874.944088:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314126889
00000100:00000001:1.0:1787757874.944092:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314127785
00000100:00000001:1.0:1787757874.944097:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757874.944101:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757874.944104:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757874.944114:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757874/real 1787757874]  req@ffff92507ae461c0 x1874594466109696/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757874.944130:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757874.944133:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757874.944137:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787757874.944143:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787757874.944146:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787757874.944151:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757874.944158:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae461c0 x1874594466109696/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757874.944177:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae461c0 x1874594466109696/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757874.944192:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757874.944196:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757874.944198:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757874.944200:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757874.944206:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae461c0 x1874594466109696/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757874.944215:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757874.944220:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae461c0 x1874594466109696/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757899 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757874.944228:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757874.944231:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757874.944233:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757874.944235:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757874.944237:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757874.944240:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757874.944243:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757874.944246:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757874.944249:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757874.944254:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae461c0 x1874594466109696/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757899 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757874.944263:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae461c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466109696:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757874.944299:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757874.944304:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae46580 x1874594466109824/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757874.944313:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757874.944315:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757874.944318:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757874.944321:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757874.944324:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757874.944328:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae46580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466109824:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757874.944331:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757874.944334:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757874.944336:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757874.944338:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757874.944343:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077917400.
02000000:00000001:1.0:1787757874.944346:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757874.944351:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757874.944354:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
00000400:00000010:1.0:1787757874.944358:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787757874.944363:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466109824, portal 4
00000100:00000001:1.0:1787757874.944365:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757874.944367:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089668480 : -120600619883136 : ffff92507ae46580)
00000100:00000040:1.0:1787757874.944375:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae46580 x1874594466109824/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757874.944383:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757874.944386:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757874.944389:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfaa0.
00000100:00000200:1.0:1787757874.944392:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466109824, offset 0
00000400:00000200:1.0:1787757874.944397:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757874.944402:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757874.944407:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757874.944411:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757874.944415:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757874.944418:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757874.944421:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757874.944426:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56769:56769:256:4294967295] 192.168.201.154@tcp LPNI seq info [56769:56769:8:4294967295]
00000400:00000200:1.0:1787757874.944431:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757874.944440:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757874.944445:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757874.944449:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1200.
00000800:00000200:1.0:1787757874.944454:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757874.944458:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787757874.944464:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757874.944467:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787757874.944472:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757874.944475:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1200.
00000400:00000200:1.0:1787757874.944479:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757874.944483:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757874.944487:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfaa0
00000400:00000010:1.0:1787757874.944489:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfaa0.
00000100:00000001:1.0:1787757874.944493:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757874.944497:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae46580 x1874594466109824/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757874.944508:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757874.944511:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae46580 x1874594466109824/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757899 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757874.944520:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757874.944522:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757874.944526:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757874.944530:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787757874.944534:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757874.944536:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314126873
00000100:00000001:1.0:1787757874.944540:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314127785
00000100:00000001:1.0:1787757874.944543:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314126873
00000100:00000001:1.0:1787757874.944546:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314127785
00000100:00000001:1.0:1787757874.944549:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757874.944552:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757874.944554:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757874.944559:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757874/real 1787757874]  req@ffff92507ae46580 x1874594466109824/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757874.944568:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757874.944570:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757874.944572:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787757874.944574:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787757874.944577:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787757874.944579:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757874.944583:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae46580 x1874594466109824/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757874.944593:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae46580 x1874594466109824/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757874.944600:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757874.944602:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757874.944604:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757874.944606:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757874.944610:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae46580 x1874594466109824/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757874.944618:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757874.944622:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae46580 x1874594466109824/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757899 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757874.944630:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757874.944633:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757874.944635:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757874.944637:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757874.944639:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757874.944642:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757874.944645:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757874.944649:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757874.944652:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757874.944657:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae46580 x1874594466109824/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757899 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757874.944666:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae46580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466109824:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757874.944670:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757874.944673:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757874.944677:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae461c0 x1874594466109696/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757899 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757874.944684:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757874.944686:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757874.944688:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757874.944692:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757874.944694:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757874.944695:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787757874.944698:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757874.944701:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad7000.
02000000:00000001:1.0:1787757874.944704:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757874.944706:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757874.944708:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae461c0.
00000100:00000001:1.0:1787757874.944710:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757874.944712:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757874.944714:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757874.944718:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae46580 x1874594466109824/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757899 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757874.944725:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757874.944727:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757874.944729:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077917400.
02000000:00000001:1.0:1787757874.944732:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757874.944734:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757874.944735:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787757874.944738:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757874.944740:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad6000.
02000000:00000001:1.0:1787757874.944742:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757874.944743:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757874.944745:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae46580.
00000100:00000001:1.0:1787757874.944747:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757874.944749:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757874.944751:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757874.944755:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757874.944757:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757874.944760:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757874.944762:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757875.454490:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757875.454500:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757875.454503:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757875.454509:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757875.454514:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757875.454519:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757875.454522:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757875.454526:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757875.454529:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757875.774428:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757875.774439:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757875.774450:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757875.774453:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757875.774460:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757875.774464:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757875.774537:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757875.774547:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757875.774554:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757875.902414:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314127785, at 4314127808
00000100:00000040:3.0:1787757875.902419:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314127785, at 4314127808
00000100:00000010:2.0:1787757875.902443:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6180.
00000100:00000010:3.0:1787757875.902449:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6ae0.
00000100:00000001:2.0:1787757876.478371:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757876.478382:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757876.478384:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757876.478392:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757876.478397:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757876.478402:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757876.478405:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757876.478409:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757876.478413:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757876.798404:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757876.798414:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757876.798426:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757876.798431:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757876.798439:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757876.798442:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757876.798516:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757876.798523:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757876.798529:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757877.502370:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757877.502382:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757877.502385:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757877.502391:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757877.502396:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757877.502401:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757877.502405:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757877.502411:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757877.502416:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757877.822432:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757877.822444:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757877.822456:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757877.822459:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757877.822466:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757877.822469:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757877.822559:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757877.822566:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757877.822571:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757878.526404:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757878.526415:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757878.526418:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757878.526424:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757878.526430:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757878.526435:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757878.526438:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757878.526442:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757878.526445:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757878.846421:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757878.846435:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757878.846450:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757878.846454:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757878.846465:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757878.846471:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757878.846545:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757878.846553:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757878.846560:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757879.550412:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757879.550424:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757879.550426:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757879.550433:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757879.550438:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757879.550442:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757879.550446:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757879.550450:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757879.550454:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757879.870465:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757879.870478:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757879.870498:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757879.870502:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757879.870516:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757879.870520:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757879.870608:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757879.870616:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757879.870622:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757880.062460:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757880.062475:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757880.062479:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757880.062484:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757880.062490:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757880.062500:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19459
00000400:00000200:3.0:1787757880.062512:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757880.062521:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757880.062525:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757880.062530:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757880.062533:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757880.062537:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757880.062540:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757880.062546:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757880.062548:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757880.062552:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757880.062556:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757880.062558:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757880.062562:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757880.062567:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757880.062569:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757880.062572:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757880.062575:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757880.062578:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757880.062583:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757880.062586:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757880.062589:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757880.062594:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757880.062597:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757880.062600:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757880.062603:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757880.062612:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca192c0.
00000020:00000040:3.0:1787757880.062617:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757880.062622:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757880.062624:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757880.062628:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757880.062631:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757880.062637:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757880.062647:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c400.
00000100:00000001:3.0:1787757880.062655:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757880.062668:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca192c0 x1874594466109952/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757880.062681:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757880.062687:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757880.062693:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e50181] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca192c0 x1874594466109952/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757880.062730:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757880.062735:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757880.062739:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757880.062741:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757880.062745:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757880.062749:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757880.062752:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19459
00000400:00000200:3.0:1787757880.062757:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757880.062761:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757880.062764:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757880.062768:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757880.062772:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757880.062775:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757880.062779:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757880.062782:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757880.062784:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757880.062787:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757880.062790:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787757880.062793:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787757880.062797:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:1.0:1787757880.062800:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787757880.062801:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757880.062808:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787757880.062811:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787757880.062812:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757880.062820:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:1.0:1787757880.062821:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1787757880.062828:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787757880.062837:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757880.062840:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757880.062843:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757880.062850:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1787757880.062851:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca192c0 x1874594466109952/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787757880.062854:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757880.062862:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757880.062869:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757880.062875:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757880.062884:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757880.062886:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000010:3.0:1787757880.062893:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19e00.
00000100:00000001:1.0:1787757880.062898:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787757880.062900:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787757880.062910:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787757880.062912:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757880.062913:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757880.062919:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787757880.062920:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757880.062922:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787757880.062929:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757880.062929:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757880.062937:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51ec00.
00000100:00100000:1.0:1787757880.062944:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466109952:192.168.201.154@tcp:250:kworker.0
00000100:00000001:3.0:1787757880.062945:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757880.062982:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19e00 x1874594466110080/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757880.063006:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787757880.063008:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787757880.063010:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757880.063020:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000c6c2d2] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19e00 x1874594466110080/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787757880.063021:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757880.063030:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757880.063040:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757880.063043:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1787757880.063048:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757880.063054:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000010:1.0:1787757880.063058:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077917400.
00000100:00000001:3.0:1787757880.063058:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757880.063064:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1787757880.063067:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757880.063071:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757880.063078:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19459
00000400:00000200:1.0:1787757880.063084:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757880.063093:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757880.063098:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
00000400:00000200:3.0:1787757880.063099:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757880.063107:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1787757880.063112:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000040:3.0:1787757880.063113:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757880.063123:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757880.063127:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000200:1.0:1787757880.063131:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466109952, portal 25
00000100:00000001:3.0:1787757880.063132:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:1.0:1787757880.063142:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:3.0:1787757880.063142:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787757880.063151:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118843584 : -120600590708032 : ffff92507ca192c0)
00000020:00000040:3.0:1787757880.063152:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787757880.063158:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757880.063163:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000100:00000040:1.0:1787757880.063172:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca192c0 x1874594466109952/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787757880.063172:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787757880.063178:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787757880.063191:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757880.063200:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787757880.063204:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757880.063206:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757880.063212:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000040:1.0:1787757880.063218:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000020:00000040:3.0:1787757880.063221:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000400:00000010:1.0:1787757880.063228:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfaa0.
00000100:00080000:3.0:1787757880.063231:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000200:1.0:1787757880.063236:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466109952, offset 0
00000100:00000001:3.0:1787757880.063237:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757880.063245:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757880.063249:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757880.063256:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757880.063258:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000001:3.0:1787757880.063259:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757880.063313:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757880.063319:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757880.063322:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757880.063328:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca18b40.
00000020:00000040:3.0:1787757880.063331:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787757880.063335:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757880.063337:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757880.063339:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757880.063341:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757880.063344:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757880.063350:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51dc00.
00000400:00000200:1.0:1787757880.063357:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757880.063359:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757880.063371:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca18b40 x1874594466110208/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787757880.063375:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757880.063393:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787757880.063394:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757880.063399:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757880.063408:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5e8f4b9] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca18b40 x1874594466110208/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787757880.063417:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757880.063428:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757880.063439:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00000001:3.0:1787757880.063451:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757880.063452:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56770:56770:256:4294967295] 192.168.201.154@tcp LPNI seq info [56770:56770:8:4294967295]
00000100:00000040:3.0:1787757880.063465:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787757880.063466:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:3.0:1787757880.063479:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1787757880.063495:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1787757880.063498:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19469)
00000800:00000200:1.0:1787757880.063506:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757880.063516:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1200.
00000800:00000200:1.0:1787757880.063527:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757880.063535:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:1.0:1787757880.063550:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757880.063557:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757880.063570:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314132905
00000100:00000010:1.0:1787757880.063578:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6360.
00000100:00000001:1.0:1787757880.063588:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787757880.063596:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314132905
00000100:00000010:1.0:1787757880.063603:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e65a0.
00000100:00000001:1.0:1787757880.063608:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787757880.063613:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757880.063617:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757880.063624:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757880.063630:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757880.063644:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757880.063648:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787757880.063653:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757880.063657:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757880.063660:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757880.063671:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca19e00 x1874594466110080/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757880.063689:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757880.063692:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757880.063698:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757880.063703:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757880.063708:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757880.063715:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca19e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466110080:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757880.063722:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757880.063725:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757880.063727:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757880.063730:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757880.063737:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757880.063740:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757880.063746:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757880.063751:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000400:00000010:1.0:1787757880.063757:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00000200:1.0:1787757880.063762:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466110080, portal 10
00000100:00000001:1.0:1787757880.063766:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757880.063768:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118846464 : -120600590705152 : ffff92507ca19e00)
00000100:00000040:1.0:1787757880.063777:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca19e00 x1874594466110080/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757880.063787:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757880.063790:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757880.063793:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bff68.
00000100:00000200:1.0:1787757880.063796:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466110080, offset 0
00000400:00000200:1.0:1787757880.063802:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757880.063807:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757880.063812:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757880.063816:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757880.063820:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757880.063824:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757880.063828:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757880.063832:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56771:56771:255:4294967295] 192.168.201.154@tcp LPNI seq info [56771:56771:7:4294967295]
00000400:00000200:1.0:1787757880.063837:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757880.063846:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757880.063852:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757880.063857:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1100.
00000800:00000200:1.0:1787757880.063862:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757880.063868:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:1.0:1787757880.063871:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757880.063876:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787757880.063880:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757880.063883:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314132009
00000100:00000001:1.0:1787757880.063887:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314132905
00000100:00000001:1.0:1787757880.063890:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314132009
00000100:00000001:1.0:1787757880.063893:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314132905
00000100:00000001:1.0:1787757880.063896:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757880.063898:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757880.063901:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757880.063906:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca18b40 x1874594466110208/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757880.063915:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757880.063916:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757880.063919:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757880.063921:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757880.063924:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757880.063928:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca18b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466110208:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757880.063932:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757880.063934:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757880.063936:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757880.063938:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757880.063943:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077914000.
02000000:00000001:1.0:1787757880.063976:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757880.063985:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757880.063992:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
00000400:00000010:1.0:1787757880.064000:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
00000100:00000200:1.0:1787757880.064006:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466110208, portal 4
00000100:00000001:1.0:1787757880.064010:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757880.064012:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118841664 : -120600590709952 : ffff92507ca18b40)
00000100:00000040:1.0:1787757880.064026:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca18b40 x1874594466110208/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757880.064041:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757880.064047:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757880.064052:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf440.
00000100:00000200:1.0:1787757880.064056:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466110208, offset 0
00000400:00000200:1.0:1787757880.064064:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757880.064070:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757880.064075:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757880.064079:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757880.064082:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757880.064086:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757880.064089:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757880.064093:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56772:56772:254:4294967295] 192.168.201.154@tcp LPNI seq info [56772:56772:6:4294967295]
00000400:00000200:1.0:1787757880.064098:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757880.064107:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757880.064113:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757880.064119:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1700.
00000800:00000200:1.0:1787757880.064127:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757880.064134:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:1.0:1787757880.064140:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757880.064146:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787757880.064151:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757880.064155:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314131992
00000100:00000001:1.0:1787757880.064161:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314132905
00000100:00000001:1.0:1787757880.064166:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314131992
00000100:00000001:1.0:1787757880.064170:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314132905
00000100:00000001:1.0:1787757880.064174:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757880.064177:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757880.064183:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757880.064187:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757880.064194:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757880.064197:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787757880.064200:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757880.064203:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757880.064207:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757880.064211:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757880.574402:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757880.574413:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757880.574416:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757880.574422:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757880.574428:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757880.574433:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757880.574436:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757880.574441:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757880.574444:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757880.894423:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757880.894433:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757880.894446:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757880.894448:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757880.894453:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757880.894455:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757880.894555:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757880.894562:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757880.894568:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757881.022410:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314132905, at 4314132928
00000100:00000010:3.0:1787757881.022439:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e65a0.
00000100:00000040:2.0:1787757881.022476:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314132905, at 4314132928
00000100:00000010:2.0:1787757881.022498:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6360.
00000100:00000001:2.0:1787757881.598418:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757881.598429:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757881.598432:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757881.598439:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757881.598444:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757881.598449:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757881.598452:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757881.598456:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757881.598459:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757881.918459:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757881.918473:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757881.918486:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757881.918491:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757881.918502:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757881.918505:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757881.918587:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757881.918597:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757881.918603:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757882.622385:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757882.622397:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757882.622400:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757882.622407:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757882.622413:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757882.622417:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757882.622421:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757882.622424:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757882.622427:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757882.942451:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757882.942464:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757882.942469:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757882.942475:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757882.942483:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757882.942486:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757882.942489:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757882.942492:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757882.942498:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757882.942501:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757882.942504:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757882.942508:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757882.942511:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757882.942512:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757882.942515:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757882.942518:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757882.942523:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757882.942525:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757882.942604:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757882.942613:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757882.942620:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787757883.134628:0:238944:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.154:988
00000400:00000100:3.0:1787757883.134689:0:238944:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.154@tcp at host 192.168.201.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1787757883.134702:0:238944:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757883.134708:0:238944:0:(router.c:1791:lnet_notify()) 192.168.201.54@tcp notifying 192.168.201.154@tcp: down
00000400:00000200:3.0:1787757883.134713:0:238944:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757883.134718:0:238944:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1787757883.134724:0:238944:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000800:00000010:3.0:1787757883.134731:0:238944:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1200.
00000400:00000200:3.0:1787757883.134738:0:238944:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787757883.134744:0:238944:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787757883.134752:0:238944:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfaa0
00000400:00000010:3.0:1787757883.134755:0:238944:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfaa0.
00000100:00000001:3.0:1787757883.134763:0:238944:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757883.134774:0:238944:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff92507ca192c0 x1874594466109952/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757883.134822:0:238944:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757883.134835:0:238944:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca192c0 x1874594466109952/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757905 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757883.134851:0:238944:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757883.134855:0:238944:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787757883.134873:0:238944:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000800:00000010:3.0:1787757883.134878:0:238944:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1100.
00000400:00000200:3.0:1787757883.134885:0:238944:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787757883.134925:0:238944:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787757883.134934:0:238944:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bff68
00000400:00000010:3.0:1787757883.134939:0:238944:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bff68.
00000100:00000001:3.0:1787757883.134946:0:238944:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757883.134957:0:238944:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff92507ca19e00 x1874594466110080/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757883.134959:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757883.134971:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757883.134981:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787757883.134987:0:238944:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:1.0:1787757883.135008:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757880/real 1787757883]  req@ffff92507ca192c0 x1874594466109952/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787757883.135009:0:238944:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19e00 x1874594466110080/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757905 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757883.135030:0:238944:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757883.135034:0:238944:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787757883.135052:0:238944:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000800:00000010:3.0:1787757883.135065:0:238944:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1700.
00000400:00000200:3.0:1787757883.135076:0:238944:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000001:1.0:1787757883.135086:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000200:3.0:1787757883.135088:0:238944:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000400:00000001:1.0:1787757883.135096:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000200:3.0:1787757883.135100:0:238944:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf440
00000400:00000010:1.0:1787757883.135109:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000010:3.0:1787757883.135110:0:238944:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf440.
00000100:00000001:3.0:1787757883.135124:0:238944:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:1.0:1787757883.135127:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000100:00000200:3.0:1787757883.135137:0:238944:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff92507ca18b40 x1874594466110208/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787757883.135138:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787757883.135153:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757883.135178:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca192c0 x1874594466109952/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757883.135180:0:238944:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757883.135195:0:238944:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca18b40 x1874594466110208/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757905 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757883.135215:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca192c0 x1874594466109952/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757883.135230:0:238944:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757883.135242:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757883.135247:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757883.135252:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757883.135257:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757883.135265:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca192c0 x1874594466109952/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757883.135339:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757883.135351:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca192c0 x1874594466109952/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757905 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757883.135368:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757883.135376:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757883.135387:0:238944:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757883.135388:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757883.135397:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757883.135403:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757883.135408:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757883.135415:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757883.135426:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757883.135432:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757883.135441:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca192c0 x1874594466109952/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757905 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757883.135459:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466109952:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787757883.135469:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757883.135474:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757883.135481:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca192c0 x1874594466109952/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757905 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757883.135496:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757883.135502:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757883.135510:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077917400.
02000000:00000001:1.0:1787757883.135519:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757883.135525:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757883.135530:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787757883.135535:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757883.135540:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51c400.
02000000:00000001:1.0:1787757883.135549:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757883.135553:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757883.135557:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca192c0.
00000100:00000001:1.0:1787757883.135564:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757883.135566:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757883.135572:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757883.135575:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757883.135578:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757883.135581:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757883.135591:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757880/real 1787757883]  req@ffff92507ca19e00 x1874594466110080/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757883.135608:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757883.135611:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757883.135615:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787757883.135621:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000400:00000010:1.0:1787757883.135625:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:1.0:1787757883.135630:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757883.135637:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca19e00 x1874594466110080/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757883.135653:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca19e00 x1874594466110080/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757883.135666:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757883.135669:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757883.135672:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757883.135697:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757883.135705:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca19e00 x1874594466110080/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757883.135719:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757883.135728:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca19e00 x1874594466110080/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757905 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757883.135742:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757883.135747:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757883.135750:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757883.135753:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757883.135756:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757883.135761:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757883.135766:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757883.135774:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757883.135780:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757883.135789:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca19e00 x1874594466110080/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757905 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757883.135804:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca19e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466110080:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757883.135812:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757883.135820:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757880/real 1787757883]  req@ffff92507ca18b40 x1874594466110208/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757883.135835:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757883.135837:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757883.135842:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787757883.135848:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
00000400:00000010:1.0:1787757883.135862:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000001:1.0:1787757883.135867:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757883.135873:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca18b40 x1874594466110208/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757883.135890:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca18b40 x1874594466110208/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757883.135926:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757883.135929:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757883.135933:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757883.135936:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757883.135945:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca18b40 x1874594466110208/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757883.135960:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757883.135968:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca18b40 x1874594466110208/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757905 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757883.135982:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757883.135988:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757883.135991:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757883.135993:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757883.135996:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757883.136000:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757883.136005:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757883.136012:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757883.136016:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757883.136025:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca18b40 x1874594466110208/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757905 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757883.136042:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca18b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466110208:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757883.136051:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757883.136054:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757883.136061:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca19e00 x1874594466110080/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757905 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757883.136074:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757883.136077:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757883.136092:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757883.136102:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757883.136105:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757883.136108:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787757883.136112:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757883.136116:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51ec00.
02000000:00000001:1.0:1787757883.136121:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757883.136123:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757883.136126:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca19e00.
00000100:00000001:1.0:1787757883.136132:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757883.136134:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757883.136138:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757883.136146:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca18b40 x1874594466110208/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757905 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757883.136171:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757883.136176:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757883.136179:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077914000.
02000000:00000001:1.0:1787757883.136185:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757883.136187:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757883.136190:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787757883.136194:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757883.136197:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51dc00.
02000000:00000001:1.0:1787757883.136201:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757883.136204:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757883.136207:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca18b40.
00000100:00000001:1.0:1787757883.136212:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757883.136214:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757883.136218:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757883.136231:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757883.136235:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757883.136239:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757883.136242:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757883.646417:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757883.646428:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757883.646431:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757883.646439:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757883.646445:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757883.646452:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757883.646457:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757883.646462:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757883.646467:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757883.966424:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757883.966435:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757883.966447:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757883.966450:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757883.966457:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757883.966460:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757883.966572:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757883.966580:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757883.966601:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757884.670400:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757884.670411:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757884.670414:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757884.670422:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757884.670428:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757884.670433:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757884.670437:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757884.670440:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757884.670443:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757884.990399:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757884.990410:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757884.990421:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757884.990424:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757884.990432:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757884.990438:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757884.990442:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757884.990448:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757884.990453:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757884.990457:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757884.990461:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757884.990465:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757884.990549:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757884.990559:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757884.990584:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757885.182452:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757885.182465:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757885.182468:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757885.182472:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757885.182479:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757885.182488:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19464
00000400:00000200:3.0:1787757885.182498:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757885.182506:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757885.182510:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757885.182514:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757885.182518:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757885.182522:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757885.182525:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757885.182530:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757885.182532:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757885.182536:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757885.182540:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757885.182543:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757885.182546:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757885.182550:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757885.182552:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757885.182555:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757885.182557:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757885.182562:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757885.182569:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757885.182574:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757885.182580:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757885.182587:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757885.182593:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757885.182597:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757885.182602:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757885.182612:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a580.
00000020:00000040:3.0:1787757885.182619:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757885.182626:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757885.182630:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757885.182635:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757885.182639:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757885.182645:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757885.182657:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51f400.
00000100:00000001:3.0:1787757885.182668:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757885.182684:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a580 x1874594466110336/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757885.182705:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757885.182713:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757885.182724:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079505b6d] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a580 x1874594466110336/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757885.182768:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757885.182773:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757885.182777:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757885.182780:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757885.182782:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757885.182786:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757885.182790:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19464
00000400:00000200:3.0:1787757885.182796:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757885.182801:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757885.182804:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757885.182809:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757885.182812:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757885.182816:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757885.182820:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757885.182824:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757885.182826:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757885.182837:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757885.182842:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000100:00000001:1.0:1787757885.182843:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787757885.182846:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:1.0:1787757885.182854:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787757885.182854:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787757885.182891:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757885.182892:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787757885.182900:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757885.182908:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000040:1.0:1787757885.182912:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1a580 x1874594466110336/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757885.182913:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757885.182921:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787757885.182932:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757885.182945:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757885.182955:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787757885.182962:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757885.182969:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757885.182970:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757885.182980:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757885.182981:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757885.182990:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787757885.182991:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1787757885.182998:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787757885.183002:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787757885.183014:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757885.183022:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466110336:192.168.201.154@tcp:250:kworker.0
00000100:00000001:3.0:1787757885.183024:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757885.183040:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:3.0:1787757885.183042:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca18b40.
02000000:00000001:1.0:1787757885.183050:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:3.0:1787757885.183052:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:1.0:1787757885.183056:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757885.183063:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787757885.183065:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787757885.183071:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757885.183076:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757885.183082:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757885.183088:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787757885.183089:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077914000.
02000000:00000001:1.0:1787757885.183099:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757885.183103:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e800.
00000400:00000200:1.0:1787757885.183114:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757885.183116:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787757885.183128:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
00000100:00100000:3.0:1787757885.183136:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca18b40 x1874594466110464/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787757885.183148:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
00000100:00000200:1.0:1787757885.183161:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466110336, portal 25
00000100:00000001:1.0:1787757885.183166:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757885.183169:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118848384 : -120600590703232 : ffff92507ca1a580)
00000100:00000040:1.0:1787757885.183184:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1a580 x1874594466110336/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757885.183216:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757885.183229:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000001:3.0:1787757885.183231:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1787757885.183238:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00000001:3.0:1787757885.183241:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787757885.183251:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466110336, offset 0
00000400:00000200:1.0:1787757885.183335:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757885.183354:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:3.0:1787757885.183356:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5e8f4b9] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca18b40 x1874594466110464/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787757885.183372:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757885.183394:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787757885.183401:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757885.183411:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00080000:3.0:1787757885.183413:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787757885.183423:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1787757885.183427:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:1.0:1787757885.183436:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00000001:3.0:1787757885.183437:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757885.183446:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787757885.183455:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56773:56773:256:4294967295] 192.168.201.154@tcp LPNI seq info [56773:56773:8:4294967295]
00000100:00000001:3.0:1787757885.183459:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757885.183468:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19464
00000400:00000200:3.0:1787757885.183486:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757885.183489:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757885.183501:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757885.183509:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757885.183525:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000200:1.0:1787757885.183530:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787757885.183534:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757885.183547:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000800:00000200:1.0:1787757885.183556:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000001:3.0:1787757885.183558:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000800:00000010:1.0:1787757885.183573:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1f00.
00000800:00000200:1.0:1787757885.183588:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757885.183595:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787757885.183606:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757885.183611:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787757885.183619:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757885.183624:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1f00.
00000400:00000200:1.0:1787757885.183633:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757885.183641:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757885.183651:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000400:00000010:1.0:1787757885.183656:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:1.0:1787757885.183665:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757885.183674:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1a580 x1874594466110336/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757885.183694:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757885.183702:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a580 x1874594466110336/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757910 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757885.183716:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757885.183721:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757885.183733:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757885.183741:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757885.183747:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314138025
00000100:00000010:1.0:1787757885.183756:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6600.
00000100:00000001:1.0:1787757885.183769:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787757885.183780:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314138025
00000100:00000010:1.0:1787757885.183788:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6720.
00000100:00000001:1.0:1787757885.183794:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787757885.183799:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757885.183805:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757885.183810:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757885.183820:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757885/real 1787757885]  req@ffff92507ca1a580 x1874594466110336/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757885.183838:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757885.183842:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757885.183846:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787757885.183852:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
00000400:00000010:1.0:1787757885.183856:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000001:1.0:1787757885.183884:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757885.183892:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1a580 x1874594466110336/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757885.183911:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1a580 x1874594466110336/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757885.183924:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757885.183928:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757885.183933:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757885.183937:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757885.183946:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1a580 x1874594466110336/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757885.183960:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757885.183969:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1a580 x1874594466110336/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757910 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757885.183984:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757885.183990:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757885.183994:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757885.183997:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757885.184003:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757885.184007:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757885.184013:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757885.184021:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757885.184026:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757885.184036:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1a580 x1874594466110336/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757910 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757885.184054:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466110336:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787757885.184066:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757885.184071:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757885.184078:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1a580 x1874594466110336/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757910 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757885.184093:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757885.184098:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757885.184107:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077914000.
00000020:00000001:3.0:1787757885.184109:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757885.184117:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
02000000:00000001:1.0:1787757885.184119:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787757885.184123:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787757885.184138:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757885.184143:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787757885.184148:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757885.184153:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51f400.
02000000:00000001:1.0:1787757885.184164:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757885.184167:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757885.184171:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1a580.
00000100:00000001:1.0:1787757885.184177:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757885.184179:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757885.184183:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757885.184195:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757885.184199:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757885.184203:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757885.184206:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757885.184209:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757885.184219:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca18b40 x1874594466110464/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757885.184246:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757885.184249:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757885.184254:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757885.184258:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757885.184262:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757885.184269:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca18b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466110464:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757885.184313:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757885.184318:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757885.184322:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757885.184325:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757885.184334:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077914000.
02000000:00000001:1.0:1787757885.184338:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757885.184356:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757885.184364:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
00000400:00000010:1.0:1787757885.184373:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
00000100:00000200:1.0:1787757885.184382:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466110464, portal 10
00000100:00000001:1.0:1787757885.184391:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757885.184395:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118841664 : -120600590709952 : ffff92507ca18b40)
00000020:00000040:3.0:1787757885.184395:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787757885.184409:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:1.0:1787757885.184420:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca18b40 x1874594466110464/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787757885.184420:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787757885.184437:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757885.184448:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787757885.184451:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757885.184460:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000040:1.0:1787757885.184469:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000001:3.0:1787757885.184471:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000010:1.0:1787757885.184480:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000020:00000040:3.0:1787757885.184483:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00000200:1.0:1787757885.184492:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466110464, offset 0
00000100:00080000:3.0:1787757885.184499:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757885.184510:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757885.184512:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
02000000:00000001:3.0:1787757885.184519:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787757885.184529:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000001:3.0:1787757885.184532:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787757885.184545:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
02000000:00000001:3.0:1787757885.184545:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757885.184557:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:1.0:1787757885.184562:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00100000:3.0:1787757885.184568:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787757885.184574:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000008:00000001:3.0:1787757885.184580:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757885.184586:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787757885.184589:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757885.184600:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00000010:3.0:1787757885.184605:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19e00.
00000400:00000200:1.0:1787757885.184615:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56774:56774:256:4294967295] 192.168.201.154@tcp LPNI seq info [56774:56774:8:4294967295]
00000020:00000040:3.0:1787757885.184617:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787757885.184630:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787757885.184638:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000001:3.0:1787757885.184638:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757885.184649:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757885.184655:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757885.184665:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757885.184667:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
02000000:00000010:3.0:1787757885.184679:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e000.
00000800:00000200:1.0:1787757885.184687:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000001:3.0:1787757885.184693:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787757885.184701:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1f00.
00000100:00100000:3.0:1787757885.184713:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19e00 x1874594466110592/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1787757885.184721:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757885.184734:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1787757885.184748:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757885.184756:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787757885.184765:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000040:3.0:1787757885.184769:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000c6c2d2] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19e00 x1874594466110592/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787757885.184776:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787757885.184799:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757885.184806:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1f00.
00000100:00000001:3.0:1787757885.184813:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757885.184819:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1787757885.184824:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787757885.184836:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1787757885.184841:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1787757885.184848:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000100:00000040:3.0:1787757885.184856:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19474)
00000400:00000010:1.0:1787757885.184882:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:1.0:1787757885.184898:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757885.184909:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca18b40 x1874594466110464/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757885.184929:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757885.184936:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca18b40 x1874594466110464/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757910 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757885.184952:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757885.184956:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757885.184966:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757885.184973:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787757885.184980:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757885.184983:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314137130
00000100:00000001:1.0:1787757885.184990:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314138025
00000100:00000001:1.0:1787757885.184994:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314137130
00000100:00000001:1.0:1787757885.184997:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314138025
00000100:00000001:1.0:1787757885.185000:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757885.185005:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757885.185008:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757885.185014:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757885/real 1787757885]  req@ffff92507ca18b40 x1874594466110464/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757885.185027:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757885.185029:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757885.185033:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787757885.185038:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
00000400:00000010:1.0:1787757885.185041:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000001:1.0:1787757885.185044:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757885.185048:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca18b40 x1874594466110464/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757885.185060:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca18b40 x1874594466110464/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757885.185070:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757885.185074:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757885.185078:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757885.185080:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757885.185086:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca18b40 x1874594466110464/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757885.185096:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757885.185103:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca18b40 x1874594466110464/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757910 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757885.185113:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757885.185117:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757885.185119:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757885.185120:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757885.185123:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757885.185125:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757885.185129:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757885.185137:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757885.185142:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757885.185153:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca18b40 x1874594466110464/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757910 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757885.185172:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca18b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466110464:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757885.185182:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757885.185187:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757885.185194:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca18b40 x1874594466110464/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757910 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757885.185211:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757885.185215:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757885.185220:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077914000.
02000000:00000001:1.0:1787757885.185228:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757885.185232:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757885.185235:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787757885.185241:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757885.185246:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51e800.
02000000:00000001:1.0:1787757885.185254:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757885.185258:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757885.185262:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca18b40.
00000100:00000001:1.0:1787757885.185268:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757885.185309:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757885.185313:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757885.185321:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757885.185324:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757885.185328:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757885.185332:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757885.185335:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757885.185345:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca19e00 x1874594466110592/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757885.185361:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757885.185365:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757885.185372:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757885.185376:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757885.185382:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757885.185387:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca19e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466110592:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757885.185392:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757885.185397:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757885.185401:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757885.185405:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757885.185412:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077914000.
02000000:00000001:1.0:1787757885.185416:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757885.185424:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757885.185429:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
00000400:00000010:1.0:1787757885.185438:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
00000100:00000200:1.0:1787757885.185444:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466110592, portal 4
00000100:00000001:1.0:1787757885.185449:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757885.185451:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118846464 : -120600590705152 : ffff92507ca19e00)
00000100:00000040:1.0:1787757885.185464:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca19e00 x1874594466110592/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757885.185476:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757885.185482:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757885.185488:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00000200:1.0:1787757885.185493:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466110592, offset 0
00000400:00000200:1.0:1787757885.185501:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757885.185509:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757885.185517:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757885.185522:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757885.185528:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757885.185532:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757885.185537:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757885.185543:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56775:56775:256:4294967295] 192.168.201.154@tcp LPNI seq info [56775:56775:8:4294967295]
00000400:00000200:1.0:1787757885.185551:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757885.185564:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757885.185573:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757885.185580:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1f00.
00000800:00000200:1.0:1787757885.185590:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757885.185595:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787757885.185605:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757885.185611:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787757885.185619:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757885.185623:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1f00.
00000400:00000200:1.0:1787757885.185629:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757885.185637:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757885.185644:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000400:00000010:1.0:1787757885.185647:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:1.0:1787757885.185651:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757885.185657:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca19e00 x1874594466110592/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757885.185668:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757885.185671:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19e00 x1874594466110592/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757910 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757885.185680:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757885.185683:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757885.185690:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757885.185695:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787757885.185700:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757885.185703:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314137114
00000100:00000001:1.0:1787757885.185707:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314138025
00000100:00000001:1.0:1787757885.185710:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314137114
00000100:00000001:1.0:1787757885.185714:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314138025
00000100:00000001:1.0:1787757885.185717:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757885.185720:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757885.185722:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757885.185728:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757885/real 1787757885]  req@ffff92507ca19e00 x1874594466110592/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757885.185740:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757885.185742:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757885.185745:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787757885.185751:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
00000400:00000010:1.0:1787757885.185754:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000001:1.0:1787757885.185757:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757885.185762:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca19e00 x1874594466110592/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757885.185774:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca19e00 x1874594466110592/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757885.185783:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757885.185786:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757885.185790:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757885.185793:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757885.185803:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca19e00 x1874594466110592/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757885.185817:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757885.185826:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca19e00 x1874594466110592/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757910 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757885.185840:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757885.185847:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757885.185852:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757885.185856:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757885.185890:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757885.185894:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757885.185901:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757885.185910:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757885.185917:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757885.185927:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca19e00 x1874594466110592/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757910 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757885.185939:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca19e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466110592:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757885.185948:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757885.185951:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757885.185958:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca19e00 x1874594466110592/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757910 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757885.185968:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757885.185971:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757885.185975:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077914000.
02000000:00000001:1.0:1787757885.185979:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757885.185982:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757885.185984:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787757885.185987:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757885.185989:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51e000.
02000000:00000001:1.0:1787757885.185993:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757885.185995:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757885.185997:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca19e00.
00000100:00000001:1.0:1787757885.186000:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757885.186002:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757885.186004:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757885.186010:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757885.186012:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757885.186014:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757885.186017:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757885.694389:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757885.694400:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757885.694403:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757885.694411:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757885.694416:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757885.694421:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757885.694425:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757885.694428:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757885.694432:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757886.014483:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757886.014495:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757886.014510:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757886.014514:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757886.014526:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757886.014530:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757886.014620:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757886.014629:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757886.014637:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757886.142391:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314138025, at 4314138048
00000100:00000010:3.0:1787757886.142412:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6720.
00000100:00000040:2.0:1787757886.142443:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314138025, at 4314138048
00000100:00000010:2.0:1787757886.142465:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6600.
00000100:00000001:2.0:1787757886.718386:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757886.718399:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757886.718402:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757886.718410:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757886.718415:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757886.718420:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757886.718424:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757886.718427:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757886.718431:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757887.038467:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757887.038477:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757887.038494:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757887.038498:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757887.038507:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757887.038511:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757887.038621:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757887.038628:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757887.038633:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757887.742378:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757887.742389:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757887.742392:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757887.742400:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757887.742406:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757887.742412:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757887.742416:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757887.742419:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757887.742423:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757888.062462:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757888.062475:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757888.062499:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757888.062505:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757888.062520:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757888.062524:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757888.062609:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757888.062616:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757888.062622:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757888.766440:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757888.766451:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757888.766454:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757888.766479:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757888.766485:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757888.766491:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757888.766495:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757888.766500:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757888.766504:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757889.086457:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757889.086471:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757889.086486:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757889.086493:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757889.086509:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757889.086514:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757889.086674:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757889.086683:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757889.086691:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757889.790411:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757889.790422:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757889.790425:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757889.790433:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757889.790438:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757889.790462:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757889.790467:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757889.790471:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757889.790475:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757890.110472:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757890.110482:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757890.110493:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757890.110496:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757890.110506:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757890.110509:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757890.110626:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757890.110637:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757890.110645:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757890.302441:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757890.302457:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757890.302461:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757890.302466:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757890.302473:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757890.302498:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19469
00000400:00000200:3.0:1787757890.302511:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757890.302519:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757890.302524:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757890.302528:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757890.302532:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757890.302535:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757890.302538:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757890.302544:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757890.302546:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757890.302550:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757890.302554:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757890.302557:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757890.302561:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757890.302565:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757890.302567:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757890.302570:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757890.302572:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757890.302576:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757890.302580:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757890.302585:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757890.302589:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757890.302594:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757890.302598:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757890.302601:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757890.302604:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757890.302616:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca192c0.
00000020:00000040:3.0:1787757890.302621:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757890.302626:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757890.302629:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757890.302633:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757890.302636:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757890.302642:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757890.302652:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c000.
00000100:00000001:3.0:1787757890.302659:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757890.302672:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca192c0 x1874594466110720/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757890.302695:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757890.302701:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757890.302708:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e50181] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca192c0 x1874594466110720/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757890.302739:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757890.302743:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757890.302748:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757890.302750:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757890.302752:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757890.302756:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757890.302760:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19469
00000400:00000200:3.0:1787757890.302765:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757890.302788:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757890.302792:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757890.302796:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757890.302801:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757890.302804:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757890.302808:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757890.302811:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757890.302815:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757890.302819:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757890.302821:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787757890.302824:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787757890.302827:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787757890.302832:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757890.302835:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757890.302837:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757890.302840:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757890.302843:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00000001:1.0:1787757890.302848:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1787757890.302849:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757890.302861:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757890.302864:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787757890.302869:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787757890.302874:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757890.302878:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757890.302880:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787757890.302883:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757890.302895:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757890.302899:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757890.302906:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757890.302914:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1b0c0.
00000100:00000040:1.0:1787757890.302916:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca192c0 x1874594466110720/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787757890.302930:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787757890.302942:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757890.302948:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757890.302962:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757890.302969:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757890.302981:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757890.302984:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757890.302991:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757890.302992:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51f400.
00000100:00000001:3.0:1787757890.303006:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757890.303008:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757890.303022:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1787757890.303030:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1b0c0 x1874594466110848/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787757890.303032:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757890.303055:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466110720:192.168.201.154@tcp:250:kworker.0
00000100:00000001:3.0:1787757890.303076:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787757890.303078:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787757890.303085:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757890.303090:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757890.303099:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757890.303100:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043bdf1c5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1b0c0 x1874594466110848/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787757890.303113:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787757890.303130:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787757890.303135:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077914000.
00000100:00080000:3.0:1787757890.303136:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1787757890.303144:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757890.303147:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787757890.303158:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757890.303163:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787757890.303172:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757890.303175:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:1.0:1787757890.303182:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
00000100:00080000:3.0:1787757890.303183:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19469
00000400:00000200:3.0:1787757890.303200:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757890.303205:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000400:00000010:1.0:1787757890.303206:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
00000100:00080000:3.0:1787757890.303218:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757890.303226:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000200:1.0:1787757890.303228:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466110720, portal 25
00000100:00000001:3.0:1787757890.303234:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787757890.303238:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757890.303246:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118843584 : -120600590708032 : ffff92507ca192c0)
00000100:00000040:3.0:1787757890.303248:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757890.303266:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757890.303332:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757890.303339:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000100:00000040:1.0:1787757890.303341:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca192c0 x1874594466110720/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787757890.303346:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757890.303355:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787757890.303371:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787757890.303387:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000001:1.0:1787757890.303393:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757890.303401:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000040:1.0:1787757890.303404:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000001:3.0:1787757890.303412:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1787757890.303417:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00000040:3.0:1787757890.303423:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000200:1.0:1787757890.303433:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466110720, offset 0
00000100:00000001:3.0:1787757890.303436:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757890.303461:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787757890.303478:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000400:00000200:1.0:1787757890.303480:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000001:3.0:1787757890.303496:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757890.303500:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757890.303506:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787757890.303508:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000001:3.0:1787757890.303519:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757890.303525:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757890.303529:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757890.303538:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757890.303540:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757890.303546:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a1c0.
00000400:00000200:1.0:1787757890.303551:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000020:00000040:3.0:1787757890.303551:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787757890.303578:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787757890.303581:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1787757890.303583:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757890.303590:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757890.303595:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787757890.303596:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
02000000:00000001:3.0:1787757890.303608:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757890.303615:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
02000000:00000010:3.0:1787757890.303620:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51dc00.
00000400:00000200:1.0:1787757890.303622:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00000001:3.0:1787757890.303635:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757890.303646:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56776:56776:256:4294967295] 192.168.201.154@tcp LPNI seq info [56776:56776:8:4294967295]
00000100:00100000:3.0:1787757890.303660:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a1c0 x1874594466110976/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787757890.303672:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757890.303690:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757890.303693:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757890.303714:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062ae16d5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a1c0 x1874594466110976/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787757890.303719:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787757890.303786:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787757890.303789:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000040:3.0:1787757890.303796:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787757890.303804:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:1.0:1787757890.303806:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1f00.
00000100:00000040:3.0:1787757890.303817:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19479)
00000800:00000200:1.0:1787757890.303828:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757890.303836:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787757890.303850:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757890.303858:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787757890.303868:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757890.303873:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1f00.
00000400:00000200:1.0:1787757890.303885:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757890.303897:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757890.303908:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000400:00000010:1.0:1787757890.303913:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:1.0:1787757890.303925:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757890.303935:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca192c0 x1874594466110720/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757890.303952:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757890.303957:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca192c0 x1874594466110720/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757915 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757890.303967:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757890.303969:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757890.303983:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757890.303989:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757890.303994:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314143145
00000100:00000010:1.0:1787757890.304003:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e62a0.
00000100:00000001:1.0:1787757890.304012:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787757890.304022:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314143145
00000100:00000010:1.0:1787757890.304026:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6000.
00000100:00000001:1.0:1787757890.304031:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787757890.304035:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757890.304039:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757890.304043:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757890.304049:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757890/real 1787757890]  req@ffff92507ca192c0 x1874594466110720/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757890.304062:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757890.304065:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757890.304068:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787757890.304072:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
00000400:00000010:1.0:1787757890.304075:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000001:1.0:1787757890.304078:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757890.304083:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca192c0 x1874594466110720/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757890.304103:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca192c0 x1874594466110720/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757890.304112:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757890.304115:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757890.304118:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757890.304121:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757890.304126:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca192c0 x1874594466110720/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757890.304134:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757890.304141:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca192c0 x1874594466110720/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757915 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757890.304150:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757890.304154:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757890.304156:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757890.304158:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757890.304162:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757890.304165:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757890.304170:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757890.304176:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757890.304179:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757890.304185:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca192c0 x1874594466110720/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757915 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757890.304196:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466110720:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787757890.304202:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757890.304206:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757890.304210:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca192c0 x1874594466110720/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757915 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757890.304226:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757890.304230:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757890.304234:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077914000.
02000000:00000001:1.0:1787757890.304238:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757890.304242:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757890.304244:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787757890.304247:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757890.304250:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51c000.
02000000:00000001:1.0:1787757890.304256:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757890.304259:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757890.304261:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca192c0.
00000100:00000001:1.0:1787757890.304266:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757890.304268:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757890.304303:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757890.304314:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757890.304317:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757890.304321:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757890.304323:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757890.304325:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757890.304331:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1b0c0 x1874594466110848/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757890.304342:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757890.304344:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757890.304347:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757890.304351:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757890.304354:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757890.304358:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466110848:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757890.304363:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757890.304367:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757890.304369:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757890.304371:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757890.304376:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077914000.
02000000:00000001:1.0:1787757890.304379:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757890.304384:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757890.304389:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
00000400:00000010:1.0:1787757890.304394:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
00000100:00000200:1.0:1787757890.304398:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466110848, portal 10
00000100:00000001:1.0:1787757890.304401:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757890.304403:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118851264 : -120600590700352 : ffff92507ca1b0c0)
00000100:00000040:1.0:1787757890.304412:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1b0c0 x1874594466110848/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757890.304421:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757890.304424:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757890.304427:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00000200:1.0:1787757890.304431:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466110848, offset 0
00000400:00000200:1.0:1787757890.304435:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757890.304441:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757890.304447:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757890.304451:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757890.304455:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757890.304458:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757890.304461:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757890.304466:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56777:56777:256:4294967295] 192.168.201.154@tcp LPNI seq info [56777:56777:8:4294967295]
00000400:00000200:1.0:1787757890.304471:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757890.304480:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757890.304487:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757890.304491:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1f00.
00000800:00000200:1.0:1787757890.304496:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757890.304500:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787757890.304506:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757890.304510:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787757890.304515:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757890.304518:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1f00.
00000400:00000200:1.0:1787757890.304522:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757890.304527:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757890.304530:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000400:00000010:1.0:1787757890.304533:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:1.0:1787757890.304537:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757890.304542:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1b0c0 x1874594466110848/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757890.304552:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757890.304556:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1b0c0 x1874594466110848/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757915 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757890.304565:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757890.304567:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757890.304572:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757890.304577:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787757890.304581:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757890.304584:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314142250
00000100:00000001:1.0:1787757890.304588:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314143145
00000100:00000001:1.0:1787757890.304591:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314142250
00000100:00000001:1.0:1787757890.304594:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314143145
00000100:00000001:1.0:1787757890.304597:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757890.304599:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757890.304601:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757890.304606:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757890/real 1787757890]  req@ffff92507ca1b0c0 x1874594466110848/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757890.304616:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757890.304618:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757890.304620:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787757890.304623:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
00000400:00000010:1.0:1787757890.304625:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000001:1.0:1787757890.304628:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757890.304631:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1b0c0 x1874594466110848/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757890.304641:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1b0c0 x1874594466110848/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757890.304657:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757890.304659:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757890.304661:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757890.304663:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757890.304668:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1b0c0 x1874594466110848/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757890.304676:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757890.304680:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1b0c0 x1874594466110848/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757915 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757890.304688:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757890.304691:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757890.304693:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757890.304695:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757890.304697:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757890.304700:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757890.304703:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757890.304707:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757890.304709:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757890.304714:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1b0c0 x1874594466110848/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757915 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757890.304724:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466110848:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757890.304729:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757890.304734:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1a1c0 x1874594466110976/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757890.304743:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757890.304745:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757890.304748:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757890.304751:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757890.304753:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757890.304757:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466110976:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757890.304762:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757890.304764:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757890.304766:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757890.304792:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757890.304799:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757890.304802:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757890.304808:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757890.304811:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
00000400:00000010:1.0:1787757890.304816:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
00000100:00000200:1.0:1787757890.304820:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466110976, portal 4
00000100:00000001:1.0:1787757890.304823:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757890.304825:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118847424 : -120600590704192 : ffff92507ca1a1c0)
00000100:00000040:1.0:1787757890.304833:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1a1c0 x1874594466110976/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757890.304847:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757890.304853:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757890.304857:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00000200:1.0:1787757890.304862:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466110976, offset 0
00000400:00000200:1.0:1787757890.304869:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757890.304878:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757890.304885:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757890.304891:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757890.304897:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757890.304902:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757890.304907:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757890.304914:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56778:56778:256:4294967295] 192.168.201.154@tcp LPNI seq info [56778:56778:8:4294967295]
00000400:00000200:1.0:1787757890.304923:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757890.304936:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757890.304946:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757890.304951:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1f00.
00000800:00000200:1.0:1787757890.304957:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757890.304961:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787757890.304967:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757890.304971:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787757890.304976:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757890.304979:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1f00.
00000400:00000200:1.0:1787757890.304983:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757890.304988:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757890.304992:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000400:00000010:1.0:1787757890.304994:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:1.0:1787757890.304998:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757890.305003:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1a1c0 x1874594466110976/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757890.305013:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757890.305017:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a1c0 x1874594466110976/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757915 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757890.305026:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757890.305028:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757890.305033:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757890.305038:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787757890.305042:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757890.305045:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314142233
00000100:00000001:1.0:1787757890.305049:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314143145
00000100:00000001:1.0:1787757890.305052:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314142233
00000100:00000001:1.0:1787757890.305055:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314143145
00000100:00000001:1.0:1787757890.305057:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757890.305060:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757890.305063:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757890.305067:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757890/real 1787757890]  req@ffff92507ca1a1c0 x1874594466110976/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757890.305078:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757890.305080:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757890.305083:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787757890.305086:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
00000400:00000010:1.0:1787757890.305088:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000001:1.0:1787757890.305090:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757890.305094:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1a1c0 x1874594466110976/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757890.305105:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1a1c0 x1874594466110976/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757890.305113:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757890.305115:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757890.305117:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757890.305119:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757890.305123:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1a1c0 x1874594466110976/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757890.305131:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757890.305135:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1a1c0 x1874594466110976/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757915 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757890.305143:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757890.305146:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757890.305148:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757890.305150:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757890.305152:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757890.305154:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757890.305157:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757890.305161:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757890.305163:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757890.305169:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1a1c0 x1874594466110976/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757915 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757890.305179:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466110976:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757890.305184:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757890.305186:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757890.305190:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1b0c0 x1874594466110848/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757915 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757890.305198:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757890.305200:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757890.305202:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077914000.
02000000:00000001:1.0:1787757890.305205:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757890.305207:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757890.305208:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787757890.305211:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757890.305213:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51f400.
02000000:00000001:1.0:1787757890.305220:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757890.305222:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757890.305223:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1b0c0.
00000100:00000001:1.0:1787757890.305227:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757890.305229:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757890.305231:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757890.305234:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1a1c0 x1874594466110976/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757915 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757890.305243:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757890.305244:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757890.305246:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757890.305251:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757890.305252:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757890.305254:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787757890.305256:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757890.305258:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51dc00.
02000000:00000001:1.0:1787757890.305260:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757890.305262:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757890.305264:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1a1c0.
00000100:00000001:1.0:1787757890.305267:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757890.305269:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757890.305300:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757890.305305:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757890.305307:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757890.305310:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757890.305312:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757890.814416:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757890.814427:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757890.814431:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757890.814439:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757890.814445:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757890.814450:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757890.814454:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757890.814457:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757890.814462:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757891.134460:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757891.134472:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757891.134492:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757891.134500:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757891.134516:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757891.134522:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757891.134578:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757891.134597:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757891.134607:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757891.262410:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314143145, at 4314143168
00000100:00000010:2.0:1787757891.262431:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e62a0.
00000100:00000040:3.0:1787757891.262575:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314143145, at 4314143168
00000100:00000010:3.0:1787757891.262594:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6000.
00000100:00000001:2.0:1787757891.838410:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757891.838421:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757891.838425:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757891.838432:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757891.838437:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757891.838443:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757891.838447:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757891.838451:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757891.838456:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757892.158458:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757892.158470:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757892.158485:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757892.158491:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757892.158502:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757892.158506:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757892.158662:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757892.158668:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757892.158673:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757892.862390:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757892.862397:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757892.862399:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757892.862405:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757892.862408:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757892.862411:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757892.862413:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757892.862415:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757892.862417:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757893.182464:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757893.182477:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757893.182483:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757893.182490:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757893.182498:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757893.182502:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757893.182506:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757893.182509:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757893.182515:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757893.182520:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757893.182523:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757893.182525:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757893.182528:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757893.182530:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757893.182532:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757893.182534:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757893.182538:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757893.182541:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757893.182647:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757893.182654:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757893.182659:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757893.886390:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757893.886401:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757893.886404:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757893.886411:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757893.886416:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757893.886421:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757893.886425:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757893.886429:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757893.886432:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757894.206445:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757894.206460:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757894.206475:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757894.206479:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757894.206489:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757894.206493:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757894.206581:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757894.206589:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757894.206595:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757894.910361:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757894.910372:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757894.910375:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757894.910382:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757894.910387:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757894.910392:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757894.910395:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757894.910399:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757894.910402:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757895.230509:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757895.230519:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757895.230529:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757895.230532:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757895.230537:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757895.230543:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757895.230546:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757895.230551:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757895.230556:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757895.230559:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757895.230562:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757895.230565:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757895.230675:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757895.230713:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757895.230722:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757895.422394:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757895.422406:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757895.422410:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757895.422415:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757895.422422:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757895.422432:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19474
00000400:00000200:3.0:1787757895.422443:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757895.422452:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757895.422456:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757895.422461:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757895.422465:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757895.422468:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757895.422471:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757895.422476:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757895.422478:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757895.422482:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757895.422486:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757895.422489:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757895.422492:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757895.422495:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757895.422498:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757895.422501:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757895.422504:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757895.422509:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757895.422514:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757895.422517:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757895.422521:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757895.422525:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757895.422529:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757895.422531:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757895.422534:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757895.422546:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19680.
00000020:00000040:3.0:1787757895.422551:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757895.422556:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757895.422558:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757895.422562:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757895.422565:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757895.422571:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757895.422581:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51ec00.
00000100:00000001:3.0:1787757895.422589:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757895.422600:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19680 x1874594466111104/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757895.422615:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757895.422621:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757895.422627:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c14b51e] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19680 x1874594466111104/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757895.422659:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757895.422664:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757895.422703:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757895.422705:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757895.422708:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757895.422712:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757895.422716:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19474
00000400:00000200:3.0:1787757895.422721:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757895.422726:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757895.422729:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757895.422733:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757895.422735:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757895.422738:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757895.422741:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757895.422744:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757895.422745:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757895.422747:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757895.422750:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787757895.422753:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787757895.422756:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787757895.422760:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757895.422763:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757895.422766:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757895.422770:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757895.422773:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787757895.422781:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757895.422785:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757895.422788:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757895.422797:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757895.422799:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757895.422802:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757895.422807:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787757895.422811:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00000001:3.0:1787757895.422812:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757895.422817:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757895.422825:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19a40.
00000100:00000001:1.0:1787757895.422827:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1787757895.422831:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000100:00000001:1.0:1787757895.422835:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787757895.422838:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757895.422843:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757895.422846:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757895.422849:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757895.422852:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757895.422859:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca19680 x1874594466111104/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787757895.422860:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c400.
00000100:00000001:3.0:1787757895.422874:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757895.422893:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19a40 x1874594466111232/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787757895.422906:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757895.422916:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757895.422922:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757895.422929:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757895.422931:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757895.422941:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1787757895.422944:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048dd93e3] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19a40 x1874594466111232/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787757895.422955:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757895.422980:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466111104:192.168.201.154@tcp:250:kworker.0
00000100:00000001:3.0:1787757895.422990:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757895.422995:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1787757895.422997:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757895.423003:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:1.0:1787757895.423005:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787757895.423007:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:1.0:1787757895.423013:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757895.423014:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1787757895.423028:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787757895.423030:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757895.423046:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19474
00000400:00000200:3.0:1787757895.423054:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000010:1.0:1787757895.423056:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757895.423064:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787757895.423066:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757895.423089:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787757895.423101:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:3.0:1787757895.423102:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757895.423117:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757895.423121:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757895.423124:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757895.423126:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757895.423128:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787757895.423130:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757895.423133:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000400:00000010:1.0:1787757895.423136:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
00000020:00000001:3.0:1787757895.423138:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787757895.423146:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787757895.423153:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000010:1.0:1787757895.423155:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
00000100:00000001:3.0:1787757895.423157:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757895.423165:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757895.423169:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000200:1.0:1787757895.423173:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466111104, portal 25
00000020:00000040:3.0:1787757895.423174:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00000001:1.0:1787757895.423188:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787757895.423191:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:1.0:1787757895.423194:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118844544 : -120600590707072 : ffff92507ca19680)
00000100:00000001:3.0:1787757895.423200:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757895.423207:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757895.423212:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1787757895.423214:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca19680 x1874594466111104/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787757895.423220:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757895.423233:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757895.423244:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757895.423266:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757895.423314:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757895.423323:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a940.
00000020:00000040:3.0:1787757895.423327:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787757895.423331:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757895.423333:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757895.423335:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757895.423336:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757895.423340:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757895.423344:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:3.0:1787757895.423345:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51fc00.
00000100:00000001:3.0:1787757895.423357:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757895.423368:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00100000:3.0:1787757895.423369:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a940 x1874594466111360/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787757895.423386:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00000001:3.0:1787757895.423388:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757895.423394:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757895.423402:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acf304e1] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a940 x1874594466111360/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757895.423404:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466111104, offset 0
00000100:00000001:3.0:1787757895.423435:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757895.423439:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787757895.423452:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000040:3.0:1787757895.423456:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787757895.423465:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19485)
00000400:00000200:1.0:1787757895.423473:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757895.423489:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757895.423499:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757895.423507:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757895.423513:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757895.423518:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757895.423524:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56779:56779:256:4294967295] 192.168.201.154@tcp LPNI seq info [56779:56779:8:4294967295]
00000400:00000200:1.0:1787757895.423530:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757895.423546:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757895.423554:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757895.423563:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1f00.
00000800:00000200:1.0:1787757895.423572:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757895.423579:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787757895.423587:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757895.423593:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1787757895.423598:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757895.423602:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1f00.
00000400:00000200:1.0:1787757895.423613:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757895.423620:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757895.423628:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000400:00000010:1.0:1787757895.423633:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:1.0:1787757895.423642:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757895.423649:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca19680 x1874594466111104/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757895.423665:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757895.423670:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19680 x1874594466111104/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757920 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757895.423708:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757895.423710:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757895.423724:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757895.423730:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757895.423735:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314148265
00000100:00000010:1.0:1787757895.423744:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6ea0.
00000100:00000001:1.0:1787757895.423754:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787757895.423763:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314148265
00000100:00000010:1.0:1787757895.423767:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6c00.
00000100:00000001:1.0:1787757895.423771:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787757895.423776:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757895.423780:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757895.423783:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757895.423790:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757895/real 1787757895]  req@ffff92507ca19680 x1874594466111104/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757895.423803:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757895.423806:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757895.423809:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787757895.423812:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
00000400:00000010:1.0:1787757895.423814:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000001:1.0:1787757895.423818:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757895.423823:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca19680 x1874594466111104/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757895.423834:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca19680 x1874594466111104/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757895.423844:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757895.423847:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757895.423851:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757895.423854:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757895.423859:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca19680 x1874594466111104/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757895.423868:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757895.423874:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca19680 x1874594466111104/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757920 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757895.423883:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757895.423887:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757895.423889:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757895.423890:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757895.423894:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757895.423897:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757895.423902:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757895.423908:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757895.423912:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757895.423917:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca19680 x1874594466111104/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757920 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757895.423927:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466111104:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787757895.423934:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757895.423937:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757895.423941:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca19680 x1874594466111104/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757920 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757895.423950:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757895.423955:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757895.423960:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757895.423967:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757895.423971:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757895.423974:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787757895.423977:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757895.423981:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51ec00.
02000000:00000001:1.0:1787757895.423987:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757895.423990:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757895.423993:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca19680.
00000100:00000001:1.0:1787757895.423997:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757895.423999:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757895.424002:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757895.424014:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757895.424017:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757895.424020:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757895.424022:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757895.424025:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757895.424030:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca19a40 x1874594466111232/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757895.424040:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757895.424042:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757895.424045:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757895.424048:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757895.424051:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757895.424054:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca19a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466111232:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757895.424059:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757895.424063:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757895.424065:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757895.424068:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757895.424071:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757895.424074:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757895.424078:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757895.424081:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
00000400:00000010:1.0:1787757895.424085:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
00000100:00000200:1.0:1787757895.424090:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466111232, portal 10
00000100:00000001:1.0:1787757895.424093:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757895.424095:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118845504 : -120600590706112 : ffff92507ca19a40)
00000100:00000040:1.0:1787757895.424105:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca19a40 x1874594466111232/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757895.424114:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757895.424117:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757895.424120:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00000200:1.0:1787757895.424124:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466111232, offset 0
00000400:00000200:1.0:1787757895.424129:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757895.424133:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757895.424138:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757895.424142:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757895.424146:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757895.424150:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757895.424153:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757895.424157:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56780:56780:256:4294967295] 192.168.201.154@tcp LPNI seq info [56780:56780:8:4294967295]
00000400:00000200:1.0:1787757895.424163:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757895.424173:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757895.424178:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757895.424182:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1f00.
00000800:00000200:1.0:1787757895.424187:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757895.424191:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787757895.424197:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757895.424200:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1787757895.424206:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757895.424208:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1f00.
00000400:00000200:1.0:1787757895.424212:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757895.424217:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757895.424221:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000400:00000010:1.0:1787757895.424223:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:1.0:1787757895.424226:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757895.424231:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca19a40 x1874594466111232/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757895.424249:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757895.424253:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19a40 x1874594466111232/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757920 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757895.424262:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757895.424264:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757895.424268:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757895.424310:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787757895.424316:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757895.424320:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314147370
00000100:00000001:1.0:1787757895.424325:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314148265
00000100:00000001:1.0:1787757895.424330:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314147370
00000100:00000001:1.0:1787757895.424335:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314148265
00000100:00000001:1.0:1787757895.424339:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757895.424343:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757895.424347:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757895.424356:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757895/real 1787757895]  req@ffff92507ca19a40 x1874594466111232/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757895.424374:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757895.424377:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757895.424380:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787757895.424386:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
00000400:00000010:1.0:1787757895.424390:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000001:1.0:1787757895.424395:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757895.424402:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca19a40 x1874594466111232/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757895.424421:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca19a40 x1874594466111232/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757895.424432:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757895.424435:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757895.424438:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757895.424440:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757895.424445:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca19a40 x1874594466111232/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757895.424454:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757895.424459:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca19a40 x1874594466111232/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757920 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757895.424468:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757895.424471:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757895.424473:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757895.424475:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757895.424477:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757895.424480:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757895.424483:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757895.424487:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757895.424489:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757895.424494:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca19a40 x1874594466111232/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757920 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757895.424504:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca19a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466111232:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757895.424510:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757895.424515:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1a940 x1874594466111360/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757895.424524:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757895.424525:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757895.424528:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757895.424531:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757895.424533:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757895.424538:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466111360:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757895.424542:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757895.424545:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757895.424548:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757895.424551:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757895.424556:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077914000.
02000000:00000001:1.0:1787757895.424559:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757895.424564:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757895.424567:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
00000400:00000010:1.0:1787757895.424572:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
00000100:00000200:1.0:1787757895.424576:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466111360, portal 4
00000100:00000001:1.0:1787757895.424579:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757895.424581:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118849344 : -120600590702272 : ffff92507ca1a940)
00000100:00000040:1.0:1787757895.424589:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1a940 x1874594466111360/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757895.424598:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757895.424601:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757895.424604:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00000200:1.0:1787757895.424607:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466111360, offset 0
00000400:00000200:1.0:1787757895.424612:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757895.424617:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757895.424622:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757895.424626:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757895.424629:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757895.424633:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757895.424636:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757895.424640:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56781:56781:256:4294967295] 192.168.201.154@tcp LPNI seq info [56781:56781:8:4294967295]
00000400:00000200:1.0:1787757895.424646:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757895.424655:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757895.424660:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757895.424665:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1f00.
00000800:00000200:1.0:1787757895.424670:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757895.424674:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787757895.424708:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757895.424713:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1787757895.424719:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757895.424722:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1f00.
00000400:00000200:1.0:1787757895.424726:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757895.424731:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757895.424735:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000400:00000010:1.0:1787757895.424737:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:1.0:1787757895.424741:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757895.424746:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1a940 x1874594466111360/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757895.424756:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757895.424760:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a940 x1874594466111360/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757920 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757895.424769:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757895.424771:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757895.424776:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757895.424781:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787757895.424785:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757895.424788:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314147353
00000100:00000001:1.0:1787757895.424792:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314148265
00000100:00000001:1.0:1787757895.424794:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314147353
00000100:00000001:1.0:1787757895.424798:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314148265
00000100:00000001:1.0:1787757895.424800:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757895.424802:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757895.424805:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757895.424809:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757895/real 1787757895]  req@ffff92507ca1a940 x1874594466111360/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757895.424820:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757895.424822:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757895.424825:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787757895.424828:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
00000400:00000010:1.0:1787757895.424830:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000001:1.0:1787757895.424833:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757895.424837:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1a940 x1874594466111360/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757895.424847:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1a940 x1874594466111360/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757895.424854:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757895.424856:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757895.424858:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757895.424859:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757895.424864:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1a940 x1874594466111360/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757895.424872:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757895.424877:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1a940 x1874594466111360/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757920 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757895.424886:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757895.424889:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757895.424891:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757895.424892:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757895.424894:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757895.424896:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757895.424899:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757895.424903:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757895.424906:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757895.424910:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1a940 x1874594466111360/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757920 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757895.424927:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466111360:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757895.424933:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757895.424936:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757895.424939:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca19a40 x1874594466111232/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757920 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757895.424947:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757895.424949:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757895.424951:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757895.424954:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757895.424956:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757895.424958:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787757895.424960:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757895.424962:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51c400.
02000000:00000001:1.0:1787757895.424966:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757895.424967:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757895.424969:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca19a40.
00000100:00000001:1.0:1787757895.424972:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757895.424974:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757895.424976:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757895.424980:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1a940 x1874594466111360/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757920 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757895.424988:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757895.424989:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757895.424991:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077914000.
02000000:00000001:1.0:1787757895.424994:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757895.424995:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757895.424997:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787757895.424999:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757895.425000:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51fc00.
02000000:00000001:1.0:1787757895.425007:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757895.425009:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757895.425012:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1a940.
00000100:00000001:1.0:1787757895.425018:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757895.425020:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757895.425024:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757895.425031:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757895.425034:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757895.425038:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757895.425042:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757895.934395:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757895.934406:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757895.934409:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757895.934416:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757895.934421:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757895.934426:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757895.934430:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757895.934434:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757895.934437:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757896.254535:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757896.254550:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757896.254567:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757896.254571:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757896.254584:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757896.254588:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757896.254705:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757896.254714:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757896.254722:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757896.382370:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314148265, at 4314148288
00000100:00000040:2.0:1787757896.382405:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314148265, at 4314148288
00000100:00000010:3.0:1787757896.382406:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6c00.
00000100:00000010:2.0:1787757896.382423:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6ea0.
00000100:00000001:2.0:1787757896.958398:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757896.958408:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757896.958411:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757896.958432:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757896.958438:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757896.958443:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757896.958447:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757896.958451:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757896.958454:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757897.278446:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757897.278459:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757897.278473:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757897.278477:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757897.278487:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757897.278491:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757897.278592:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757897.278597:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757897.278602:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757897.982348:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757897.982355:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757897.982356:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757897.982362:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757897.982365:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757897.982369:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757897.982371:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757897.982373:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757897.982375:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757898.302362:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757898.302370:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757898.302380:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757898.302383:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757898.302389:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757898.302391:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757898.302451:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757898.302455:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757898.302459:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757899.006416:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757899.006427:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757899.006429:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757899.006436:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757899.006441:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757899.006447:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757899.006450:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757899.006454:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757899.006457:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757899.326436:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757899.326444:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757899.326454:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757899.326457:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757899.326465:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757899.326468:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757899.326561:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757899.326569:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757899.326574:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757900.030397:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757900.030407:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757900.030410:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757900.030418:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757900.030423:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757900.030428:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757900.030431:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757900.030435:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757900.030439:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757900.350414:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757900.350423:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757900.350434:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757900.350437:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757900.350445:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757900.350449:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757900.350510:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757900.350519:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757900.350529:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787757900.542408:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757900.542418:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787757900.542422:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757900.542427:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757900.542433:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757900.542443:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19480
00000400:00000200:0.0:1787757900.542454:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757900.542463:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757900.542468:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757900.542472:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757900.542477:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757900.542480:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757900.542483:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757900.542488:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757900.542491:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787757900.542494:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757900.542499:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787757900.542502:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787757900.542505:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787757900.542509:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757900.542512:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757900.542514:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757900.542517:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757900.542521:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787757900.542525:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757900.542528:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757900.542532:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757900.542537:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757900.542540:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757900.542543:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787757900.542546:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757900.542557:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae44000.
00000020:00000040:0.0:1787757900.542562:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787757900.542568:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757900.542570:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757900.542574:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757900.542577:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757900.542583:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757900.542627:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6000.
00000100:00000001:0.0:1787757900.542636:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757900.542648:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae44000 x1874594466111488/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757900.542661:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757900.542667:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757900.542673:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b29c40b] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae44000 x1874594466111488/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757900.542703:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757900.542708:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757900.542713:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787757900.542715:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757900.542717:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757900.542722:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757900.542725:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19480
00000400:00000200:0.0:1787757900.542730:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757900.542734:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757900.542737:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757900.542743:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757900.542746:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757900.542751:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757900.542754:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757900.542758:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757900.542760:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:0.0:1787757900.542763:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757900.542766:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:0.0:1787757900.542769:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:1.0:1787757900.542772:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1787757900.542773:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:1.0:1787757900.542784:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1787757900.542785:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757900.542793:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787757900.542794:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757900.542803:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757900.542806:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757900.542812:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00000040:1.0:1787757900.542813:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae44000 x1874594466111488/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787757900.542821:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757900.542831:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757900.542838:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787757900.542847:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1787757900.542849:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757900.542851:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757900.542862:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757900.542864:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787757900.542867:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787757900.542871:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:0.0:1787757900.542875:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787757900.542879:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757900.542887:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466111488:192.168.201.154@tcp:250:kworker.0
00000008:00000001:0.0:1787757900.542901:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757900.542902:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787757900.542910:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757900.542912:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:0.0:1787757900.542918:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae45a40.
02000000:00000001:1.0:1787757900.542919:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787757900.542930:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:1.0:1787757900.542930:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787757900.542938:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757900.542941:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787757900.542942:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077914000.
00000100:00000001:0.0:1787757900.542944:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787757900.542951:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757900.542952:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757900.542959:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757900.542966:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000010:0.0:1787757900.542970:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad7000.
00000400:00000010:1.0:1787757900.542976:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
00000100:00000001:0.0:1787757900.542978:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787757900.542989:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
00000100:00100000:0.0:1787757900.542993:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae45a40 x1874594466111616/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787757900.543002:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466111488, portal 25
00000100:00000001:1.0:1787757900.543013:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757900.543015:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787757900.543018:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089658880 : -120600619892736 : ffff92507ae44000)
00000100:00000001:0.0:1787757900.543022:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757900.543039:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae44000 x1874594466111488/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787757900.543040:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000091d828b] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae45a40 x1874594466111616/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757900.543096:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757900.543098:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1787757900.543102:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757900.543111:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000040:1.0:1787757900.543115:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000001:0.0:1787757900.543116:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757900.543121:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757900.543128:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:1.0:1787757900.543128:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00080000:0.0:1787757900.543137:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19480
00000100:00000200:1.0:1787757900.543144:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466111488, offset 0
00000400:00000200:0.0:1787757900.543146:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757900.543157:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757900.543161:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757900.543167:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757900.543174:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787757900.543177:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000040:0.0:1787757900.543181:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757900.543186:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757900.543189:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757900.543191:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:0.0:1787757900.543194:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787757900.543199:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000020:00000040:0.0:1787757900.543200:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:0.0:1787757900.543207:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:0.0:1787757900.543211:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:1.0:1787757900.543216:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00000040:0.0:1787757900.543221:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757900.543228:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787757900.543230:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1787757900.543236:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757900.543241:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:1.0:1787757900.543243:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000020:00000040:0.0:1787757900.543249:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000400:00000200:1.0:1787757900.543253:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757900.543259:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00080000:0.0:1787757900.543310:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757900.543314:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757900.543317:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757900.543321:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757900.543325:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757900.543329:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787757900.543332:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787757900.543336:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757900.543338:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56782:56782:256:4294967295] 192.168.201.154@tcp LPNI seq info [56782:56782:8:4294967295]
00000100:00000001:0.0:1787757900.543340:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757900.543354:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae46580.
00000400:00000200:1.0:1787757900.543357:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000020:00000040:0.0:1787757900.543361:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:0.0:1787757900.543368:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757900.543370:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757900.543377:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757900.543383:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787757900.543387:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1787757900.543390:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757900.543403:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6800.
00000800:00000200:1.0:1787757900.543411:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000001:0.0:1787757900.543413:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787757900.543422:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1f00.
00000100:00100000:0.0:1787757900.543428:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae46580 x1874594466111744/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1787757900.543443:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:0.0:1787757900.543455:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1787757900.543456:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 42 secs later)
00000100:00000001:0.0:1787757900.543463:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787757900.543475:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000040:0.0:1787757900.543476:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000105135d9] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae46580 x1874594466111744/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787757900.543487:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 42 secs later)
00000100:00000001:0.0:1787757900.543506:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787757900.543506:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757900.543514:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1f00.
00000100:00000040:0.0:1787757900.543515:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787757900.543526:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1787757900.543530:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1787757900.543533:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19490)
00000400:00000200:1.0:1787757900.543551:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757900.543563:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000400:00000010:1.0:1787757900.543569:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:1.0:1787757900.543579:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757900.543610:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae44000 x1874594466111488/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757900.543632:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757900.543640:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae44000 x1874594466111488/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757925 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757900.543650:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757900.543652:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757900.543664:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757900.543670:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757900.543674:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314153385
00000100:00000010:1.0:1787757900.543682:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6de0.
00000100:00000001:1.0:1787757900.543692:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787757900.543699:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314153385
00000100:00000010:1.0:1787757900.543703:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6060.
00000100:00000001:1.0:1787757900.543707:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787757900.543711:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757900.543714:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757900.543718:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757900.543724:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757900/real 1787757900]  req@ffff92507ae44000 x1874594466111488/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757900.543735:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757900.543738:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757900.543741:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787757900.543745:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
00000400:00000010:1.0:1787757900.543747:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000001:1.0:1787757900.543751:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757900.543755:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae44000 x1874594466111488/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757900.543767:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae44000 x1874594466111488/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757900.543775:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757900.543777:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757900.543780:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757900.543783:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757900.543787:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae44000 x1874594466111488/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757900.543796:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757900.543801:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae44000 x1874594466111488/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757925 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757900.543810:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757900.543815:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757900.543817:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757900.543819:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757900.543822:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757900.543825:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757900.543828:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757900.543833:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757900.543836:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757900.543841:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae44000 x1874594466111488/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757925 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757900.543852:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466111488:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787757900.543858:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757900.543861:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757900.543865:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae44000 x1874594466111488/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757925 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757900.543873:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757900.543876:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757900.543880:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077914000.
02000000:00000001:1.0:1787757900.543883:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757900.543885:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757900.543887:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787757900.543890:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757900.543894:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad6000.
02000000:00000001:1.0:1787757900.543898:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757900.543900:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757900.543902:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae44000.
00000100:00000001:1.0:1787757900.543906:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757900.543908:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757900.543910:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757900.543920:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757900.543922:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757900.543925:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757900.543927:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757900.543929:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757900.543933:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae45a40 x1874594466111616/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757900.543942:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757900.543944:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757900.543947:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757900.543949:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757900.543952:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757900.543956:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae45a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466111616:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757900.543960:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757900.543963:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757900.543965:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757900.543967:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757900.543971:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077914000.
02000000:00000001:1.0:1787757900.543973:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757900.543978:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757900.543981:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
00000400:00000010:1.0:1787757900.543986:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
00000100:00000200:1.0:1787757900.543990:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466111616, portal 10
00000100:00000001:1.0:1787757900.543992:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757900.543994:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089665600 : -120600619886016 : ffff92507ae45a40)
00000100:00000040:1.0:1787757900.544002:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae45a40 x1874594466111616/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757900.544011:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757900.544014:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757900.544017:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00000200:1.0:1787757900.544020:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466111616, offset 0
00000400:00000200:1.0:1787757900.544025:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757900.544030:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757900.544035:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757900.544039:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757900.544043:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757900.544047:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757900.544050:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757900.544054:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56783:56783:256:4294967295] 192.168.201.154@tcp LPNI seq info [56783:56783:8:4294967295]
00000400:00000200:1.0:1787757900.544059:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757900.544069:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757900.544077:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757900.544085:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1f00.
00000800:00000200:1.0:1787757900.544093:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757900.544098:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787757900.544107:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757900.544112:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1787757900.544120:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757900.544123:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1f00.
00000400:00000200:1.0:1787757900.544129:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757900.544136:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757900.544143:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000400:00000010:1.0:1787757900.544147:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:1.0:1787757900.544152:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757900.544161:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae45a40 x1874594466111616/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757900.544179:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757900.544183:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae45a40 x1874594466111616/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757925 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757900.544192:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757900.544194:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757900.544201:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757900.544206:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787757900.544210:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757900.544213:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314152489
00000100:00000001:1.0:1787757900.544217:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314153385
00000100:00000001:1.0:1787757900.544220:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314152489
00000100:00000001:1.0:1787757900.544225:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314153385
00000100:00000001:1.0:1787757900.544228:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757900.544231:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757900.544233:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757900.544238:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757900/real 1787757900]  req@ffff92507ae45a40 x1874594466111616/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757900.544248:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757900.544250:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757900.544252:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787757900.544255:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
00000400:00000010:1.0:1787757900.544257:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000001:1.0:1787757900.544260:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757900.544264:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae45a40 x1874594466111616/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757900.544305:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae45a40 x1874594466111616/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757900.544314:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757900.544316:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757900.544318:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757900.544320:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757900.544325:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae45a40 x1874594466111616/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757900.544333:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757900.544338:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae45a40 x1874594466111616/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757925 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757900.544347:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757900.544350:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757900.544352:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757900.544353:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757900.544357:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757900.544360:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757900.544363:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757900.544367:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757900.544370:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757900.544375:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae45a40 x1874594466111616/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757925 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757900.544385:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae45a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466111616:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757900.544390:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757900.544394:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae46580 x1874594466111744/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757900.544402:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757900.544404:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757900.544407:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757900.544409:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757900.544412:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757900.544416:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae46580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466111744:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757900.544420:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757900.544423:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757900.544425:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757900.544428:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757900.544432:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757900.544435:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757900.544439:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757900.544442:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
00000400:00000010:1.0:1787757900.544446:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
00000100:00000200:1.0:1787757900.544450:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466111744, portal 4
00000100:00000001:1.0:1787757900.544453:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757900.544454:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089668480 : -120600619883136 : ffff92507ae46580)
00000100:00000040:1.0:1787757900.544462:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae46580 x1874594466111744/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757900.544470:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757900.544474:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757900.544476:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00000200:1.0:1787757900.544479:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466111744, offset 0
00000400:00000200:1.0:1787757900.544484:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757900.544490:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757900.544494:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757900.544498:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757900.544501:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757900.544505:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757900.544508:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757900.544512:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56784:56784:256:4294967295] 192.168.201.154@tcp LPNI seq info [56784:56784:8:4294967295]
00000400:00000200:1.0:1787757900.544518:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757900.544530:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757900.544540:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757900.544546:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1f00.
00000800:00000200:1.0:1787757900.544554:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757900.544559:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787757900.544568:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757900.544574:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1787757900.544582:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757900.544586:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1f00.
00000400:00000200:1.0:1787757900.544619:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757900.544627:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757900.544633:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000400:00000010:1.0:1787757900.544637:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:1.0:1787757900.544642:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757900.544647:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae46580 x1874594466111744/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757900.544658:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757900.544662:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae46580 x1874594466111744/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757925 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757900.544678:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757900.544680:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757900.544686:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757900.544690:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787757900.544694:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757900.544697:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314152473
00000100:00000001:1.0:1787757900.544701:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314153385
00000100:00000001:1.0:1787757900.544704:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314152473
00000100:00000001:1.0:1787757900.544706:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314153385
00000100:00000001:1.0:1787757900.544709:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757900.544711:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757900.544714:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757900.544718:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757900/real 1787757900]  req@ffff92507ae46580 x1874594466111744/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757900.544728:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757900.544730:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757900.544732:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787757900.544735:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
00000400:00000010:1.0:1787757900.544738:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000001:1.0:1787757900.544740:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757900.544744:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae46580 x1874594466111744/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757900.544754:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae46580 x1874594466111744/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757900.544762:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757900.544763:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757900.544766:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757900.544767:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757900.544771:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae46580 x1874594466111744/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757900.544781:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757900.544786:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae46580 x1874594466111744/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757925 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757900.544794:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757900.544797:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757900.544799:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757900.544800:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757900.544803:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757900.544804:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757900.544807:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757900.544811:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757900.544813:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757900.544818:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae46580 x1874594466111744/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757925 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757900.544827:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae46580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466111744:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757900.544832:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757900.544834:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757900.544838:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae45a40 x1874594466111616/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757925 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757900.544847:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757900.544849:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757900.544852:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077914000.
02000000:00000001:1.0:1787757900.544855:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757900.544857:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757900.544859:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787757900.544862:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757900.544864:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad7000.
02000000:00000001:1.0:1787757900.544868:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757900.544870:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757900.544872:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae45a40.
00000100:00000001:1.0:1787757900.544875:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757900.544877:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757900.544879:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757900.544883:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae46580 x1874594466111744/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757925 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757900.544890:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757900.544892:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757900.544894:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757900.544900:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757900.544901:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757900.544903:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787757900.544905:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757900.544907:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad6800.
02000000:00000001:1.0:1787757900.544909:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757900.544911:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757900.544912:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae46580.
00000100:00000001:1.0:1787757900.544915:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757900.544916:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757900.544918:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757900.544923:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757900.544925:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757900.544927:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757900.544929:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757901.054405:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757901.054417:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757901.054420:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757901.054428:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757901.054433:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757901.054438:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757901.054441:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757901.054445:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757901.054449:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757901.374426:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757901.374435:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757901.374445:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757901.374448:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757901.374455:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757901.374458:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757901.374634:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757901.374643:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757901.374651:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757901.502379:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314153385, at 4314153408
00000100:00000010:2.0:1787757901.502399:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6de0.
00000100:00000040:3.0:1787757901.502447:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314153385, at 4314153408
00000100:00000010:3.0:1787757901.502462:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6060.
00000100:00000001:2.0:1787757902.078394:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757902.078406:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757902.078409:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757902.078416:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757902.078421:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757902.078426:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757902.078430:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757902.078433:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757902.078437:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757902.398412:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757902.398427:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757902.398431:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757902.398437:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757902.398444:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757902.398449:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757902.398453:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757902.398458:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757902.398468:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757902.398474:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757902.398477:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757902.398481:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757902.398486:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757902.398489:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757902.398494:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757902.398499:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757902.398506:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757902.398510:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757902.398668:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757902.398676:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757902.398683:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757903.102444:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757903.102454:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757903.102458:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757903.102468:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757903.102475:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757903.102482:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757903.102486:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757903.102491:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757903.102496:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757903.422409:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757903.422417:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757903.422424:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757903.422426:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757903.422430:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757903.422433:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757903.422468:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757903.422473:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757903.422478:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757904.126362:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757904.126373:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757904.126377:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757904.126383:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757904.126388:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757904.126393:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757904.126396:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757904.126400:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757904.126403:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757904.446416:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757904.446428:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757904.446450:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757904.446453:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757904.446462:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757904.446468:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757904.446472:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757904.446480:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757904.446484:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757904.446489:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757904.446493:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757904.446500:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757904.446601:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757904.446608:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757904.446613:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757905.150400:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757905.150411:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757905.150414:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757905.150420:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757905.150426:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757905.150430:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757905.150434:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757905.150437:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757905.150441:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757905.470439:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757905.470452:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757905.470465:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757905.470469:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757905.470477:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757905.470479:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757905.470580:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757905.470586:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757905.470604:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787757905.662420:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757905.662434:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787757905.662438:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757905.662442:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757905.662448:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757905.662457:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19485
00000400:00000200:0.0:1787757905.662468:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757905.662477:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757905.662481:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757905.662486:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757905.662490:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757905.662493:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757905.662496:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757905.662528:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757905.662531:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787757905.662535:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757905.662539:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787757905.662542:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787757905.662545:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787757905.662549:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757905.662552:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757905.662554:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757905.662557:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757905.662561:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787757905.662565:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757905.662569:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757905.662572:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757905.662576:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757905.662580:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757905.662582:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787757905.662585:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757905.662596:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae461c0.
00000020:00000040:0.0:1787757905.662603:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787757905.662608:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757905.662610:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757905.662614:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757905.662618:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757905.662623:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757905.662634:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad5800.
00000100:00000001:0.0:1787757905.662643:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757905.662655:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae461c0 x1874594466111872/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757905.662669:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757905.662675:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757905.662682:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeb90c37] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae461c0 x1874594466111872/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757905.662714:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757905.662719:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757905.662724:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787757905.662726:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757905.662728:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757905.662732:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757905.662736:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19485
00000400:00000200:0.0:1787757905.662740:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757905.662744:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757905.662748:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757905.662752:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757905.662756:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757905.662759:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757905.662763:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757905.662767:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757905.662770:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:0.0:1787757905.662772:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757905.662777:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000100:00000001:1.0:1787757905.662777:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1787757905.662786:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:1.0:1787757905.662788:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1787757905.662790:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:1.0:1787757905.662794:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757905.662800:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757905.662805:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787757905.662812:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae461c0 x1874594466111872/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787757905.662813:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757905.662821:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757905.662831:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:0.0:1787757905.662841:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:1.0:1787757905.662849:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757905.662851:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757905.662854:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757905.662857:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787757905.662862:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757905.662869:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757905.662870:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757905.662875:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757905.662877:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757905.662885:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00100000:1.0:1787757905.662885:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae461c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466111872:192.168.201.154@tcp:250:kworker.0
00000008:00100000:0.0:1787757905.662891:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787757905.662894:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:0.0:1787757905.662901:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757905.662903:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787757905.662906:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757905.662909:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757905.662914:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae45e00.
02000000:00000001:1.0:1787757905.662916:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:0.0:1787757905.662924:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:0.0:1787757905.662927:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000010:1.0:1787757905.662928:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915c00.
02000000:00000001:0.0:1787757905.662930:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757905.662938:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757905.662939:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757905.662946:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757905.662949:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757905.662957:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000010:0.0:1787757905.662963:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad4800.
00000400:00000010:1.0:1787757905.662967:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
00000100:00000001:0.0:1787757905.662971:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787757905.662978:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
00000100:00100000:0.0:1787757905.662985:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae45e00 x1874594466112000/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787757905.662992:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466111872, portal 25
00000100:00000001:1.0:1787757905.663002:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757905.663007:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089667520 : -120600619884096 : ffff92507ae461c0)
00000100:00000001:0.0:1787757905.663013:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757905.663019:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757905.663024:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae461c0 x1874594466111872/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787757905.663033:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3f2eaea] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae45e00 x1874594466112000/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757905.663055:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757905.663068:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757905.663076:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00000200:1.0:1787757905.663086:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466111872, offset 0
00000100:00000001:0.0:1787757905.663090:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757905.663097:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787757905.663105:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00080000:0.0:1787757905.663107:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787757905.663114:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757905.663116:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757905.663120:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787757905.663124:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00080000:0.0:1787757905.663129:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19485
00000400:00000200:1.0:1787757905.663154:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757905.663163:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757905.663170:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757905.663174:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757905.663178:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757905.663184:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56785:56785:256:4294967295] 192.168.201.154@tcp LPNI seq info [56785:56785:8:4294967295]
00000400:00000200:1.0:1787757905.663190:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757905.663201:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757905.663213:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1787757905.663222:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757905.663232:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1787757905.663240:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000040:0.0:1787757905.663243:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000800:00000010:1.0:1787757905.663251:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1f00.
00000100:00000001:0.0:1787757905.663254:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757905.663311:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757905.663319:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000800:00000200:1.0:1787757905.663323:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000020:00000001:0.0:1787757905.663330:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:1.0:1787757905.663333:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000020:00000040:0.0:1787757905.663337:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:0.0:1787757905.663346:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:1.1:1787757905.663347:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757905.663357:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000020:00000040:0.0:1787757905.663358:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000800:00000100:1.0:1787757905.663366:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000020:00000001:0.0:1787757905.663371:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000800:00000010:1.0:1787757905.663373:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1f00.
00000400:00000200:1.0:1787757905.663382:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:0.0:1787757905.663384:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:1.0:1787757905.663395:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1787757905.663404:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000200:1.0:1787757905.663405:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000400:00000010:1.0:1787757905.663413:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:0.0:1787757905.663416:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757905.663427:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757905.663427:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787757905.663436:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757905.663443:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00000200:1.0:1787757905.663447:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae461c0 x1874594466111872/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787757905.663451:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757905.663462:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757905.663471:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757905.663479:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757905.663486:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757905.663490:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787757905.663491:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000008:00100000:0.0:1787757905.663494:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787757905.663521:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757905.663527:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757905.663531:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae461c0 x1874594466111872/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757930 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1787757905.663535:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae44f00.
00000020:00000040:0.0:1787757905.663546:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:0.0:1787757905.663556:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757905.663561:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757905.663567:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757905.663568:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757905.663575:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787757905.663576:0:238954:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1787757905.663581:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757905.663590:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6800.
00000100:00000001:1.0:1787757905.663591:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757905.663596:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757905.663605:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757905.663612:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314158505
00000100:00100000:0.0:1787757905.663615:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae44f00 x1874594466112128/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:1.0:1787757905.663622:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6a20.
00000100:00000001:0.0:1787757905.663634:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757905.663638:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757905.663639:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000040:0.0:1787757905.663647:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b63fe09a] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae44f00 x1874594466112128/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757905.663652:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314158505
00000100:00000010:1.0:1787757905.663663:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e63c0.
00000100:00000001:1.0:1787757905.663673:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787757905.663674:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757905.663685:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787757905.663686:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1787757905.663694:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1787757905.663695:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757905.663706:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1787757905.663709:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19495)
00000100:00100000:1.0:1787757905.663718:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757905/real 1787757905]  req@ffff92507ae461c0 x1874594466111872/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757905.663732:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757905.663734:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757905.663738:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787757905.663742:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
00000400:00000010:1.0:1787757905.663745:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000001:1.0:1787757905.663749:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757905.663754:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae461c0 x1874594466111872/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757905.663766:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae461c0 x1874594466111872/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757905.663774:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757905.663777:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757905.663780:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757905.663782:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757905.663787:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae461c0 x1874594466111872/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757905.663795:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757905.663801:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae461c0 x1874594466111872/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757930 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757905.663810:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757905.663814:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757905.663816:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757905.663818:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757905.663822:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757905.663824:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757905.663828:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757905.663833:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757905.663836:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757905.663841:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae461c0 x1874594466111872/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757930 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757905.663851:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae461c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466111872:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787757905.663858:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757905.663860:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757905.663864:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae461c0 x1874594466111872/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757930 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757905.663873:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757905.663876:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757905.663881:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757905.663888:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757905.663890:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757905.663892:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787757905.663896:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757905.663899:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad5800.
02000000:00000001:1.0:1787757905.663903:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757905.663906:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757905.663908:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae461c0.
00000100:00000001:1.0:1787757905.663912:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757905.663914:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757905.663916:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757905.663926:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757905.663929:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757905.663931:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757905.663933:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757905.663936:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757905.663940:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae45e00 x1874594466112000/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757905.663950:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757905.663952:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757905.663955:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757905.663958:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757905.663960:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757905.663964:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae45e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466112000:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757905.663968:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757905.663971:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757905.663973:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757905.663975:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757905.663979:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757905.663982:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757905.663987:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757905.663990:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
00000400:00000010:1.0:1787757905.663994:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
00000100:00000200:1.0:1787757905.663998:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466112000, portal 10
00000100:00000001:1.0:1787757905.664001:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757905.664003:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089666560 : -120600619885056 : ffff92507ae45e00)
00000100:00000040:1.0:1787757905.664011:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae45e00 x1874594466112000/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757905.664020:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757905.664023:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757905.664025:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00000200:1.0:1787757905.664029:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466112000, offset 0
00000400:00000200:1.0:1787757905.664034:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757905.664039:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757905.664044:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757905.664048:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757905.664052:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757905.664055:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757905.664059:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757905.664063:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56786:56786:256:4294967295] 192.168.201.154@tcp LPNI seq info [56786:56786:8:4294967295]
00000400:00000200:1.0:1787757905.664069:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757905.664079:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757905.664085:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757905.664089:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1f00.
00000800:00000200:1.0:1787757905.664095:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757905.664098:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787757905.664104:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757905.664107:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1787757905.664112:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757905.664115:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1f00.
00000400:00000200:1.0:1787757905.664118:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757905.664123:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757905.664127:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000400:00000010:1.0:1787757905.664129:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:1.0:1787757905.664132:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757905.664137:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae45e00 x1874594466112000/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757905.664147:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757905.664151:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae45e00 x1874594466112000/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757930 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757905.664160:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757905.664162:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757905.664166:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757905.664170:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787757905.664174:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757905.664177:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314157609
00000100:00000001:1.0:1787757905.664181:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314158505
00000100:00000001:1.0:1787757905.664184:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314157609
00000100:00000001:1.0:1787757905.664187:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314158505
00000100:00000001:1.0:1787757905.664189:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757905.664193:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757905.664195:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757905.664200:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757905/real 1787757905]  req@ffff92507ae45e00 x1874594466112000/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757905.664210:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757905.664212:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757905.664213:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787757905.664216:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
00000400:00000010:1.0:1787757905.664218:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000001:1.0:1787757905.664221:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757905.664225:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae45e00 x1874594466112000/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757905.664235:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae45e00 x1874594466112000/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757905.664243:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757905.664245:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757905.664247:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757905.664249:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757905.664253:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae45e00 x1874594466112000/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757905.664261:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757905.664265:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae45e00 x1874594466112000/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757930 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757905.664304:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757905.664307:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757905.664309:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757905.664311:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757905.664313:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757905.664316:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757905.664320:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757905.664324:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757905.664327:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757905.664333:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae45e00 x1874594466112000/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757930 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757905.664343:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae45e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466112000:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757905.664349:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757905.664353:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae44f00 x1874594466112128/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757905.664361:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757905.664362:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757905.664365:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757905.664367:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757905.664370:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757905.664374:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae44f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466112128:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757905.664378:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757905.664380:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757905.664382:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757905.664384:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757905.664388:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077914000.
02000000:00000001:1.0:1787757905.664391:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757905.664395:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757905.664398:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
00000400:00000010:1.0:1787757905.664402:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
00000100:00000200:1.0:1787757905.664406:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466112128, portal 4
00000100:00000001:1.0:1787757905.664408:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757905.664410:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089662720 : -120600619888896 : ffff92507ae44f00)
00000100:00000040:1.0:1787757905.664418:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae44f00 x1874594466112128/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757905.664426:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757905.664431:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757905.664435:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00000200:1.0:1787757905.664440:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466112128, offset 0
00000400:00000200:1.0:1787757905.664449:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757905.664457:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757905.664464:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757905.664469:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757905.664474:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757905.664479:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757905.664483:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757905.664490:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56787:56787:256:4294967295] 192.168.201.154@tcp LPNI seq info [56787:56787:8:4294967295]
00000400:00000200:1.0:1787757905.664523:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757905.664536:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757905.664547:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757905.664554:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1f00.
00000800:00000200:1.0:1787757905.664563:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757905.664568:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787757905.664577:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757905.664583:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1787757905.664588:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757905.664591:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1f00.
00000400:00000200:1.0:1787757905.664595:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757905.664599:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757905.664604:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000400:00000010:1.0:1787757905.664606:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:1.0:1787757905.664610:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757905.664616:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae44f00 x1874594466112128/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757905.664626:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757905.664630:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae44f00 x1874594466112128/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757930 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757905.664639:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757905.664641:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757905.664647:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757905.664651:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787757905.664656:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757905.664659:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314157593
00000100:00000001:1.0:1787757905.664662:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314158505
00000100:00000001:1.0:1787757905.664665:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314157593
00000100:00000001:1.0:1787757905.664668:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314158505
00000100:00000001:1.0:1787757905.664670:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757905.664673:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757905.664676:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757905.664680:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757905/real 1787757905]  req@ffff92507ae44f00 x1874594466112128/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757905.664690:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757905.664692:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757905.664694:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787757905.664697:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
00000400:00000010:1.0:1787757905.664700:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000001:1.0:1787757905.664702:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757905.664706:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae44f00 x1874594466112128/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757905.664717:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae44f00 x1874594466112128/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757905.664724:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757905.664726:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757905.664728:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757905.664730:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757905.664734:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae44f00 x1874594466112128/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757905.664742:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757905.664746:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae44f00 x1874594466112128/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757930 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757905.664756:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757905.664759:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757905.664761:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757905.664763:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757905.664765:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757905.664767:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757905.664770:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757905.664774:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757905.664776:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757905.664781:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae44f00 x1874594466112128/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757930 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757905.664790:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae44f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466112128:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757905.664794:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757905.664797:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757905.664801:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae45e00 x1874594466112000/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757930 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757905.664809:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757905.664811:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757905.664814:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757905.664818:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757905.664820:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757905.664822:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787757905.664825:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757905.664827:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad4800.
02000000:00000001:1.0:1787757905.664830:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757905.664832:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757905.664834:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae45e00.
00000100:00000001:1.0:1787757905.664837:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757905.664839:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757905.664842:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757905.664845:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae44f00 x1874594466112128/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757930 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757905.664854:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757905.664855:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757905.664857:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077914000.
02000000:00000001:1.0:1787757905.664859:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757905.664861:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757905.664862:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787757905.664864:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757905.664866:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad6800.
02000000:00000001:1.0:1787757905.664868:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757905.664870:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757905.664871:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae44f00.
00000100:00000001:1.0:1787757905.664874:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757905.664876:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757905.664878:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757905.664882:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757905.664884:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757905.664886:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757905.664888:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757906.174366:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757906.174376:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757906.174380:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757906.174387:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757906.174392:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757906.174396:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757906.174400:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757906.174403:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757906.174406:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757906.494415:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757906.494427:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757906.494438:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757906.494441:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757906.494448:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757906.494450:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757906.494511:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757906.494517:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757906.494521:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757906.622399:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314158505, at 4314158528
00000100:00000040:2.0:1787757906.622418:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314158505, at 4314158528
00000100:00000010:3.0:1787757906.622421:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e63c0.
00000100:00000010:2.0:1787757906.622441:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6a20.
00000100:00000001:2.0:1787757907.198391:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757907.198403:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757907.198406:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757907.198427:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757907.198432:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757907.198437:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757907.198441:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757907.198445:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757907.198449:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757907.518443:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757907.518456:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757907.518500:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757907.518505:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757907.518516:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757907.518521:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757907.518618:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757907.518627:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757907.518635:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757908.222390:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757908.222401:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757908.222404:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757908.222410:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757908.222415:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757908.222422:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757908.222425:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757908.222429:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757908.222432:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757908.542433:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757908.542446:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757908.542487:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757908.542490:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757908.542496:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757908.542499:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757908.542620:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757908.542627:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757908.542632:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757909.246404:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757909.246414:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757909.246417:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757909.246424:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757909.246429:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757909.246486:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757909.246491:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757909.246495:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757909.246499:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757909.566462:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757909.566474:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757909.566484:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757909.566488:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757909.566496:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757909.566499:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757909.566546:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757909.566551:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757909.566555:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757910.270409:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757910.270464:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757910.270467:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757910.270475:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757910.270480:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757910.270485:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757910.270489:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757910.270493:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757910.270496:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757910.590517:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757910.590530:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757910.590543:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757910.590547:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757910.590553:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757910.590555:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757910.590647:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757910.590654:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757910.590659:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787757910.782436:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757910.782455:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787757910.782460:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757910.782466:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757910.782491:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757910.782502:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19490
00000400:00000200:0.0:1787757910.782514:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757910.782522:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757910.782527:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757910.782531:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757910.782535:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757910.782539:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757910.782542:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757910.782547:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757910.782550:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787757910.782553:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757910.782558:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787757910.782561:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787757910.782565:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787757910.782568:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757910.782571:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757910.782573:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757910.782576:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757910.782579:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787757910.782583:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757910.782587:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757910.782590:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757910.782595:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757910.782598:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757910.782601:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787757910.782604:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757910.782617:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae47840.
00000020:00000040:0.0:1787757910.782621:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787757910.782627:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757910.782629:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757910.782633:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757910.782636:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757910.782642:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757910.782652:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6400.
00000100:00000001:0.0:1787757910.782660:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757910.782673:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae47840 x1874594466112256/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757910.782687:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757910.782692:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757910.782699:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000cd63e1] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae47840 x1874594466112256/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757910.782729:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757910.782734:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757910.782739:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787757910.782741:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757910.782744:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757910.782747:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757910.782750:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19490
00000400:00000200:0.0:1787757910.782754:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757910.782758:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757910.782761:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757910.782765:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757910.782768:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757910.782772:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757910.782775:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757910.782778:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757910.782781:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:0.0:1787757910.782784:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757910.782787:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:0.0:1787757910.782789:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:0.0:1787757910.782792:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:0.0:1787757910.782796:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757910.782800:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787757910.782800:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1787757910.782809:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757910.782812:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757910.782814:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:1.0:1787757910.782821:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1787757910.782822:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:0.0:1787757910.782830:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757910.782836:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757910.782841:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1787757910.782841:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae47840 x1874594466112256/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787757910.782853:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757910.782861:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757910.782870:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787757910.782872:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00100000:0.0:1787757910.782877:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787757910.782879:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787757910.782891:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757910.782892:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787757910.782900:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757910.782901:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:0.0:1787757910.782908:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae47480.
02000000:00000001:1.0:1787757910.782909:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787757910.782918:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000100:00100000:1.0:1787757910.782922:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae47840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466112256:192.168.201.154@tcp:250:kworker.0
02000000:00000001:0.0:1787757910.782925:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757910.782930:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757910.782935:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787757910.782936:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757910.782942:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787757910.782944:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757910.782946:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757910.782953:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757910.782955:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad5400.
02000000:00000001:1.0:1787757910.782960:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787757910.782964:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787757910.782972:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077914000.
00000100:00100000:0.0:1787757910.782975:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae47480 x1874594466112384/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787757910.782979:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757910.782998:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787757910.782998:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757910.783007:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787757910.783010:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
00000100:00000040:0.0:1787757910.783018:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ecd7b1f2] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae47480 x1874594466112384/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787757910.783024:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
00000100:00000200:1.0:1787757910.783040:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466112256, portal 25
00000100:00000001:0.0:1787757910.783041:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757910.783052:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1787757910.783053:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787757910.783059:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089673280 : -120600619878336 : ffff92507ae47840)
00000100:00080000:0.0:1787757910.783061:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787757910.783067:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757910.783070:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757910.783078:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:1.0:1787757910.783079:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae47840 x1874594466112256/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787757910.783085:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19490
00000400:00000200:0.0:1787757910.783100:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757910.783111:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00000001:1.0:1787757910.783117:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1787757910.783118:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757910.783130:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757910.783136:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787757910.783139:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000040:0.0:1787757910.783143:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757910.783148:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000010:1.0:1787757910.783150:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000020:00000001:0.0:1787757910.783152:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757910.783155:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:0.0:1787757910.783161:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757910.783165:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000100:00000200:1.0:1787757910.783166:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466112256, offset 0
00000020:00000001:0.0:1787757910.783168:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:0.0:1787757910.783178:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:0.0:1787757910.783184:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757910.783186:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757910.783193:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000200:1.0:1787757910.783196:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000001:0.0:1787757910.783197:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757910.783206:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:0.0:1787757910.783210:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757910.783213:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757910.783216:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757910.783222:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787757910.783224:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000001:0.0:1787757910.783226:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757910.783232:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787757910.783235:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787757910.783241:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757910.783242:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00000001:0.0:1787757910.783247:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757910.783256:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae46940.
00000400:00000200:1.0:1787757910.783257:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:0.0:1787757910.783309:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000400:00000200:1.0:1787757910.783318:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
02000000:00000001:0.0:1787757910.783319:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757910.783327:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757910.783331:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1787757910.783335:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787757910.783339:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
02000000:00000001:0.0:1787757910.783344:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757910.783353:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757910.783354:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56788:56788:256:4294967295] 192.168.201.154@tcp LPNI seq info [56788:56788:8:4294967295]
02000000:00000010:0.0:1787757910.783366:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad4400.
00000400:00000200:1.0:1787757910.783371:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757910.783378:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757910.783397:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae46940 x1874594466112512/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787757910.783438:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1787757910.783450:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757910.783460:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787757910.783463:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000040:0.0:1787757910.783472:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013e8296f] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae46940 x1874594466112512/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1787757910.783482:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1f00.
00000100:00000001:0.0:1787757910.783487:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757910.783493:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787757910.783499:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.0:1787757910.783506:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000040:0.0:1787757910.783510:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19500)
00000800:00000200:1.0:1787757910.783523:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787757910.783540:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757910.783548:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1787757910.783559:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757910.783564:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1f00.
00000400:00000200:1.0:1787757910.783575:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757910.783584:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757910.783596:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000400:00000010:1.0:1787757910.783599:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:1.0:1787757910.783607:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757910.783614:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae47840 x1874594466112256/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757910.783628:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757910.783632:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae47840 x1874594466112256/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757935 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757910.783642:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757910.783644:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757910.783654:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757910.783659:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757910.783664:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314163625
00000100:00000010:1.0:1787757910.783671:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6240.
00000100:00000001:1.0:1787757910.783681:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787757910.783688:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314163625
00000100:00000010:1.0:1787757910.783692:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6660.
00000100:00000001:1.0:1787757910.783696:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787757910.783700:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757910.783703:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757910.783707:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757910.783712:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757910/real 1787757910]  req@ffff92507ae47840 x1874594466112256/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757910.783724:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757910.783727:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757910.783730:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787757910.783733:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
00000400:00000010:1.0:1787757910.783735:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000001:1.0:1787757910.783739:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757910.783743:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae47840 x1874594466112256/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757910.783754:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae47840 x1874594466112256/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757910.783828:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757910.783831:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757910.783834:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757910.783836:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757910.783842:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae47840 x1874594466112256/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757910.783851:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757910.783857:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae47840 x1874594466112256/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757935 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757910.783866:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757910.783870:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757910.783872:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757910.783873:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757910.783876:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757910.783879:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757910.783882:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757910.783887:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757910.783890:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757910.783895:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae47840 x1874594466112256/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757935 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757910.783905:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae47840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466112256:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787757910.783911:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757910.783914:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757910.783918:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae47840 x1874594466112256/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757935 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757910.783926:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757910.783929:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757910.783933:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077914000.
02000000:00000001:1.0:1787757910.783937:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757910.783940:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757910.783942:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787757910.783945:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757910.783949:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad6400.
02000000:00000001:1.0:1787757910.783953:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757910.783956:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757910.783958:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae47840.
00000100:00000001:1.0:1787757910.783962:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757910.783963:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757910.783966:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757910.783975:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757910.783977:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757910.783980:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757910.783982:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757910.783984:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757910.783988:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae47480 x1874594466112384/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757910.783998:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757910.783999:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757910.784002:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757910.784005:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757910.784007:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757910.784011:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466112384:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757910.784015:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757910.784018:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757910.784020:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757910.784023:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757910.784027:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077914000.
02000000:00000001:1.0:1787757910.784029:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757910.784034:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757910.784037:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
00000400:00000010:1.0:1787757910.784042:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
00000100:00000200:1.0:1787757910.784046:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466112384, portal 10
00000100:00000001:1.0:1787757910.784049:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757910.784051:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089672320 : -120600619879296 : ffff92507ae47480)
00000100:00000040:1.0:1787757910.784059:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae47480 x1874594466112384/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757910.784068:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757910.784071:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757910.784074:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00000200:1.0:1787757910.784077:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466112384, offset 0
00000400:00000200:1.0:1787757910.784082:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757910.784088:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757910.784093:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757910.784097:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757910.784101:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757910.784105:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757910.784108:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757910.784112:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56789:56789:256:4294967295] 192.168.201.154@tcp LPNI seq info [56789:56789:8:4294967295]
00000400:00000200:1.0:1787757910.784119:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757910.784132:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757910.784142:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757910.784148:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1f00.
00000800:00000200:1.0:1787757910.784156:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757910.784162:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787757910.784171:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757910.784176:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1787757910.784185:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757910.784189:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1f00.
00000400:00000200:1.0:1787757910.784195:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757910.784202:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757910.784208:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000400:00000010:1.0:1787757910.784212:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:1.0:1787757910.784217:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757910.784225:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae47480 x1874594466112384/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757910.784245:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757910.784249:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae47480 x1874594466112384/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757935 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757910.784258:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757910.784260:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757910.784295:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757910.784301:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787757910.784306:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757910.784309:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314162730
00000100:00000001:1.0:1787757910.784314:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314163625
00000100:00000001:1.0:1787757910.784316:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314162730
00000100:00000001:1.0:1787757910.784319:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314163625
00000100:00000001:1.0:1787757910.784322:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757910.784325:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757910.784327:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757910.784332:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757910/real 1787757910]  req@ffff92507ae47480 x1874594466112384/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757910.784342:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757910.784344:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757910.784346:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787757910.784351:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
00000400:00000010:1.0:1787757910.784354:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000001:1.0:1787757910.784359:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757910.784366:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae47480 x1874594466112384/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757910.784383:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae47480 x1874594466112384/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757910.784396:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757910.784401:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757910.784405:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757910.784439:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757910.784449:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae47480 x1874594466112384/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757910.784465:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757910.784473:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae47480 x1874594466112384/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757935 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757910.784485:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757910.784489:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757910.784491:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757910.784492:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757910.784495:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757910.784498:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757910.784501:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757910.784508:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757910.784512:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757910.784521:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae47480 x1874594466112384/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757935 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757910.784538:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466112384:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757910.784546:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757910.784553:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae46940 x1874594466112512/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757910.784568:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757910.784571:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757910.784576:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757910.784580:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757910.784584:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757910.784592:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae46940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466112512:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757910.784598:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757910.784602:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757910.784605:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757910.784607:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757910.784612:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757910.784615:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757910.784620:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757910.784623:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
00000400:00000010:1.0:1787757910.784629:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
00000100:00000200:1.0:1787757910.784634:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466112512, portal 4
00000100:00000001:1.0:1787757910.784636:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757910.784639:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089669440 : -120600619882176 : ffff92507ae46940)
00000100:00000040:1.0:1787757910.784648:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae46940 x1874594466112512/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757910.784657:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757910.784660:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757910.784662:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00000200:1.0:1787757910.784665:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466112512, offset 0
00000400:00000200:1.0:1787757910.784670:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757910.784676:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757910.784681:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757910.784685:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757910.784688:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757910.784692:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757910.784695:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757910.784699:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56790:56790:256:4294967295] 192.168.201.154@tcp LPNI seq info [56790:56790:8:4294967295]
00000400:00000200:1.0:1787757910.784704:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757910.784713:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757910.784719:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757910.784723:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1f00.
00000800:00000200:1.0:1787757910.784729:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757910.784733:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787757910.784739:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757910.784742:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1787757910.784747:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757910.784750:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1f00.
00000400:00000200:1.0:1787757910.784754:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757910.784759:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757910.784763:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000400:00000010:1.0:1787757910.784765:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:1.0:1787757910.784768:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757910.784773:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae46940 x1874594466112512/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757910.784783:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757910.784786:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae46940 x1874594466112512/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757935 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757910.784795:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757910.784797:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757910.784801:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757910.784805:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787757910.784809:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757910.784811:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314162713
00000100:00000001:1.0:1787757910.784814:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314163625
00000100:00000001:1.0:1787757910.784817:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314162713
00000100:00000001:1.0:1787757910.784820:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314163625
00000100:00000001:1.0:1787757910.784823:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757910.784825:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757910.784828:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757910.784832:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757910/real 1787757910]  req@ffff92507ae46940 x1874594466112512/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757910.784841:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757910.784844:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757910.784846:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787757910.784849:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
00000400:00000010:1.0:1787757910.784851:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000001:1.0:1787757910.784853:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757910.784857:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae46940 x1874594466112512/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757910.784867:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae46940 x1874594466112512/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757910.784875:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757910.784876:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757910.784878:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757910.784880:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757910.784884:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae46940 x1874594466112512/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757910.784892:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757910.784897:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae46940 x1874594466112512/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757935 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757910.784905:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757910.784908:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757910.784911:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757910.784912:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757910.784915:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757910.784917:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757910.784920:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757910.784923:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757910.784926:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757910.784931:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae46940 x1874594466112512/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757935 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757910.784947:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae46940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466112512:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757910.784953:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757910.784955:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757910.784959:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae47480 x1874594466112384/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757935 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757910.784967:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757910.784969:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757910.784971:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077914000.
02000000:00000001:1.0:1787757910.784974:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757910.784976:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757910.784978:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787757910.784980:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757910.784982:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad5400.
02000000:00000001:1.0:1787757910.784985:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757910.784987:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757910.784989:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae47480.
00000100:00000001:1.0:1787757910.784992:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757910.784994:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757910.784996:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757910.785000:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae46940 x1874594466112512/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757935 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757910.785007:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757910.785009:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757910.785010:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757910.785015:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757910.785017:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757910.785018:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787757910.785020:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757910.785022:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad4400.
02000000:00000001:1.0:1787757910.785025:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757910.785026:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757910.785028:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae46940.
00000100:00000001:1.0:1787757910.785031:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757910.785033:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757910.785035:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757910.785041:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757910.785042:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757910.785045:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757910.785048:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757911.294441:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757911.294453:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757911.294456:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757911.294465:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757911.294472:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757911.294477:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757911.294481:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757911.294484:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757911.294488:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757911.614459:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757911.614470:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757911.614482:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757911.614485:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757911.614493:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757911.614496:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757911.614589:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757911.614596:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757911.614602:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757911.742425:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314163625, at 4314163648
00000100:00000010:3.0:1787757911.742445:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6660.
00000100:00000040:2.0:1787757911.742472:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314163625, at 4314163648
00000100:00000010:2.0:1787757911.742487:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6240.
00000100:00000001:2.0:1787757912.318377:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757912.318411:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757912.318415:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757912.318422:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757912.318427:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757912.318432:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757912.318436:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757912.318439:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757912.318444:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757912.638563:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757912.638579:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757912.638583:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757912.638590:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757912.638620:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757912.638624:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757912.638629:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757912.638634:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757912.638642:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757912.638646:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757912.638648:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757912.638653:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757912.638656:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757912.638659:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757912.638662:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757912.638667:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757912.638673:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757912.638677:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757912.638718:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757912.638725:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757912.638731:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757913.342420:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757913.342435:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757913.342440:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757913.342450:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757913.342457:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757913.342464:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757913.342469:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757913.342474:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757913.342479:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757913.662465:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757913.662479:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757913.662495:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757913.662499:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757913.662510:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757913.662514:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757913.662593:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757913.662600:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757913.662607:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757914.366426:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757914.366439:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757914.366442:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757914.366464:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757914.366472:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757914.366480:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757914.366485:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757914.366491:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757914.366498:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757914.686430:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757914.686441:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757914.686453:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757914.686456:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757914.686464:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757914.686471:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757914.686475:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757914.686482:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757914.686486:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757914.686490:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757914.686494:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757914.686499:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757914.686601:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757914.686608:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757914.686613:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757915.390401:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757915.390411:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757915.390414:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757915.390422:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757915.390427:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757915.390431:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757915.390435:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757915.390438:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757915.390441:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757915.710510:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757915.710520:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757915.710529:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757915.710532:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757915.710536:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757915.710538:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757915.710568:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757915.710572:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757915.710575:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787757915.902418:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757915.902434:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787757915.902438:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757915.902443:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757915.902451:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757915.902462:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19495
00000400:00000200:0.0:1787757915.902475:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757915.902483:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757915.902487:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757915.902492:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757915.902496:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757915.902499:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757915.902503:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757915.902508:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757915.902510:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787757915.902514:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757915.902518:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787757915.902521:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787757915.902524:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787757915.902527:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757915.902530:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757915.902533:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757915.902536:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757915.902539:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787757915.902544:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757915.902547:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757915.902551:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757915.902555:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757915.902558:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757915.902561:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787757915.902564:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757915.902572:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae45680.
00000020:00000040:0.0:1787757915.902590:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787757915.902601:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757915.902603:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757915.902606:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757915.902610:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757915.902614:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757915.902627:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6400.
00000100:00000001:0.0:1787757915.902637:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757915.902653:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae45680 x1874594466112640/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757915.902687:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757915.902694:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757915.902705:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078e2ff1a] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae45680 x1874594466112640/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757915.902744:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757915.902751:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757915.902757:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787757915.902760:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757915.902764:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757915.902771:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757915.902777:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19495
00000400:00000200:0.0:1787757915.902785:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757915.902794:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757915.902800:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757915.902807:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757915.902813:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787757915.902816:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1787757915.902820:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757915.902826:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757915.902829:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:1.0:1787757915.902834:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1787757915.902836:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757915.902841:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:0.0:1787757915.902844:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757915.902852:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000100:00000040:1.0:1787757915.902852:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae45680 x1874594466112640/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787757915.902862:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:0.0:1787757915.902870:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:0.0:1787757915.902884:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757915.902891:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757915.902892:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787757915.902900:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757915.902902:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757915.902911:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
02000000:00000001:1.0:1787757915.902912:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1787757915.902917:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
02000000:00000001:1.0:1787757915.902920:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1787757915.902926:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
02000000:00000001:1.0:1787757915.902929:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757915.902932:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757915.902939:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1787757915.902940:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae45680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466112640:192.168.201.154@tcp:250:kworker.0
02000000:00000001:0.0:1787757915.902950:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757915.902950:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757915.902956:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757915.902957:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757915.902965:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787757915.902965:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757915.902973:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:0.0:1787757915.902976:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000010:1.0:1787757915.902984:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915c00.
00000008:00000001:0.0:1787757915.902985:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757915.902996:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757915.902997:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757915.903013:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae47c00.
00000400:00000200:1.0:1787757915.903016:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000020:00000040:0.0:1787757915.903020:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000400:00000010:1.0:1787757915.903027:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
02000000:00000001:0.0:1787757915.903028:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757915.903034:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757915.903039:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757915.903041:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1787757915.903043:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
02000000:00000001:0.0:1787757915.903045:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757915.903060:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad7c00.
00000100:00000200:1.0:1787757915.903061:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466112640, portal 25
00000100:00000001:1.0:1787757915.903070:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757915.903072:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757915.903074:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089664640 : -120600619886976 : ffff92507ae45680)
00000100:00100000:0.0:1787757915.903094:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae47c00 x1874594466112768/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787757915.903095:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae45680 x1874594466112640/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757915.903141:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787757915.903143:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787757915.903151:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757915.903152:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757915.903161:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00000200:1.0:1787757915.903168:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466112640, offset 0
00000100:00000040:0.0:1787757915.903172:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006db13aa7] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae47c00 x1874594466112768/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787757915.903183:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757915.903203:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757915.903215:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757915.903220:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00080000:0.0:1787757915.903226:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787757915.903235:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1787757915.903238:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787757915.903247:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1787757915.903253:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00080000:0.0:1787757915.903255:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757915.903265:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787757915.903341:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757915.903350:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757915.903363:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56791:56791:256:4294967295] 192.168.201.154@tcp LPNI seq info [56791:56791:8:4294967295]
00000100:00080000:0.0:1787757915.903370:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19495
00000400:00000200:1.0:1787757915.903378:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757915.903391:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757915.903404:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757915.903415:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787757915.903416:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1787757915.903430:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757915.903438:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1787757915.903443:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000040:0.0:1787757915.903445:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757915.903454:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757915.903458:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757915.903460:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000800:00000010:1.0:1787757915.903463:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1f00.
00000020:00000001:0.0:1787757915.903464:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757915.903469:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:0.0:1787757915.903475:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:0.0:1787757915.903478:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:0.0:1787757915.903488:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000800:00000200:1.0:1787757915.903491:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:0.0:1787757915.903492:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757915.903501:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757915.903509:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000800:00000200:1.0:1787757915.903509:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000020:00000040:0.0:1787757915.903515:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:0.0:1787757915.903523:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757915.903529:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757915.903534:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.1:1787757915.903539:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000001:0.0:1787757915.903542:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.1:1787757915.903553:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
02000000:00000001:0.0:1787757915.903554:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757915.903561:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787757915.903567:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1787757915.903573:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000008:00000001:0.0:1787757915.903577:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787757915.903584:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1f00.
00000100:00000001:0.0:1787757915.903585:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757915.903599:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:0.0:1787757915.903600:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae46d00.
00000020:00000040:0.0:1787757915.903611:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:0.0:1787757915.903616:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757915.903618:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757915.903621:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757915.903624:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757915.903628:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757915.903633:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
02000000:00000010:0.0:1787757915.903641:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6000.
00000400:00000200:1.0:1787757915.903646:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000100:00000001:0.0:1787757915.903652:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787757915.903656:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:1.0:1787757915.903669:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:0.0:1787757915.903672:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae46d00 x1874594466112896/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787757915.903686:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae45680 x1874594466112640/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757915.903703:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757915.903713:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757915.903730:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757915.903733:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ed326369] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae46d00 x1874594466112896/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787757915.903746:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae45680 x1874594466112640/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757940 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757915.903780:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757915.903783:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757915.903790:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1787757915.903793:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787757915.903802:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757915.903805:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1787757915.903814:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:0.0:1787757915.903819:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19505)
00000100:00000001:1.0:1787757915.903820:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314168745
00000100:00000010:1.0:1787757915.903834:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6a80.
00000100:00000001:1.0:1787757915.903846:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787757915.903854:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314168745
00000100:00000010:1.0:1787757915.903859:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e60c0.
00000100:00000001:1.0:1787757915.903863:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787757915.903867:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757915.903871:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757915.903874:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757915.903881:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757915/real 1787757915]  req@ffff92507ae45680 x1874594466112640/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757915.903893:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757915.903896:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757915.903899:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787757915.903902:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
00000400:00000010:1.0:1787757915.903905:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000001:1.0:1787757915.903908:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757915.903913:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae45680 x1874594466112640/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757915.903924:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae45680 x1874594466112640/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757915.903933:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757915.903935:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757915.903938:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757915.903940:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757915.903945:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae45680 x1874594466112640/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757915.903954:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757915.903959:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae45680 x1874594466112640/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757940 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757915.903968:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757915.903971:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757915.903973:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757915.903975:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757915.903978:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757915.903980:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757915.903984:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757915.903988:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757915.903992:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757915.903997:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae45680 x1874594466112640/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757940 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757915.904008:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae45680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466112640:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787757915.904014:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757915.904017:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757915.904021:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae45680 x1874594466112640/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757940 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757915.904038:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757915.904041:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757915.904045:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757915.904052:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757915.904055:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757915.904057:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787757915.904060:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757915.904063:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad6400.
02000000:00000001:1.0:1787757915.904067:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757915.904070:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757915.904072:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae45680.
00000100:00000001:1.0:1787757915.904076:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757915.904078:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757915.904080:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757915.904090:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757915.904092:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757915.904095:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757915.904098:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757915.904099:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757915.904104:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae47c00 x1874594466112768/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757915.904114:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757915.904116:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757915.904119:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757915.904122:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757915.904125:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757915.904128:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae47c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466112768:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757915.904132:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757915.904135:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757915.904137:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757915.904139:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757915.904143:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757915.904146:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757915.904150:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757915.904154:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
00000400:00000010:1.0:1787757915.904158:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
00000100:00000200:1.0:1787757915.904162:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466112768, portal 10
00000100:00000001:1.0:1787757915.904165:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757915.904167:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089674240 : -120600619877376 : ffff92507ae47c00)
00000100:00000040:1.0:1787757915.904175:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae47c00 x1874594466112768/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757915.904183:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757915.904187:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757915.904189:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00000200:1.0:1787757915.904192:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466112768, offset 0
00000400:00000200:1.0:1787757915.904197:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757915.904203:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757915.904208:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757915.904212:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757915.904216:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757915.904219:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757915.904222:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757915.904227:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56792:56792:256:4294967295] 192.168.201.154@tcp LPNI seq info [56792:56792:8:4294967295]
00000400:00000200:1.0:1787757915.904232:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757915.904241:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757915.904247:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757915.904252:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1f00.
00000800:00000200:1.0:1787757915.904257:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757915.904261:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787757915.904267:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757915.904304:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787757915.904312:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757915.904315:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1f00.
00000400:00000200:1.0:1787757915.904347:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757915.904354:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757915.904358:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000400:00000010:1.0:1787757915.904360:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:1.0:1787757915.904365:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757915.904370:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae47c00 x1874594466112768/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757915.904381:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757915.904385:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae47c00 x1874594466112768/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757940 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757915.904393:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757915.904396:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757915.904401:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757915.904406:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787757915.904411:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757915.904414:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314167850
00000100:00000001:1.0:1787757915.904418:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314168745
00000100:00000001:1.0:1787757915.904421:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314167850
00000100:00000001:1.0:1787757915.904424:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314168745
00000100:00000001:1.0:1787757915.904427:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757915.904430:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757915.904432:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757915.904437:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757915/real 1787757915]  req@ffff92507ae47c00 x1874594466112768/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757915.904446:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757915.904448:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757915.904451:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787757915.904453:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
00000400:00000010:1.0:1787757915.904456:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000001:1.0:1787757915.904459:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757915.904462:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae47c00 x1874594466112768/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757915.904473:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae47c00 x1874594466112768/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757915.904489:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757915.904491:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757915.904493:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757915.904495:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757915.904499:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae47c00 x1874594466112768/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757915.904508:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757915.904512:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae47c00 x1874594466112768/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757940 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757915.904520:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757915.904523:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757915.904525:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757915.904527:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757915.904529:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757915.904532:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757915.904535:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757915.904539:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757915.904542:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757915.904547:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae47c00 x1874594466112768/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757940 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757915.904556:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae47c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466112768:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757915.904561:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757915.904565:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae46d00 x1874594466112896/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757915.904573:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757915.904575:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757915.904578:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757915.904581:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757915.904584:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757915.904587:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae46d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466112896:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757915.904591:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757915.904594:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757915.904596:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757915.904598:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757915.904603:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077914000.
02000000:00000001:1.0:1787757915.904605:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757915.904610:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757915.904615:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
00000400:00000010:1.0:1787757915.904621:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
00000100:00000200:1.0:1787757915.904628:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466112896, portal 4
00000100:00000001:1.0:1787757915.904632:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757915.904634:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089670400 : -120600619881216 : ffff92507ae46d00)
00000100:00000040:1.0:1787757915.904646:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae46d00 x1874594466112896/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757915.904660:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757915.904665:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757915.904670:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00000200:1.0:1787757915.904676:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466112896, offset 0
00000400:00000200:1.0:1787757915.904684:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757915.904693:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757915.904701:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757915.904707:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757915.904713:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757915.904718:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757915.904723:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757915.904729:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56793:56793:256:4294967295] 192.168.201.154@tcp LPNI seq info [56793:56793:8:4294967295]
00000400:00000200:1.0:1787757915.904736:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757915.904745:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757915.904752:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757915.904757:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1f00.
00000800:00000200:1.0:1787757915.904762:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757915.904766:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787757915.904772:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757915.904777:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787757915.904782:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757915.904784:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1f00.
00000400:00000200:1.0:1787757915.904789:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757915.904793:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757915.904797:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000400:00000010:1.0:1787757915.904799:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:1.0:1787757915.904803:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757915.904808:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae46d00 x1874594466112896/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757915.904818:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757915.904822:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae46d00 x1874594466112896/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757940 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757915.904830:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757915.904832:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757915.904837:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757915.904841:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787757915.904845:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757915.904848:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314167833
00000100:00000001:1.0:1787757915.904852:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314168745
00000100:00000001:1.0:1787757915.904855:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314167833
00000100:00000001:1.0:1787757915.904857:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314168745
00000100:00000001:1.0:1787757915.904860:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757915.904862:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757915.904865:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757915.904869:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757915/real 1787757915]  req@ffff92507ae46d00 x1874594466112896/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757915.904880:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757915.904882:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757915.904885:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787757915.904887:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
00000400:00000010:1.0:1787757915.904889:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000001:1.0:1787757915.904892:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757915.904896:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae46d00 x1874594466112896/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757915.904907:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae46d00 x1874594466112896/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757915.904914:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757915.904915:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757915.904918:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757915.904919:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757915.904923:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae46d00 x1874594466112896/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757915.904931:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757915.904936:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae46d00 x1874594466112896/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757940 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757915.904944:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757915.904947:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757915.904949:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757915.904951:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757915.904953:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757915.904955:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757915.904959:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757915.904962:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757915.904964:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757915.904970:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae46d00 x1874594466112896/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757940 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757915.904980:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae46d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466112896:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757915.904985:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757915.904987:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757915.904991:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae47c00 x1874594466112768/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757940 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757915.904999:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757915.905001:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757915.905003:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757915.905007:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757915.905009:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757915.905010:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787757915.905013:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757915.905015:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad7c00.
02000000:00000001:1.0:1787757915.905018:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757915.905019:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757915.905021:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae47c00.
00000100:00000001:1.0:1787757915.905024:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757915.905026:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757915.905028:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757915.905032:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae46d00 x1874594466112896/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757940 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757915.905040:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757915.905041:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757915.905043:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077914000.
02000000:00000001:1.0:1787757915.905046:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757915.905047:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757915.905048:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787757915.905050:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757915.905052:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad6000.
02000000:00000001:1.0:1787757915.905054:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757915.905056:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757915.905058:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae46d00.
00000100:00000001:1.0:1787757915.905061:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757915.905063:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757915.905065:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757915.905070:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757915.905072:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757915.905075:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757915.905077:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757916.414391:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757916.414403:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757916.414408:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757916.414417:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757916.414422:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757916.414442:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757916.414451:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757916.414455:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757916.414460:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757916.734450:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757916.734460:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757916.734470:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757916.734473:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757916.734481:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757916.734483:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757916.734571:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757916.734581:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757916.734587:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757916.862427:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314168745, at 4314168768
00000100:00000040:3.0:1787757916.862434:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314168745, at 4314168768
00000100:00000010:2.0:1787757916.862450:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6a80.
00000100:00000010:3.0:1787757916.862455:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e60c0.
00000100:00000001:2.0:1787757917.438405:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757917.438415:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757917.438419:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757917.438426:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757917.438431:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757917.438436:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757917.438440:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757917.438444:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757917.438447:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757917.758432:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757917.758443:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757917.758455:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757917.758459:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757917.758467:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757917.758470:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757917.758567:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757917.758573:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757917.758579:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757918.462389:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757918.462400:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757918.462403:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757918.462410:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757918.462415:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757918.462420:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757918.462424:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757918.462427:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757918.462431:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757918.782436:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757918.782447:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757918.782457:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757918.782459:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757918.782465:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757918.782467:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757918.782511:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757918.782518:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757918.782525:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757919.486426:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757919.486439:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757919.486444:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757919.486455:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757919.486463:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757919.486470:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757919.486475:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757919.486479:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757919.486485:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757919.806472:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757919.806483:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757919.806497:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757919.806503:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757919.806516:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757919.806519:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757919.806605:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757919.806613:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757919.806620:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757920.510372:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757920.510383:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757920.510386:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757920.510393:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757920.510398:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757920.510403:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757920.510406:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757920.510410:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757920.510413:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757920.830411:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757920.830423:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757920.830440:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757920.830445:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757920.830454:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757920.830457:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757920.830561:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757920.830568:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757920.830572:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787757921.022411:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757921.022426:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787757921.022429:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757921.022435:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757921.022441:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757921.022471:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19500
00000400:00000200:2.0:1787757921.022483:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757921.022491:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757921.022495:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757921.022500:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757921.022504:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757921.022507:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757921.022511:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757921.022516:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757921.022519:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787757921.022523:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757921.022528:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787757921.022531:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787757921.022534:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787757921.022538:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757921.022541:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757921.022543:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757921.022546:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757921.022550:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787757921.022554:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757921.022557:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757921.022561:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757921.022565:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757921.022569:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757921.022571:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757921.022575:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757921.022584:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61d680.
00000020:00000040:2.0:1787757921.022588:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787757921.022594:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757921.022596:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757921.022600:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757921.022604:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757921.022610:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757921.022620:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507caff400.
00000100:00000001:2.0:1787757921.022628:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757921.022640:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61d680 x1874594466113024/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757921.022654:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757921.022660:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757921.022666:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054aea141] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61d680 x1874594466113024/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757921.022695:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757921.022700:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757921.022705:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787757921.022707:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757921.022709:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757921.022713:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757921.022716:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19500
00000400:00000200:2.0:1787757921.022721:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757921.022724:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757921.022727:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757921.022731:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757921.022734:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757921.022736:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757921.022739:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757921.022742:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757921.022744:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:2.0:1787757921.022746:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757921.022750:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:2.0:1787757921.022752:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:2.0:1787757921.022755:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:2.0:1787757921.022760:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757921.022764:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757921.022766:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757921.022770:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757921.022773:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:2.0:1787757921.022777:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757921.022781:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757921.022785:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1787757921.022785:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757921.022797:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757921.022798:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1787757921.022805:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757921.022809:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787757921.022810:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757921.022821:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787757921.022828:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757921.022832:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757921.022834:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61d680 x1874594466113024/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1787757921.022837:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61cf00.
00000020:00000040:2.0:1787757921.022845:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:2.0:1787757921.022851:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757921.022854:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757921.022861:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757921.022866:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757921.022870:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757921.022881:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000010:2.0:1787757921.022883:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507caff800.
00000100:00000001:1.0:1787757921.022891:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757921.022892:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757921.022907:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:2.0:1787757921.022910:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61cf00 x1874594466113152/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787757921.022915:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757921.022925:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757921.022940:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466113024:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787757921.022946:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787757921.022949:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787757921.022957:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757921.022958:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757921.022964:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757921.022968:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1787757921.022977:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006cc8e384] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61cf00 x1874594466113152/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1787757921.022980:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077914000.
02000000:00000001:1.0:1787757921.022988:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757921.023005:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757921.023017:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
00000100:00000001:2.0:1787757921.023017:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787757921.023028:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
00000100:00080000:2.0:1787757921.023028:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757921.023041:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000200:1.0:1787757921.023043:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466113024, portal 25
00000100:00000001:2.0:1787757921.023045:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787757921.023053:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1787757921.023053:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787757921.023059:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611350144 : -120601098201472 : ffff92505e61d680)
00000100:00000001:2.0:1787757921.023062:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757921.023070:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19500
00000100:00000040:1.0:1787757921.023076:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61d680 x1874594466113024/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787757921.023085:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757921.023099:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00000001:1.0:1787757921.023103:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1787757921.023105:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787757921.023115:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000040:2.0:1787757921.023117:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000010:1.0:1787757921.023122:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00000001:2.0:1787757921.023124:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1787757921.023131:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466113024, offset 0
00000100:00000040:2.0:1787757921.023132:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757921.023142:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757921.023146:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757921.023151:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000400:00000200:1.0:1787757921.023152:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000020:00000001:2.0:1787757921.023156:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757921.023164:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000400:00000200:1.0:1787757921.023170:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000020:00000001:2.0:1787757921.023174:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:1.0:1787757921.023184:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000020:00000001:2.0:1787757921.023185:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:1.0:1787757921.023195:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1787757921.023202:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000200:1.0:1787757921.023210:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00000001:2.0:1787757921.023213:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787757921.023226:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1787757921.023227:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757921.023264:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757921.023326:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000400:00000200:1.0:1787757921.023327:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00080000:2.0:1787757921.023336:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000400:00000200:1.0:1787757921.023347:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56794:56794:256:4294967295] 192.168.201.154@tcp LPNI seq info [56794:56794:8:4294967295]
00000100:00000001:2.0:1787757921.023348:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757921.023358:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757921.023366:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787757921.023367:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000001:2.0:1787757921.023378:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757921.023382:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757921.023387:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787757921.023396:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757921.023402:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757921.023408:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000010:2.0:1787757921.023414:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61f0c0.
00000800:00000200:1.0:1787757921.023423:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000020:00000040:2.0:1787757921.023424:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:2.0:1787757921.023434:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757921.023436:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787757921.023439:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1f00.
00000100:00000001:2.0:1787757921.023440:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757921.023445:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757921.023450:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787757921.023459:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000010:2.0:1787757921.023463:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafc800.
00000800:00000200:1.0:1787757921.023466:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000100:00000001:2.0:1787757921.023472:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787757921.023480:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00100000:2.0:1787757921.023488:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61f0c0 x1874594466113280/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787757921.023490:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787757921.023510:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757921.023517:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1f00.
00000100:00000001:2.0:1787757921.023521:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787757921.023526:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1787757921.023527:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757921.023542:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bea70ab] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61f0c0 x1874594466113280/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787757921.023544:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757921.023557:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000400:00000010:1.0:1787757921.023565:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:2.0:1787757921.023567:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757921.023575:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787757921.023576:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1787757921.023584:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:1.0:1787757921.023589:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61d680 x1874594466113024/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787757921.023594:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19510)
00000100:00000001:1.0:1787757921.023610:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757921.023616:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61d680 x1874594466113024/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757946 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757921.023626:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757921.023628:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757921.023639:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757921.023645:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757921.023649:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314173865
00000100:00000010:1.0:1787757921.023657:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6840.
00000100:00000001:1.0:1787757921.023668:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787757921.023676:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314173865
00000100:00000010:1.0:1787757921.023683:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6d80.
00000100:00000001:1.0:1787757921.023687:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787757921.023692:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757921.023695:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757921.023699:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757921.023706:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757921/real 1787757921]  req@ffff92505e61d680 x1874594466113024/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757921.023718:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757921.023721:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757921.023723:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787757921.023727:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
00000400:00000010:1.0:1787757921.023730:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000001:1.0:1787757921.023734:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757921.023739:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61d680 x1874594466113024/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757921.023753:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61d680 x1874594466113024/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757921.023763:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757921.023765:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757921.023769:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757921.023772:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757921.023777:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61d680 x1874594466113024/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757921.023786:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757921.023792:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61d680 x1874594466113024/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757946 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757921.023801:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757921.023805:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757921.023809:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757921.023811:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757921.023814:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757921.023818:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757921.023822:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757921.023828:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757921.023832:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757921.023838:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61d680 x1874594466113024/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757946 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757921.023850:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466113024:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787757921.023860:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757921.023863:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757921.023870:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61d680 x1874594466113024/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757946 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757921.023879:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757921.023882:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757921.023886:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077914000.
02000000:00000001:1.0:1787757921.023891:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757921.023894:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757921.023897:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787757921.023900:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757921.023904:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507caff400.
02000000:00000001:1.0:1787757921.023909:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757921.023911:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757921.023914:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61d680.
00000100:00000001:1.0:1787757921.023917:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757921.023919:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757921.023922:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757921.023930:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757921.023933:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757921.023936:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757921.023940:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757921.023943:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757921.023948:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61cf00 x1874594466113152/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757921.023958:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757921.023961:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757921.023964:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757921.023966:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757921.023969:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757921.023974:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466113152:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757921.023979:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757921.023982:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757921.023985:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757921.023987:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757921.023992:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077914000.
02000000:00000001:1.0:1787757921.023996:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757921.024000:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757921.024005:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
00000400:00000010:1.0:1787757921.024009:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
00000100:00000200:1.0:1787757921.024014:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466113152, portal 10
00000100:00000001:1.0:1787757921.024017:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757921.024020:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611348224 : -120601098203392 : ffff92505e61cf00)
00000100:00000040:1.0:1787757921.024030:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61cf00 x1874594466113152/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757921.024040:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757921.024047:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757921.024051:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00000200:1.0:1787757921.024054:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466113152, offset 0
00000400:00000200:1.0:1787757921.024059:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757921.024064:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757921.024070:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757921.024075:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757921.024079:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757921.024084:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757921.024090:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757921.024097:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56795:56795:256:4294967295] 192.168.201.154@tcp LPNI seq info [56795:56795:8:4294967295]
00000400:00000200:1.0:1787757921.024104:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757921.024117:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757921.024124:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757921.024129:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1f00.
00000800:00000200:1.0:1787757921.024136:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757921.024141:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787757921.024149:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757921.024153:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787757921.024160:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757921.024164:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1f00.
00000400:00000200:1.0:1787757921.024168:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757921.024174:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757921.024179:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000400:00000010:1.0:1787757921.024183:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:1.0:1787757921.024188:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757921.024193:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61cf00 x1874594466113152/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757921.024205:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757921.024211:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61cf00 x1874594466113152/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757946 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757921.024248:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757921.024253:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757921.024264:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757921.024314:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787757921.024323:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757921.024328:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314172970
00000100:00000001:1.0:1787757921.024333:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314173865
00000100:00000001:1.0:1787757921.024338:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314172970
00000100:00000001:1.0:1787757921.024341:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314173865
00000100:00000001:1.0:1787757921.024345:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757921.024348:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757921.024351:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757921.024360:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757921/real 1787757921]  req@ffff92505e61cf00 x1874594466113152/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757921.024371:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757921.024373:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757921.024376:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787757921.024381:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
00000400:00000010:1.0:1787757921.024384:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000001:1.0:1787757921.024389:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757921.024393:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61cf00 x1874594466113152/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757921.024404:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61cf00 x1874594466113152/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757921.024413:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757921.024415:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757921.024418:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757921.024420:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757921.024425:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61cf00 x1874594466113152/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757921.024434:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757921.024439:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61cf00 x1874594466113152/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757946 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757921.024447:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757921.024450:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757921.024452:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757921.024454:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757921.024457:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757921.024460:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757921.024465:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757921.024471:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757921.024475:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757921.024482:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61cf00 x1874594466113152/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757946 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757921.024493:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466113152:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757921.024499:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757921.024506:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61f0c0 x1874594466113280/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757921.024514:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757921.024517:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757921.024520:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757921.024523:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757921.024527:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757921.024531:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466113280:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757921.024536:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757921.024538:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757921.024540:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757921.024543:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757921.024549:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757921.024553:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757921.024560:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757921.024565:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
00000400:00000010:1.0:1787757921.024572:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
00000100:00000200:1.0:1787757921.024577:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466113280, portal 4
00000100:00000001:1.0:1787757921.024581:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757921.024584:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611356864 : -120601098194752 : ffff92505e61f0c0)
00000100:00000040:1.0:1787757921.024593:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61f0c0 x1874594466113280/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757921.024610:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757921.024614:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757921.024617:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00000200:1.0:1787757921.024620:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466113280, offset 0
00000400:00000200:1.0:1787757921.024625:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757921.024630:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757921.024636:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757921.024640:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757921.024643:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757921.024646:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757921.024649:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757921.024654:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56796:56796:256:4294967295] 192.168.201.154@tcp LPNI seq info [56796:56796:8:4294967295]
00000400:00000200:1.0:1787757921.024659:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757921.024668:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757921.024674:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757921.024677:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1f00.
00000800:00000200:1.0:1787757921.024683:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757921.024686:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787757921.024692:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757921.024695:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787757921.024700:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757921.024703:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1f00.
00000400:00000200:1.0:1787757921.024707:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757921.024712:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757921.024715:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000400:00000010:1.0:1787757921.024718:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:1.0:1787757921.024721:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757921.024726:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61f0c0 x1874594466113280/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757921.024736:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757921.024740:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61f0c0 x1874594466113280/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757946 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757921.024757:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757921.024759:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757921.024764:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757921.024768:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787757921.024772:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757921.024775:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314172953
00000100:00000001:1.0:1787757921.024778:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314173865
00000100:00000001:1.0:1787757921.024781:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314172953
00000100:00000001:1.0:1787757921.024784:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314173865
00000100:00000001:1.0:1787757921.024786:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757921.024789:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757921.024791:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757921.024795:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757921/real 1787757921]  req@ffff92505e61f0c0 x1874594466113280/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757921.024804:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757921.024806:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757921.024808:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787757921.024811:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
00000400:00000010:1.0:1787757921.024813:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000001:1.0:1787757921.024815:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757921.024819:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61f0c0 x1874594466113280/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757921.024828:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61f0c0 x1874594466113280/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757921.024837:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757921.024838:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757921.024841:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757921.024843:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757921.024847:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61f0c0 x1874594466113280/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757921.024856:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757921.024861:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61f0c0 x1874594466113280/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757946 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757921.024869:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757921.024871:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757921.024873:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757921.024875:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757921.024877:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757921.024879:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757921.024882:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757921.024885:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757921.024888:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757921.024892:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61f0c0 x1874594466113280/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757946 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757921.024901:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466113280:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757921.024906:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757921.024908:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757921.024912:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61cf00 x1874594466113152/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757946 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757921.024919:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757921.024922:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757921.024924:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077914000.
02000000:00000001:1.0:1787757921.024927:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757921.024929:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757921.024931:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787757921.024934:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757921.024936:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507caff800.
02000000:00000001:1.0:1787757921.024940:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757921.024942:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757921.024944:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61cf00.
00000100:00000001:1.0:1787757921.024947:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757921.024949:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757921.024951:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757921.024955:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61f0c0 x1874594466113280/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757946 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757921.024963:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757921.024965:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757921.024966:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757921.024971:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757921.024973:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757921.024974:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787757921.024976:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757921.024978:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafc800.
02000000:00000001:1.0:1787757921.024980:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757921.024982:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757921.024983:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61f0c0.
00000100:00000001:1.0:1787757921.024986:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757921.024988:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757921.024990:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757921.024995:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757921.024996:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757921.024999:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757921.025001:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757921.534434:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757921.534443:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757921.534446:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757921.534454:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757921.534474:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757921.534481:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757921.534485:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757921.534491:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757921.534495:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757921.854360:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757921.854367:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757921.854374:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757921.854376:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757921.854380:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757921.854381:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757921.854403:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757921.854406:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757921.854409:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757921.982338:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314173865, at 4314173888
00000100:00000010:3.0:1787757921.982356:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6d80.
00000100:00000040:2.0:1787757921.982386:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314173865, at 4314173888
00000100:00000010:2.0:1787757921.982406:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6840.
00000100:00000001:2.0:1787757922.558395:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757922.558406:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757922.558409:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757922.558416:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757922.558421:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757922.558427:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757922.558430:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757922.558434:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757922.558438:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757922.878442:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757922.878454:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757922.878459:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757922.878463:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757922.878476:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757922.878479:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757922.878483:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757922.878486:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757922.878492:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757922.878494:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757922.878496:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757922.878499:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757922.878501:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757922.878503:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757922.878505:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757922.878508:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757922.878512:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757922.878514:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757922.878578:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757922.878585:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757922.878590:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757923.582400:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757923.582412:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757923.582415:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757923.582424:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757923.582430:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757923.582436:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757923.582440:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757923.582444:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757923.582447:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757923.902420:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757923.902431:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757923.902442:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757923.902445:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757923.902452:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757923.902455:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757923.902564:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757923.902574:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757923.902580:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757924.606396:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757924.606408:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757924.606411:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757924.606418:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757924.606423:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757924.606429:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757924.606432:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757924.606436:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757924.606440:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757924.926449:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757924.926461:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757924.926472:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757924.926475:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757924.926482:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757924.926489:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757924.926494:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757924.926501:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757924.926506:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757924.926511:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757924.926515:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757924.926520:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757924.926559:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757924.926563:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757924.926567:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757925.630419:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757925.630430:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757925.630434:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757925.630443:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757925.630463:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757925.630469:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757925.630475:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757925.630479:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757925.630484:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757925.950416:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757925.950427:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757925.950440:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757925.950444:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757925.950452:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757925.950455:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757925.950534:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757925.950541:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757925.950547:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787757926.142450:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757926.142465:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787757926.142470:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757926.142475:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757926.142483:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757926.142495:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19505
00000400:00000200:0.0:1787757926.142507:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757926.142517:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757926.142521:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757926.142527:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757926.142531:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757926.142535:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757926.142538:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757926.142545:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757926.142548:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787757926.142553:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757926.142558:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787757926.142561:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787757926.142565:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787757926.142569:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757926.142571:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757926.142574:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757926.142576:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757926.142580:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787757926.142585:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757926.142588:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757926.142592:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757926.142597:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757926.142601:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757926.142604:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787757926.142607:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757926.142620:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae44780.
00000020:00000040:0.0:1787757926.142625:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787757926.142631:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757926.142634:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757926.142639:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757926.142643:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757926.142650:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757926.142662:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad5800.
00000100:00000001:0.0:1787757926.142673:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757926.142687:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae44780 x1874594466113408/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757926.142704:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757926.142710:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757926.142717:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000825f42ce] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae44780 x1874594466113408/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757926.142758:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757926.142763:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757926.142768:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787757926.142770:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757926.142772:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757926.142777:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757926.142781:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19505
00000400:00000200:0.0:1787757926.142788:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757926.142793:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757926.142797:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757926.142803:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757926.142807:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757926.142812:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757926.142815:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757926.142820:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757926.142823:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:0.0:1787757926.142827:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757926.142832:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:0.0:1787757926.142838:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:0.0:1787757926.142843:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:0.0:1787757926.142851:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757926.142857:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787757926.142857:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1787757926.142867:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757926.142870:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757926.142876:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:1.0:1787757926.142877:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1787757926.142888:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00000040:1.0:1787757926.142893:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae44780 x1874594466113408/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787757926.142902:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757926.142912:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757926.142920:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787757926.142930:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1787757926.142935:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757926.142936:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757926.142947:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757926.142948:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757926.142956:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757926.142958:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787757926.142965:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787757926.142973:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787757926.142975:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae44780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466113408:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787757926.142990:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:0.0:1787757926.142991:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757926.142998:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787757926.143000:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757926.143004:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757926.143012:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:0.0:1787757926.143014:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae443c0.
02000000:00000010:1.0:1787757926.143022:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915c00.
00000020:00000040:0.0:1787757926.143025:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:1.0:1787757926.143030:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757926.143040:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757926.143047:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757926.143048:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757926.143059:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1787757926.143062:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
02000000:00000001:0.0:1787757926.143063:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757926.143072:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787757926.143080:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
02000000:00000010:0.0:1787757926.143083:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad4800.
00000100:00000001:0.0:1787757926.143094:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787757926.143096:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466113408, portal 25
00000100:00000001:1.0:1787757926.143103:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00100000:0.0:1787757926.143106:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae443c0 x1874594466113536/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787757926.143108:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089660800 : -120600619890816 : ffff92507ae44780)
00000100:00000040:1.0:1787757926.143128:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae44780 x1874594466113408/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757926.143130:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757926.143166:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757926.143184:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000101c6af6] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae443c0 x1874594466113536/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757926.143186:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757926.143200:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757926.143212:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00000001:0.0:1787757926.143215:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757926.143223:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1787757926.143227:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466113408, offset 0
00000100:00080000:0.0:1787757926.143229:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787757926.143234:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757926.143238:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757926.143248:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757926.143254:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19505
00000400:00000200:0.0:1787757926.143264:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757926.143356:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757926.143371:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757926.143377:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787757926.143379:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:0.0:1787757926.143389:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757926.143394:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787757926.143400:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00000040:0.0:1787757926.143405:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757926.143412:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:1.0:1787757926.143417:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:0.0:1787757926.143419:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757926.143424:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000400:00000200:1.0:1787757926.143429:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000020:00000001:0.0:1787757926.143430:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757926.143437:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000400:00000200:1.0:1787757926.143439:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000020:00000001:0.0:1787757926.143442:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:0.0:1787757926.143452:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:1.0:1787757926.143453:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00000040:0.0:1787757926.143467:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000200:1.0:1787757926.143470:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56797:56797:256:4294967295] 192.168.201.154@tcp LPNI seq info [56797:56797:8:4294967295]
00000100:00000001:0.0:1787757926.143473:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757926.143483:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000200:1.0:1787757926.143491:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757926.143492:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757926.143501:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:0.0:1787757926.143506:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757926.143512:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757926.143521:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787757926.143524:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1787757926.143528:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757926.143536:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787757926.143538:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000001:0.0:1787757926.143540:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787757926.143548:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787757926.143552:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787757926.143554:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1f00.
00000100:00000001:0.0:1787757926.143555:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757926.143568:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae470c0.
00000800:00000200:1.0:1787757926.143576:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000020:00000040:0.0:1787757926.143577:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:0.0:1787757926.143589:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.0:1787757926.143590:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
02000000:00000001:0.0:1787757926.143592:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757926.143604:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757926.143607:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1787757926.143612:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000001:0.0:1787757926.143614:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787757926.143625:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
02000000:00000010:0.0:1787757926.143629:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6800.
00000800:00000100:1.0:1787757926.143638:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000100:00000001:0.0:1787757926.143643:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787757926.143645:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1f00.
00000400:00000200:1.0:1787757926.143660:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:0.0:1787757926.143662:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae470c0 x1874594466113664/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787757926.143674:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757926.143690:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000100:00000001:0.0:1787757926.143692:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1787757926.143696:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:0.0:1787757926.143699:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757926.143709:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1787757926.143711:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a74fc68e] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae470c0 x1874594466113664/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757926.143724:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae44780 x1874594466113408/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757926.143743:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757926.143754:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787757926.143758:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757926.143764:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1787757926.143768:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae44780 x1874594466113408/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757951 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787757926.143774:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19515)
00000100:00000001:1.0:1787757926.143786:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757926.143791:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757926.143801:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757926.143808:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757926.143811:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314178985
00000100:00000010:1.0:1787757926.143821:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6120.
00000100:00000001:1.0:1787757926.143832:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787757926.143843:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314178985
00000100:00000010:1.0:1787757926.143849:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6840.
00000100:00000001:1.0:1787757926.143855:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787757926.143862:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757926.143866:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757926.143871:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757926.143881:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757926/real 1787757926]  req@ffff92507ae44780 x1874594466113408/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757926.143896:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757926.143899:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757926.143903:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787757926.143907:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
00000400:00000010:1.0:1787757926.143910:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000001:1.0:1787757926.143913:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757926.143920:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae44780 x1874594466113408/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757926.143933:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae44780 x1874594466113408/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757926.143944:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757926.143947:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757926.143951:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757926.143953:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757926.143959:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae44780 x1874594466113408/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757926.143967:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757926.143973:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae44780 x1874594466113408/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757951 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757926.143982:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757926.143988:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757926.143990:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757926.143992:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757926.143996:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757926.143999:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757926.144003:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757926.144007:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757926.144010:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757926.144015:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae44780 x1874594466113408/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757951 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757926.144025:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae44780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466113408:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787757926.144032:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757926.144035:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757926.144039:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae44780 x1874594466113408/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757951 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757926.144048:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757926.144052:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757926.144056:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757926.144064:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757926.144067:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757926.144069:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787757926.144072:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757926.144076:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad5800.
02000000:00000001:1.0:1787757926.144081:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757926.144084:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757926.144086:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae44780.
00000100:00000001:1.0:1787757926.144090:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757926.144092:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757926.144095:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757926.144106:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757926.144108:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757926.144111:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757926.144114:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757926.144116:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757926.144121:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae443c0 x1874594466113536/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757926.144130:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757926.144132:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757926.144135:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757926.144166:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757926.144170:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757926.144175:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae443c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466113536:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757926.144180:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757926.144184:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757926.144186:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757926.144188:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757926.144193:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757926.144196:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757926.144202:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757926.144205:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
00000400:00000010:1.0:1787757926.144212:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
00000100:00000200:1.0:1787757926.144219:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466113536, portal 10
00000100:00000001:1.0:1787757926.144224:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757926.144226:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089659840 : -120600619891776 : ffff92507ae443c0)
00000100:00000040:1.0:1787757926.144240:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae443c0 x1874594466113536/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757926.144253:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757926.144258:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757926.144264:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00000200:1.0:1787757926.144309:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466113536, offset 0
00000400:00000200:1.0:1787757926.144320:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757926.144328:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757926.144334:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757926.144338:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757926.144342:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757926.144346:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757926.144350:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757926.144354:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56798:56798:256:4294967295] 192.168.201.154@tcp LPNI seq info [56798:56798:8:4294967295]
00000400:00000200:1.0:1787757926.144360:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757926.144369:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757926.144375:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757926.144380:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1f00.
00000800:00000200:1.0:1787757926.144386:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757926.144390:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787757926.144396:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757926.144399:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787757926.144404:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757926.144406:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1f00.
00000400:00000200:1.0:1787757926.144410:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757926.144415:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757926.144420:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000400:00000010:1.0:1787757926.144422:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:1.0:1787757926.144426:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757926.144432:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae443c0 x1874594466113536/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757926.144443:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757926.144447:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae443c0 x1874594466113536/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757951 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757926.144456:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757926.144458:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757926.144463:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757926.144469:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787757926.144473:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757926.144476:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314178090
00000100:00000001:1.0:1787757926.144480:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314178985
00000100:00000001:1.0:1787757926.144483:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314178090
00000100:00000001:1.0:1787757926.144488:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314178985
00000100:00000001:1.0:1787757926.144491:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757926.144494:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757926.144497:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757926.144502:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757926/real 1787757926]  req@ffff92507ae443c0 x1874594466113536/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757926.144511:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757926.144513:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757926.144515:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787757926.144518:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
00000400:00000010:1.0:1787757926.144520:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000001:1.0:1787757926.144522:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757926.144526:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae443c0 x1874594466113536/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757926.144537:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae443c0 x1874594466113536/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757926.144546:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757926.144548:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757926.144550:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757926.144551:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757926.144556:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae443c0 x1874594466113536/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757926.144564:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757926.144568:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae443c0 x1874594466113536/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757951 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757926.144576:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757926.144579:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757926.144581:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757926.144583:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757926.144586:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757926.144590:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757926.144593:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757926.144598:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757926.144601:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757926.144606:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae443c0 x1874594466113536/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757951 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757926.144615:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae443c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466113536:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757926.144620:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757926.144623:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae470c0 x1874594466113664/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757926.144631:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757926.144633:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757926.144636:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757926.144639:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757926.144642:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757926.144645:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae470c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466113664:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757926.144649:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757926.144652:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757926.144654:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757926.144656:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757926.144660:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077914000.
02000000:00000001:1.0:1787757926.144663:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757926.144667:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757926.144670:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
00000400:00000010:1.0:1787757926.144674:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
00000100:00000200:1.0:1787757926.144678:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466113664, portal 4
00000100:00000001:1.0:1787757926.144681:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757926.144683:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089671360 : -120600619880256 : ffff92507ae470c0)
00000100:00000040:1.0:1787757926.144690:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae470c0 x1874594466113664/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757926.144700:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757926.144703:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757926.144706:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00000200:1.0:1787757926.144709:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466113664, offset 0
00000400:00000200:1.0:1787757926.144713:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757926.144718:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757926.144722:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757926.144725:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757926.144728:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757926.144731:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757926.144734:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757926.144738:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56799:56799:256:4294967295] 192.168.201.154@tcp LPNI seq info [56799:56799:8:4294967295]
00000400:00000200:1.0:1787757926.144744:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757926.144752:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757926.144757:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757926.144760:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1f00.
00000800:00000200:1.0:1787757926.144765:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757926.144768:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787757926.144773:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757926.144776:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787757926.144781:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757926.144784:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1f00.
00000400:00000200:1.0:1787757926.144788:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757926.144792:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757926.144795:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000400:00000010:1.0:1787757926.144798:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:1.0:1787757926.144801:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757926.144805:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae470c0 x1874594466113664/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757926.144815:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757926.144819:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae470c0 x1874594466113664/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757951 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757926.144836:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757926.144838:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757926.144842:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757926.144846:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787757926.144850:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757926.144852:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314178073
00000100:00000001:1.0:1787757926.144856:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314178985
00000100:00000001:1.0:1787757926.144859:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314178073
00000100:00000001:1.0:1787757926.144861:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314178985
00000100:00000001:1.0:1787757926.144864:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757926.144866:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757926.144868:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757926.144872:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757926/real 1787757926]  req@ffff92507ae470c0 x1874594466113664/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757926.144881:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757926.144883:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757926.144884:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787757926.144887:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
00000400:00000010:1.0:1787757926.144890:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000001:1.0:1787757926.144892:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757926.144896:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae470c0 x1874594466113664/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757926.144906:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae470c0 x1874594466113664/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757926.144914:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757926.144915:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757926.144917:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757926.144919:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757926.144923:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae470c0 x1874594466113664/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757926.144933:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757926.144937:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae470c0 x1874594466113664/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757951 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757926.144946:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757926.144948:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757926.144950:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757926.144952:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757926.144954:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757926.144956:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757926.144959:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757926.144962:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757926.144965:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757926.144969:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae470c0 x1874594466113664/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757951 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757926.144978:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae470c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466113664:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757926.144983:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757926.144985:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757926.144989:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae443c0 x1874594466113536/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757951 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757926.144996:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757926.144998:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757926.145001:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757926.145005:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757926.145007:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757926.145009:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787757926.145012:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757926.145014:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad4800.
02000000:00000001:1.0:1787757926.145018:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757926.145020:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757926.145022:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae443c0.
00000100:00000001:1.0:1787757926.145025:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757926.145027:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757926.145029:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757926.145033:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae470c0 x1874594466113664/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757951 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757926.145040:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757926.145042:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757926.145045:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077914000.
02000000:00000001:1.0:1787757926.145048:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757926.145049:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757926.145051:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787757926.145054:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757926.145055:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad6800.
02000000:00000001:1.0:1787757926.145058:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757926.145059:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757926.145061:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae470c0.
00000100:00000001:1.0:1787757926.145064:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757926.145065:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757926.145067:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757926.145072:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757926.145074:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757926.145076:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757926.145078:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757926.654374:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757926.654385:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757926.654389:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757926.654396:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757926.654402:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757926.654408:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757926.654412:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757926.654416:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757926.654420:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757926.974416:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757926.974431:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757926.974447:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757926.974452:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757926.974464:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757926.974469:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757926.974604:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757926.974611:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757926.974617:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757927.102432:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314178985, at 4314179008
00000100:00000040:2.0:1787757927.102447:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314178985, at 4314179008
00000100:00000010:3.0:1787757927.102455:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6840.
00000100:00000010:2.0:1787757927.102473:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6120.
00000100:00000001:2.0:1787757927.678408:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757927.678419:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757927.678423:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757927.678430:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757927.678436:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757927.678442:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757927.678446:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757927.678450:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757927.678455:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757927.998436:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757927.998452:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757927.998462:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757927.998464:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757927.998469:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757927.998473:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757927.998503:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757927.998506:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757927.998510:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757928.702387:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757928.702399:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757928.702403:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757928.702411:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757928.702416:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757928.702423:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757928.702427:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757928.702432:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757928.702436:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757929.022415:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757929.022425:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757929.022437:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757929.022440:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757929.022447:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757929.022450:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757929.022529:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757929.022538:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757929.022545:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757929.726436:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757929.726449:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757929.726455:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757929.726465:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757929.726476:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757929.726485:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757929.726491:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757929.726498:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757929.726505:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757930.046409:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757930.046424:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757930.046439:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757930.046443:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757930.046452:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757930.046456:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757930.046577:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757930.046584:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757930.046589:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757930.750427:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757930.750443:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757930.750446:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757930.750456:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757930.750463:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757930.750470:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757930.750475:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757930.750480:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757930.750485:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757931.070414:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757931.070425:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757931.070436:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757931.070439:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757931.070445:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757931.070448:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757931.070506:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757931.070512:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757931.070518:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787757931.262380:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757931.262393:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787757931.262396:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757931.262401:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757931.262407:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757931.262417:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19510
00000400:00000200:0.0:1787757931.262428:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757931.262436:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757931.262440:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757931.262445:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757931.262449:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757931.262452:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757931.262455:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757931.262460:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757931.262463:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787757931.262466:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757931.262470:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787757931.262473:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787757931.262478:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787757931.262482:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757931.262484:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757931.262487:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757931.262490:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757931.262493:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787757931.262498:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757931.262501:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757931.262505:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757931.262509:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757931.262513:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757931.262516:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787757931.262519:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757931.262529:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae44b40.
00000020:00000040:0.0:1787757931.262534:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787757931.262540:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757931.262542:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757931.262546:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757931.262549:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757931.262554:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757931.262564:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad7c00.
00000100:00000001:0.0:1787757931.262573:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757931.262585:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae44b40 x1874594466113792/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757931.262599:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757931.262605:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757931.262612:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029b96463] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae44b40 x1874594466113792/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757931.262643:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757931.262648:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757931.262652:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787757931.262655:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757931.262658:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757931.262662:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757931.262667:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19510
00000400:00000200:0.0:1787757931.262675:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757931.262682:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757931.262687:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757931.262694:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757931.262699:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757931.262705:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757931.262709:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:1.0:1787757931.262714:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1787757931.262716:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757931.262724:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000100:00000001:1.0:1787757931.262727:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1787757931.262730:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787757931.262736:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1787757931.262740:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:0.0:1787757931.262749:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:0.0:1787757931.262756:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:1.0:1787757931.262758:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae44b40 x1874594466113792/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787757931.262768:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757931.262779:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757931.262787:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757931.262794:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757931.262802:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00000001:1.0:1787757931.262803:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1787757931.262809:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:1.0:1787757931.262813:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757931.262816:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757931.262823:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787757931.262828:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757931.262833:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757931.262837:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757931.262840:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757931.262851:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787757931.262852:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787757931.262858:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787757931.262869:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae44b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466113792:192.168.201.154@tcp:250:kworker.0
00000008:00000001:0.0:1787757931.262883:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757931.262887:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787757931.262892:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757931.262898:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:0.0:1787757931.262901:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae452c0.
00000020:00000040:0.0:1787757931.262909:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:1.0:1787757931.262909:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757931.262921:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787757931.262923:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757931.262930:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757931.262935:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:1.0:1787757931.262936:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077914000.
02000000:00000001:0.0:1787757931.262940:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787757931.262949:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757931.262951:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757931.262968:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000010:0.0:1787757931.262969:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6400.
00000400:00000010:1.0:1787757931.262978:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
00000100:00000001:0.0:1787757931.262982:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787757931.262991:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
00000100:00100000:0.0:1787757931.263003:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae452c0 x1874594466113920/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787757931.263005:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466113792, portal 25
00000100:00000001:1.0:1787757931.263013:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757931.263017:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089661760 : -120600619889856 : ffff92507ae44b40)
00000100:00000040:1.0:1787757931.263037:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae44b40 x1874594466113792/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757931.263039:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787757931.263077:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787757931.263084:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757931.263085:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757931.263093:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00000200:1.0:1787757931.263102:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466113792, offset 0
00000100:00000040:0.0:1787757931.263106:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d2e4f0d] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae452c0 x1874594466113920/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787757931.263117:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757931.263136:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757931.263142:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757931.263150:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00080000:0.0:1787757931.263152:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787757931.263162:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1787757931.263167:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:1.0:1787757931.263174:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00000001:0.0:1787757931.263178:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1787757931.263183:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1787757931.263187:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787757931.263188:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757931.263200:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56800:56800:256:4294967295] 192.168.201.154@tcp LPNI seq info [56800:56800:8:4294967295]
00000100:00000001:0.0:1787757931.263203:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787757931.263210:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00080000:0.0:1787757931.263218:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19510
00000400:00000200:1.0:1787757931.263232:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1787757931.263241:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000800:00000200:1.0:1787757931.263251:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757931.263260:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000800:00000010:1.0:1787757931.263260:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1f00.
00000100:00080000:0.0:1787757931.263309:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757931.263315:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757931.263321:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757931.263330:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000800:00000200:1.0:1787757931.263332:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:0.0:1787757931.263335:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757931.263345:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:1.0:1787757931.263346:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000020:00000040:0.0:1787757931.263351:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:0.0:1787757931.263357:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757931.263364:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:0.0:1787757931.263369:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000800:00000200:1.1:1787757931.263373:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000020:00000001:0.0:1787757931.263374:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:0.0:1787757931.263388:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000800:00000200:1.1:1787757931.263389:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1787757931.263392:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757931.263401:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757931.263407:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000800:00000100:1.0:1787757931.263415:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000020:00000040:0.0:1787757931.263416:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000800:00000010:1.0:1787757931.263428:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1f00.
00000100:00080000:0.0:1787757931.263430:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757931.263440:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757931.263442:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787757931.263445:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1787757931.263449:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757931.263457:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757931.263461:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:1.0:1787757931.263468:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000008:00100000:0.0:1787757931.263469:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787757931.263478:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757931.263483:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757931.263486:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000100:00000010:0.0:1787757931.263491:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae470c0.
00000400:00000010:1.0:1787757931.263496:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000020:00000040:0.0:1787757931.263498:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:0.0:1787757931.263509:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757931.263511:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757931.263513:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787757931.263515:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757931.263522:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757931.263525:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787757931.263533:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae44b40 x1874594466113792/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1787757931.263536:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad5400.
00000100:00000001:0.0:1787757931.263545:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757931.263561:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae470c0 x1874594466114048/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787757931.263567:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787757931.263582:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1787757931.263583:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae44b40 x1874594466113792/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757956 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757931.263592:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757931.263609:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a74fc68e] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae470c0 x1874594466114048/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757931.263610:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757931.263620:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757931.263631:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757931.263635:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757931.263636:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787757931.263649:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1787757931.263651:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:0.0:1787757931.263657:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19520)
00000100:00000001:1.0:1787757931.263659:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314184105
00000100:00000010:1.0:1787757931.263675:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6d80.
00000100:00000001:1.0:1787757931.263689:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787757931.263700:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314184105
00000100:00000010:1.0:1787757931.263707:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e60c0.
00000100:00000001:1.0:1787757931.263714:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787757931.263720:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757931.263726:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757931.263732:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757931.263743:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757931/real 1787757931]  req@ffff92507ae44b40 x1874594466113792/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757931.263765:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757931.263769:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757931.263775:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787757931.263781:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
00000400:00000010:1.0:1787757931.263784:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000001:1.0:1787757931.263790:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757931.263798:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae44b40 x1874594466113792/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757931.263817:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae44b40 x1874594466113792/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757931.263833:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757931.263837:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757931.263842:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757931.263845:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757931.263855:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae44b40 x1874594466113792/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757931.263867:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757931.263877:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae44b40 x1874594466113792/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757956 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757931.263892:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757931.263897:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757931.263901:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757931.263903:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757931.263908:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757931.263912:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757931.263918:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757931.263926:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757931.263932:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757931.263943:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae44b40 x1874594466113792/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757956 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757931.263962:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae44b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466113792:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787757931.263972:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757931.263976:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757931.263980:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae44b40 x1874594466113792/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757956 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757931.263990:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757931.263993:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757931.263997:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077914000.
02000000:00000001:1.0:1787757931.264001:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757931.264003:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757931.264005:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787757931.264008:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757931.264012:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad7c00.
02000000:00000001:1.0:1787757931.264017:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757931.264019:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757931.264022:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae44b40.
00000100:00000001:1.0:1787757931.264026:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757931.264027:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757931.264031:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757931.264041:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757931.264043:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757931.264046:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757931.264069:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757931.264072:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757931.264078:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae452c0 x1874594466113920/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757931.264089:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757931.264091:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757931.264094:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757931.264097:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757931.264099:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757931.264103:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae452c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466113920:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757931.264108:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757931.264111:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757931.264114:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757931.264117:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757931.264122:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077914000.
02000000:00000001:1.0:1787757931.264125:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757931.264131:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757931.264135:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
00000400:00000010:1.0:1787757931.264139:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
00000100:00000200:1.0:1787757931.264144:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466113920, portal 10
00000100:00000001:1.0:1787757931.264147:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757931.264149:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089663680 : -120600619887936 : ffff92507ae452c0)
00000100:00000040:1.0:1787757931.264157:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae452c0 x1874594466113920/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757931.264166:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757931.264169:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757931.264172:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00000200:1.0:1787757931.264175:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466113920, offset 0
00000400:00000200:1.0:1787757931.264180:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757931.264187:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757931.264192:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757931.264197:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757931.264201:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757931.264204:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757931.264207:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757931.264211:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56801:56801:256:4294967295] 192.168.201.154@tcp LPNI seq info [56801:56801:8:4294967295]
00000400:00000200:1.0:1787757931.264217:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757931.264226:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757931.264232:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757931.264237:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1f00.
00000800:00000200:1.0:1787757931.264242:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757931.264246:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787757931.264253:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757931.264256:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787757931.264262:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757931.264264:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1f00.
00000400:00000200:1.0:1787757931.264301:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757931.264306:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757931.264310:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000400:00000010:1.0:1787757931.264313:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:1.0:1787757931.264317:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757931.264322:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae452c0 x1874594466113920/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757931.264333:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757931.264336:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae452c0 x1874594466113920/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757956 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757931.264345:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757931.264347:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757931.264352:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757931.264358:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787757931.264365:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757931.264369:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314183210
00000100:00000001:1.0:1787757931.264375:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314184105
00000100:00000001:1.0:1787757931.264379:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314183210
00000100:00000001:1.0:1787757931.264383:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314184105
00000100:00000001:1.0:1787757931.264387:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757931.264391:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757931.264396:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757931.264403:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757931/real 1787757931]  req@ffff92507ae452c0 x1874594466113920/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757931.264420:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757931.264423:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757931.264427:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787757931.264433:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
00000400:00000010:1.0:1787757931.264437:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000001:1.0:1787757931.264442:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757931.264450:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae452c0 x1874594466113920/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757931.264468:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae452c0 x1874594466113920/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757931.264482:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757931.264485:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757931.264489:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757931.264492:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757931.264500:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae452c0 x1874594466113920/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757931.264515:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757931.264524:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae452c0 x1874594466113920/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757956 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757931.264540:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757931.264545:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757931.264549:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757931.264551:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757931.264553:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757931.264557:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757931.264560:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757931.264565:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757931.264568:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757931.264574:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae452c0 x1874594466113920/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757956 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757931.264585:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae452c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466113920:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757931.264590:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757931.264595:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae470c0 x1874594466114048/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757931.264612:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757931.264614:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757931.264617:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757931.264620:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757931.264622:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757931.264626:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae470c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466114048:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757931.264630:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757931.264632:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757931.264634:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757931.264637:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757931.264642:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757931.264644:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757931.264649:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757931.264652:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
00000400:00000010:1.0:1787757931.264657:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
00000100:00000200:1.0:1787757931.264662:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466114048, portal 4
00000100:00000001:1.0:1787757931.264665:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757931.264668:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089671360 : -120600619880256 : ffff92507ae470c0)
00000100:00000040:1.0:1787757931.264681:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae470c0 x1874594466114048/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757931.264693:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757931.264698:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757931.264703:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00000200:1.0:1787757931.264708:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466114048, offset 0
00000400:00000200:1.0:1787757931.264717:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757931.264725:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757931.264734:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757931.264740:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757931.264746:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757931.264751:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757931.264755:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757931.264763:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56802:56802:256:4294967295] 192.168.201.154@tcp LPNI seq info [56802:56802:8:4294967295]
00000400:00000200:1.0:1787757931.264772:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757931.264787:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757931.264796:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757931.264804:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1f00.
00000800:00000200:1.0:1787757931.264813:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757931.264819:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787757931.264828:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757931.264834:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787757931.264842:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757931.264846:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1f00.
00000400:00000200:1.0:1787757931.264853:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757931.264860:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757931.264866:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000400:00000010:1.0:1787757931.264869:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:1.0:1787757931.264875:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757931.264883:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae470c0 x1874594466114048/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757931.264899:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757931.264906:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae470c0 x1874594466114048/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757956 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757931.264919:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757931.264923:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757931.264931:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757931.264937:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787757931.264944:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757931.264949:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314183193
00000100:00000001:1.0:1787757931.264954:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314184105
00000100:00000001:1.0:1787757931.264958:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314183193
00000100:00000001:1.0:1787757931.264963:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314184105
00000100:00000001:1.0:1787757931.264966:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757931.264970:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757931.264972:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757931.264978:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757931/real 1787757931]  req@ffff92507ae470c0 x1874594466114048/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757931.264990:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757931.264992:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757931.264995:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787757931.264998:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
00000400:00000010:1.0:1787757931.265001:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000001:1.0:1787757931.265004:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757931.265008:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae470c0 x1874594466114048/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757931.265018:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae470c0 x1874594466114048/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757931.265026:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757931.265028:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757931.265030:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757931.265032:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757931.265036:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae470c0 x1874594466114048/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757931.265045:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757931.265078:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae470c0 x1874594466114048/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757956 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757931.265088:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757931.265091:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757931.265094:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757931.265095:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757931.265098:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757931.265100:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757931.265103:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757931.265108:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757931.265111:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757931.265116:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae470c0 x1874594466114048/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757956 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757931.265126:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae470c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466114048:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757931.265130:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757931.265133:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757931.265137:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae452c0 x1874594466113920/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757956 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757931.265145:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757931.265147:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757931.265149:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077914000.
02000000:00000001:1.0:1787757931.265153:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757931.265155:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757931.265157:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787757931.265160:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757931.265162:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad6400.
02000000:00000001:1.0:1787757931.265166:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757931.265168:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757931.265170:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae452c0.
00000100:00000001:1.0:1787757931.265173:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757931.265175:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757931.265177:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757931.265181:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae470c0 x1874594466114048/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757956 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757931.265188:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757931.265190:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757931.265191:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757931.265197:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757931.265199:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757931.265200:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787757931.265202:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757931.265205:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad5400.
02000000:00000001:1.0:1787757931.265207:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757931.265209:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757931.265211:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae470c0.
00000100:00000001:1.0:1787757931.265213:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757931.265215:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757931.265217:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757931.265223:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757931.265224:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757931.265227:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757931.265229:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757931.774516:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757931.774547:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757931.774552:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757931.774562:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757931.774570:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757931.774576:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757931.774581:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757931.774586:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757931.774591:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757932.094447:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757932.094458:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757932.094470:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757932.094473:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757932.094481:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757932.094484:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757932.094555:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757932.094562:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757932.094567:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757932.222383:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314184105, at 4314184128
00000100:00000010:3.0:1787757932.222404:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e60c0.
00000100:00000040:2.0:1787757932.222416:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314184105, at 4314184128
00000100:00000010:2.0:1787757932.222431:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6d80.
00000100:00000001:1.0:1787757932.798384:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757932.798396:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757932.798399:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757932.798407:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757932.798411:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757932.798416:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757932.798419:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757932.798423:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757932.798426:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757933.118406:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757933.118418:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757933.118422:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757933.118426:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757933.118436:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757933.118440:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757933.118444:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757933.118449:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757933.118458:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757933.118480:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757933.118484:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757933.118490:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757933.118494:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757933.118498:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757933.118504:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757933.118509:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757933.118519:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757933.118523:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757933.118625:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757933.118632:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757933.118637:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757933.822431:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757933.822445:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757933.822469:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757933.822478:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757933.822483:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757933.822489:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757933.822493:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757933.822498:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757933.822502:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757934.142420:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757934.142431:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757934.142444:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757934.142447:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757934.142455:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757934.142459:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757934.142501:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757934.142506:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757934.142511:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757934.846383:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757934.846397:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757934.846400:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757934.846408:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757934.846413:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757934.846418:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757934.846422:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757934.846426:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757934.846430:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757935.166425:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757935.166436:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757935.166450:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757935.166455:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757935.166465:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757935.166472:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757935.166477:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757935.166484:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757935.166490:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757935.166495:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757935.166500:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757935.166506:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757935.166563:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757935.166569:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757935.166575:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757935.870401:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757935.870416:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757935.870420:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757935.870431:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757935.870438:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757935.870444:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757935.870449:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757935.870454:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757935.870460:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757936.190389:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757936.190398:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757936.190411:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757936.190414:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757936.190422:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757936.190425:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757936.190485:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757936.190494:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757936.190501:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787757936.382435:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757936.382451:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787757936.382456:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757936.382462:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757936.382469:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757936.382480:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19515
00000400:00000200:2.0:1787757936.382491:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757936.382500:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757936.382504:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757936.382509:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757936.382513:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757936.382517:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757936.382520:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757936.382525:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757936.382527:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787757936.382531:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757936.382535:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787757936.382537:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787757936.382540:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787757936.382544:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757936.382547:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757936.382550:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757936.382552:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757936.382557:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787757936.382562:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757936.382565:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757936.382569:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757936.382573:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757936.382577:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757936.382580:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757936.382583:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757936.382594:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61c780.
00000020:00000040:2.0:1787757936.382599:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787757936.382604:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757936.382606:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757936.382610:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757936.382613:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757936.382619:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757936.382629:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafec00.
00000100:00000001:2.0:1787757936.382637:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757936.382649:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61c780 x1874594466114176/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757936.382663:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757936.382669:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757936.382675:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054c4f452] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61c780 x1874594466114176/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757936.382706:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757936.382711:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757936.382716:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787757936.382718:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757936.382720:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757936.382724:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757936.382729:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19515
00000400:00000200:2.0:1787757936.382736:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757936.382743:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757936.382747:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757936.382753:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757936.382757:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757936.382761:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757936.382765:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757936.382771:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757936.382775:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:2.0:1787757936.382779:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757936.382783:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:2.0:1787757936.382789:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:2.0:1787757936.382794:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:2.0:1787757936.382802:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757936.382805:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787757936.382808:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787757936.382814:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1787757936.382818:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757936.382821:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787757936.382830:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000040:1.0:1787757936.382838:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61c780 x1874594466114176/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787757936.382839:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:2.0:1787757936.382852:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757936.382862:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757936.382869:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787757936.382877:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757936.382880:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757936.382886:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757936.382890:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757936.382893:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757936.382895:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1787757936.382903:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466114176:192.168.201.154@tcp:250:kworker.0
02000000:00000001:2.0:1787757936.382907:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757936.382913:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787757936.382916:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787757936.382921:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757936.382926:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1787757936.382927:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787757936.382930:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:2.0:1787757936.382940:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787757936.382945:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915c00.
00000100:00000001:2.0:1787757936.382947:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757936.382983:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757936.382984:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61fc00.
00000020:00000040:2.0:1787757936.382997:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:2.0:1787757936.383005:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787757936.383007:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000001:2.0:1787757936.383011:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757936.383017:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757936.383021:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1787757936.383024:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
02000000:00000001:2.0:1787757936.383025:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757936.383041:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafcc00.
00000400:00000010:1.0:1787757936.383046:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
00000100:00000001:2.0:1787757936.383048:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787757936.383067:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466114176, portal 25
00000100:00000001:1.0:1787757936.383075:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00100000:2.0:1787757936.383078:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61fc00 x1874594466114304/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787757936.383082:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611346304 : -120601098205312 : ffff92505e61c780)
00000100:00000001:2.0:1787757936.383101:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1787757936.383106:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61c780 x1874594466114176/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757936.383108:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757936.383124:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073ddc85a] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61fc00 x1874594466114304/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757936.383132:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757936.383146:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000001:2.0:1787757936.383152:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787757936.383153:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00080000:2.0:1787757936.383163:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1787757936.383166:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466114176, offset 0
00000100:00080000:2.0:1787757936.383172:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787757936.383177:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757936.383181:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787757936.383183:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000001:2.0:1787757936.383190:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757936.383198:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19515
00000400:00000200:1.0:1787757936.383205:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757936.383213:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757936.383223:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757936.383225:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757936.383235:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787757936.383242:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1787757936.383244:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757936.383251:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787757936.383255:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00000040:2.0:1787757936.383262:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757936.383308:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757936.383311:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757936.383314:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:2.0:1787757936.383316:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757936.383320:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:2.0:1787757936.383323:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:2.0:1787757936.383327:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:2.0:1787757936.383332:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757936.383335:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787757936.383342:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1787757936.383343:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757936.383352:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757936.383358:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000400:00000200:1.0:1787757936.383361:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00080000:2.0:1787757936.383370:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000400:00000200:1.0:1787757936.383383:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56803:56803:256:4294967295] 192.168.201.154@tcp LPNI seq info [56803:56803:8:4294967295]
00000100:00000001:2.0:1787757936.383385:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757936.383397:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787757936.383404:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000001:2.0:1787757936.383409:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757936.383421:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757936.383426:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1787757936.383430:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757936.383441:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.0:1787757936.383444:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000008:00000001:2.0:1787757936.383453:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787757936.383458:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1f00.
00000100:00000001:2.0:1787757936.383462:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757936.383473:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61da40.
00000800:00000200:1.0:1787757936.383474:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000020:00000040:2.0:1787757936.383482:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000800:00000200:1.0:1787757936.383485:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
02000000:00000001:2.0:1787757936.383490:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757936.383496:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787757936.383505:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:2.0:1787757936.383506:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757936.383512:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1787757936.383516:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
02000000:00000001:2.0:1787757936.383518:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787757936.383527:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
02000000:00000010:2.0:1787757936.383528:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafe000.
00000800:00000010:1.0:1787757936.383532:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1f00.
00000100:00000001:2.0:1787757936.383537:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757936.383543:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:2.0:1787757936.383553:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61da40 x1874594466114432/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787757936.383555:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757936.383569:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000400:00000010:1.0:1787757936.383576:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:2.0:1787757936.383577:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757936.383585:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757936.383588:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1787757936.383596:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000246cd981] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61da40 x1874594466114432/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757936.383603:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61c780 x1874594466114176/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757936.383633:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757936.383645:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787757936.383648:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787757936.383656:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1787757936.383659:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61c780 x1874594466114176/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757961 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787757936.383665:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19525)
00000100:00000001:1.0:1787757936.383679:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757936.383682:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757936.383693:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757936.383700:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757936.383704:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314189225
00000100:00000010:1.0:1787757936.383711:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6a80.
00000100:00000001:1.0:1787757936.383721:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787757936.383728:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314189225
00000100:00000010:1.0:1787757936.383732:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6240.
00000100:00000001:1.0:1787757936.383736:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787757936.383739:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757936.383743:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757936.383747:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757936.383753:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757936/real 1787757936]  req@ffff92505e61c780 x1874594466114176/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757936.383773:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757936.383775:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757936.383778:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787757936.383782:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
00000400:00000010:1.0:1787757936.383784:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000001:1.0:1787757936.383787:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757936.383791:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61c780 x1874594466114176/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757936.383802:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61c780 x1874594466114176/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757936.383811:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757936.383813:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757936.383816:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757936.383818:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757936.383823:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61c780 x1874594466114176/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757936.383832:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757936.383837:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61c780 x1874594466114176/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757961 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757936.383846:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757936.383849:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757936.383851:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757936.383853:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757936.383856:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757936.383858:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757936.383862:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757936.383867:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757936.383870:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757936.383875:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61c780 x1874594466114176/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757961 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757936.383887:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466114176:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787757936.383893:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757936.383896:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757936.383900:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61c780 x1874594466114176/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757961 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757936.383908:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757936.383911:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757936.383914:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757936.383921:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757936.383923:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757936.383925:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787757936.383928:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757936.383931:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafec00.
02000000:00000001:1.0:1787757936.383936:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757936.383939:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757936.383942:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61c780.
00000100:00000001:1.0:1787757936.383947:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757936.383950:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757936.383954:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757936.383990:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757936.383995:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757936.384000:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757936.384003:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757936.384006:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757936.384016:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61fc00 x1874594466114304/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757936.384032:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757936.384035:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757936.384040:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757936.384044:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757936.384049:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757936.384055:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466114304:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757936.384063:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757936.384068:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757936.384070:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757936.384073:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757936.384078:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757936.384081:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757936.384086:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757936.384090:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
00000400:00000010:1.0:1787757936.384095:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
00000100:00000200:1.0:1787757936.384099:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466114304, portal 10
00000100:00000001:1.0:1787757936.384102:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757936.384104:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611359744 : -120601098191872 : ffff92505e61fc00)
00000100:00000040:1.0:1787757936.384112:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61fc00 x1874594466114304/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757936.384121:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757936.384124:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757936.384127:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00000200:1.0:1787757936.384131:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466114304, offset 0
00000400:00000200:1.0:1787757936.384136:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757936.384141:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757936.384147:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757936.384151:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757936.384155:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757936.384158:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757936.384162:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757936.384166:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56804:56804:256:4294967295] 192.168.201.154@tcp LPNI seq info [56804:56804:8:4294967295]
00000400:00000200:1.0:1787757936.384171:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757936.384181:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757936.384186:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757936.384190:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1f00.
00000800:00000200:1.0:1787757936.384195:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757936.384200:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787757936.384206:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757936.384209:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787757936.384215:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757936.384217:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1f00.
00000400:00000200:1.0:1787757936.384221:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757936.384226:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757936.384230:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000400:00000010:1.0:1787757936.384233:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:1.0:1787757936.384236:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757936.384241:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61fc00 x1874594466114304/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757936.384251:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757936.384255:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61fc00 x1874594466114304/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757961 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757936.384264:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757936.384268:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757936.384312:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757936.384320:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787757936.384328:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757936.384332:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314188330
00000100:00000001:1.0:1787757936.384338:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314189225
00000100:00000001:1.0:1787757936.384343:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314188330
00000100:00000001:1.0:1787757936.384347:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314189225
00000100:00000001:1.0:1787757936.384352:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757936.384357:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757936.384361:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757936.384370:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757936/real 1787757936]  req@ffff92505e61fc00 x1874594466114304/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757936.384385:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757936.384387:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757936.384390:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787757936.384394:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
00000400:00000010:1.0:1787757936.384396:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000001:1.0:1787757936.384399:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757936.384404:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61fc00 x1874594466114304/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757936.384414:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61fc00 x1874594466114304/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757936.384422:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757936.384424:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757936.384426:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757936.384428:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757936.384432:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61fc00 x1874594466114304/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757936.384441:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757936.384446:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61fc00 x1874594466114304/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757961 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757936.384455:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757936.384458:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757936.384460:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757936.384461:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757936.384464:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757936.384466:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757936.384469:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757936.384473:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757936.384476:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757936.384480:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61fc00 x1874594466114304/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757961 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757936.384490:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466114304:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757936.384496:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757936.384500:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61da40 x1874594466114432/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757936.384509:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757936.384510:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757936.384513:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757936.384516:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757936.384518:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757936.384521:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466114432:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757936.384525:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757936.384528:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757936.384530:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757936.384533:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757936.384538:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077914000.
02000000:00000001:1.0:1787757936.384540:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757936.384545:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757936.384548:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
00000400:00000010:1.0:1787757936.384552:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
00000100:00000200:1.0:1787757936.384556:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466114432, portal 4
00000100:00000001:1.0:1787757936.384559:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757936.384560:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611351104 : -120601098200512 : ffff92505e61da40)
00000100:00000040:1.0:1787757936.384568:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61da40 x1874594466114432/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757936.384576:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757936.384579:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757936.384582:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00000200:1.0:1787757936.384585:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466114432, offset 0
00000400:00000200:1.0:1787757936.384590:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757936.384595:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757936.384600:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757936.384603:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757936.384608:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757936.384611:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757936.384614:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757936.384618:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56805:56805:256:4294967295] 192.168.201.154@tcp LPNI seq info [56805:56805:8:4294967295]
00000400:00000200:1.0:1787757936.384623:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757936.384632:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757936.384637:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757936.384641:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1f00.
00000800:00000200:1.0:1787757936.384646:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757936.384650:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787757936.384655:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757936.384659:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787757936.384664:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757936.384667:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1f00.
00000400:00000200:1.0:1787757936.384671:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757936.384675:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757936.384679:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000400:00000010:1.0:1787757936.384681:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:1.0:1787757936.384684:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757936.384689:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61da40 x1874594466114432/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757936.384698:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757936.384702:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61da40 x1874594466114432/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757961 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757936.384711:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757936.384713:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757936.384717:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757936.384721:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787757936.384725:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757936.384728:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314188313
00000100:00000001:1.0:1787757936.384731:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314189225
00000100:00000001:1.0:1787757936.384734:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314188313
00000100:00000001:1.0:1787757936.384737:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314189225
00000100:00000001:1.0:1787757936.384740:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757936.384743:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757936.384745:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757936.384750:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757936/real 1787757936]  req@ffff92505e61da40 x1874594466114432/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757936.384759:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757936.384760:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757936.384762:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787757936.384765:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
00000400:00000010:1.0:1787757936.384767:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000001:1.0:1787757936.384769:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757936.384772:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61da40 x1874594466114432/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757936.384783:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61da40 x1874594466114432/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757936.384791:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757936.384793:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757936.384795:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757936.384796:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757936.384800:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61da40 x1874594466114432/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757936.384808:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757936.384813:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61da40 x1874594466114432/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757961 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757936.384820:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757936.384823:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757936.384825:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757936.384827:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757936.384830:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757936.384832:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757936.384835:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757936.384839:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757936.384842:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757936.384847:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61da40 x1874594466114432/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757961 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757936.384856:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466114432:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757936.384860:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757936.384863:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757936.384866:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61fc00 x1874594466114304/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757961 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757936.384874:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757936.384876:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757936.384878:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757936.384882:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757936.384884:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757936.384885:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787757936.384888:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757936.384890:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafcc00.
02000000:00000001:1.0:1787757936.384894:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757936.384895:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757936.384898:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61fc00.
00000100:00000001:1.0:1787757936.384901:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757936.384903:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757936.384905:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757936.384908:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61da40 x1874594466114432/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757961 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757936.384916:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757936.384918:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757936.384920:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077914000.
02000000:00000001:1.0:1787757936.384923:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757936.384924:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757936.384926:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787757936.384929:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757936.384930:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafe000.
02000000:00000001:1.0:1787757936.384933:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757936.384935:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757936.384937:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61da40.
00000100:00000001:1.0:1787757936.384941:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757936.384943:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757936.384947:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757936.384954:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757936.384978:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757936.384984:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757936.384987:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757936.894395:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757936.894407:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757936.894410:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757936.894418:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757936.894423:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757936.894428:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757936.894432:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757936.894435:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757936.894439:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757937.214424:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757937.214434:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757937.214447:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757937.214450:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757937.214460:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757937.214463:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757937.214502:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757937.214507:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757937.214513:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757937.342394:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314189225, at 4314189248
00000100:00000040:3.0:1787757937.342405:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314189225, at 4314189248
00000100:00000010:2.0:1787757937.342417:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6a80.
00000100:00000010:3.0:1787757937.342422:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6240.
00000100:00000001:1.0:1787757937.918410:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757937.918420:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757937.918423:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757937.918430:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757937.918435:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757937.918440:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757937.918444:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757937.918448:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757937.918451:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757938.238441:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757938.238450:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757938.238459:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757938.238461:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757938.238466:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757938.238468:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757938.238552:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757938.238560:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757938.238569:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757938.942378:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757938.942390:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757938.942393:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757938.942400:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757938.942405:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757938.942409:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757938.942413:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757938.942416:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757938.942420:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757939.262465:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757939.262477:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757939.262495:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757939.262499:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757939.262511:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757939.262514:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757939.262598:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757939.262606:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757939.262612:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757939.966382:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757939.966392:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757939.966395:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757939.966401:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757939.966407:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757939.966412:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757939.966415:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757939.966419:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757939.966423:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757940.286474:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757940.286483:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757940.286496:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757940.286499:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757940.286511:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757940.286515:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757940.286580:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757940.286587:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757940.286593:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757940.990379:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757940.990390:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757940.990394:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757940.990401:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757940.990407:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757940.990411:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757940.990415:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757940.990419:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757940.990422:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757941.310422:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757941.310432:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757941.310442:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757941.310445:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757941.310452:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757941.310455:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757941.310484:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757941.310493:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757941.310500:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757941.502437:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757941.502448:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757941.502453:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757941.502458:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757941.502464:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757941.502474:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19520
00000400:00000200:3.0:1787757941.502485:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757941.502492:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757941.502497:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757941.502501:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757941.502505:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757941.502508:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757941.502512:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757941.502517:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757941.502520:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757941.502523:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757941.502528:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757941.502531:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757941.502534:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757941.502537:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757941.502540:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757941.502542:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757941.502545:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757941.502549:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757941.502553:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757941.502556:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757941.502560:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757941.502564:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757941.502567:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757941.502570:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757941.502573:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757941.502582:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1bc00.
00000020:00000040:3.0:1787757941.502587:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757941.502593:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757941.502595:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757941.502599:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757941.502603:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757941.502608:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757941.502617:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51d800.
00000100:00000001:3.0:1787757941.502625:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757941.502637:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1bc00 x1874594466114560/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757941.502651:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757941.502657:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757941.502663:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002bc35b5c] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1bc00 x1874594466114560/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757941.502694:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757941.502699:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757941.502703:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757941.502705:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757941.502707:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757941.502711:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757941.502715:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19520
00000400:00000200:3.0:1787757941.502719:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757941.502722:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757941.502725:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757941.502729:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757941.502731:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757941.502734:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757941.502737:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757941.502740:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757941.502742:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757941.502744:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757941.502747:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787757941.502751:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787757941.502755:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787757941.502760:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757941.502763:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757941.502766:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757941.502769:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757941.502772:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00000001:1.0:1787757941.502778:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1787757941.502778:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757941.502785:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757941.502790:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787757941.502791:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787757941.502799:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787757941.502803:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757941.502811:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757941.502815:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1bc00 x1874594466114560/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757941.502816:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757941.502825:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757941.502836:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757941.502845:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757941.502850:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000010:3.0:1787757941.502855:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a940.
00000100:00000001:1.0:1787757941.502856:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787757941.502864:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:1.0:1787757941.502889:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757941.502893:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787757941.502896:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757941.502898:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757941.502910:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757941.502911:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757941.502916:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757941.502922:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757941.502924:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466114560:192.168.201.154@tcp:250:kworker.0
02000000:00000010:3.0:1787757941.502930:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e400.
00000100:00000001:1.0:1787757941.502934:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787757941.502940:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757941.502942:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757941.502950:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757941.502954:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1787757941.502958:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a940 x1874594466114688/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1787757941.502966:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077914000.
02000000:00000001:1.0:1787757941.502976:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757941.502991:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757941.502992:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1787757941.502999:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
00000100:00000001:3.0:1787757941.503001:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787757941.503013:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
00000100:00000040:3.0:1787757941.503017:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acf304e1] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a940 x1874594466114688/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757941.503025:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466114560, portal 25
00000100:00000001:1.0:1787757941.503033:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757941.503038:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118854144 : -120600590697472 : ffff92507ca1bc00)
00000100:00000040:1.0:1787757941.503055:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1bc00 x1874594466114560/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757941.503119:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787757941.503122:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757941.503128:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00080000:3.0:1787757941.503132:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1787757941.503135:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00080000:3.0:1787757941.503147:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000200:1.0:1787757941.503148:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466114560, offset 0
00000100:00000001:3.0:1787757941.503151:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757941.503157:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757941.503161:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757941.503169:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19520
00000400:00000200:1.0:1787757941.503173:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757941.503181:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757941.503188:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757941.503192:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757941.503198:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000200:1.0:1787757941.503202:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757941.503204:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757941.503212:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757941.503216:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757941.503220:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757941.503223:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000400:00000200:1.0:1787757941.503228:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000020:00000001:3.0:1787757941.503229:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757941.503236:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787757941.503242:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787757941.503245:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:1.0:1787757941.503249:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1787757941.503254:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757941.503259:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757941.503266:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757941.503308:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757941.503312:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787757941.503316:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757941.503320:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757941.503324:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757941.503330:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757941.503333:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757941.503335:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:1.0:1787757941.503339:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000008:00100000:3.0:1787757941.503340:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757941.503349:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757941.503352:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757941.503359:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00000010:3.0:1787757941.503363:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19a40.
00000020:00000040:3.0:1787757941.503371:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000400:00000200:1.0:1787757941.503372:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
02000000:00000001:3.0:1787757941.503379:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757941.503386:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757941.503390:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56806:56806:256:4294967295] 192.168.201.154@tcp LPNI seq info [56806:56806:8:4294967295]
00000100:00000001:3.0:1787757941.503392:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757941.503398:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757941.503405:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757941.503409:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000010:3.0:1787757941.503415:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51fc00.
00000100:00000001:3.0:1787757941.503424:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757941.503438:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00100000:3.0:1787757941.503444:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19a40 x1874594466114816/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1787757941.503457:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000001:3.0:1787757941.503468:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757941.503472:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787757941.503474:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1f00.
00000100:00000040:3.0:1787757941.503483:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048dd93e3] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19a40 x1874594466114816/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1787757941.503498:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:3.0:1787757941.503506:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787757941.503510:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 1 secs later)
00000100:00000040:3.0:1787757941.503513:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787757941.503525:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.1:1787757941.503530:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000040:3.0:1787757941.503535:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19531)
00000800:00000200:1.1:1787757941.503538:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1787757941.503548:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757941.503551:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1f00.
00000400:00000200:1.0:1787757941.503557:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757941.503566:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757941.503575:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000400:00000010:1.0:1787757941.503578:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:1.0:1787757941.503585:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757941.503595:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1bc00 x1874594466114560/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757941.503615:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757941.503622:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1bc00 x1874594466114560/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757966 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757941.503636:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757941.503640:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757941.503652:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757941.503660:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757941.503666:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314194345
00000100:00000010:1.0:1787757941.503677:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6660.
00000100:00000001:1.0:1787757941.503690:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787757941.503700:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314194345
00000100:00000010:1.0:1787757941.503705:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6a20.
00000100:00000001:1.0:1787757941.503709:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787757941.503713:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757941.503716:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757941.503720:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757941.503727:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757941/real 1787757941]  req@ffff92507ca1bc00 x1874594466114560/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757941.503739:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757941.503741:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757941.503744:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787757941.503748:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
00000400:00000010:1.0:1787757941.503751:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000001:1.0:1787757941.503755:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757941.503759:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1bc00 x1874594466114560/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757941.503770:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1bc00 x1874594466114560/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757941.503780:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757941.503782:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757941.503786:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757941.503788:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757941.503793:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1bc00 x1874594466114560/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757941.503802:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757941.503808:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1bc00 x1874594466114560/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757966 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757941.503817:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757941.503821:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757941.503823:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757941.503824:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757941.503827:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757941.503830:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757941.503833:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757941.503837:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757941.503840:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757941.503845:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1bc00 x1874594466114560/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757966 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757941.503855:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466114560:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787757941.503861:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757941.503864:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757941.503897:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1bc00 x1874594466114560/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757966 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757941.503909:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757941.503913:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757941.503917:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077914000.
02000000:00000001:1.0:1787757941.503921:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757941.503923:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757941.503925:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787757941.503928:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757941.503931:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51d800.
02000000:00000001:1.0:1787757941.503935:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757941.503938:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757941.503940:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1bc00.
00000100:00000001:1.0:1787757941.503943:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757941.503945:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757941.503948:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757941.503957:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757941.503959:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757941.503962:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757941.503964:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757941.503967:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757941.503972:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1a940 x1874594466114688/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757941.503982:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757941.503984:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757941.503986:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757941.503989:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757941.503991:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757941.503995:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466114688:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757941.503999:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757941.504003:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757941.504005:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757941.504008:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757941.504012:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077914000.
02000000:00000001:1.0:1787757941.504014:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757941.504020:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757941.504023:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
00000400:00000010:1.0:1787757941.504028:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
00000100:00000200:1.0:1787757941.504032:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466114688, portal 10
00000100:00000001:1.0:1787757941.504036:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757941.504037:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118849344 : -120600590702272 : ffff92507ca1a940)
00000100:00000040:1.0:1787757941.504045:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1a940 x1874594466114688/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757941.504053:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757941.504056:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757941.504059:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00000200:1.0:1787757941.504063:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466114688, offset 0
00000400:00000200:1.0:1787757941.504068:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757941.504074:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757941.504079:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757941.504083:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757941.504087:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757941.504091:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757941.504094:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757941.504098:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56807:56807:256:4294967295] 192.168.201.154@tcp LPNI seq info [56807:56807:8:4294967295]
00000400:00000200:1.0:1787757941.504104:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757941.504113:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757941.504119:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757941.504123:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1f00.
00000800:00000200:1.0:1787757941.504128:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757941.504132:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787757941.504138:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757941.504141:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1787757941.504146:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757941.504148:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1f00.
00000400:00000200:1.0:1787757941.504152:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757941.504157:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757941.504160:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000400:00000010:1.0:1787757941.504163:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:1.0:1787757941.504166:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757941.504171:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1a940 x1874594466114688/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757941.504189:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757941.504193:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a940 x1874594466114688/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757966 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757941.504202:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757941.504204:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757941.504208:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757941.504213:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787757941.504217:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757941.504219:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314193449
00000100:00000001:1.0:1787757941.504223:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314194345
00000100:00000001:1.0:1787757941.504226:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314193449
00000100:00000001:1.0:1787757941.504229:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314194345
00000100:00000001:1.0:1787757941.504231:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757941.504234:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757941.504236:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757941.504241:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757941/real 1787757941]  req@ffff92507ca1a940 x1874594466114688/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757941.504250:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757941.504251:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757941.504253:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787757941.504256:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
00000400:00000010:1.0:1787757941.504258:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000001:1.0:1787757941.504261:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757941.504265:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1a940 x1874594466114688/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757941.504305:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1a940 x1874594466114688/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757941.504314:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757941.504317:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757941.504320:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757941.504322:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757941.504326:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1a940 x1874594466114688/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757941.504335:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757941.504339:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1a940 x1874594466114688/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757966 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757941.504348:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757941.504351:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757941.504353:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757941.504355:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757941.504358:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757941.504360:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757941.504364:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757941.504367:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757941.504370:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757941.504374:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1a940 x1874594466114688/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757966 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757941.504384:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466114688:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757941.504388:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757941.504393:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca19a40 x1874594466114816/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757941.504401:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757941.504403:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757941.504406:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757941.504408:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757941.504411:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757941.504415:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca19a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466114816:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757941.504419:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757941.504421:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757941.504424:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757941.504426:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757941.504431:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757941.504433:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757941.504437:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757941.504440:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
00000400:00000010:1.0:1787757941.504444:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
00000100:00000200:1.0:1787757941.504447:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466114816, portal 4
00000100:00000001:1.0:1787757941.504450:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757941.504452:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118845504 : -120600590706112 : ffff92507ca19a40)
00000100:00000040:1.0:1787757941.504459:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca19a40 x1874594466114816/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757941.504467:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757941.504470:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757941.504473:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00000200:1.0:1787757941.504476:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466114816, offset 0
00000400:00000200:1.0:1787757941.504480:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757941.504485:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757941.504489:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757941.504493:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757941.504496:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757941.504499:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757941.504502:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757941.504506:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56808:56808:256:4294967295] 192.168.201.154@tcp LPNI seq info [56808:56808:8:4294967295]
00000400:00000200:1.0:1787757941.504511:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757941.504520:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757941.504525:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757941.504529:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1f00.
00000800:00000200:1.0:1787757941.504534:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757941.504538:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787757941.504543:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757941.504546:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1787757941.504551:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757941.504553:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1f00.
00000400:00000200:1.0:1787757941.504557:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757941.504562:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757941.504565:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000400:00000010:1.0:1787757941.504567:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:1.0:1787757941.504570:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757941.504575:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca19a40 x1874594466114816/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757941.504586:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757941.504592:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19a40 x1874594466114816/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757966 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757941.504606:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757941.504609:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757941.504616:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757941.504621:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787757941.504627:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757941.504632:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314193433
00000100:00000001:1.0:1787757941.504636:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314194345
00000100:00000001:1.0:1787757941.504641:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314193433
00000100:00000001:1.0:1787757941.504646:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314194345
00000100:00000001:1.0:1787757941.504650:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757941.504654:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757941.504658:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757941.504667:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757941/real 1787757941]  req@ffff92507ca19a40 x1874594466114816/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757941.504684:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757941.504688:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757941.504692:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787757941.504697:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
00000400:00000010:1.0:1787757941.504699:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000001:1.0:1787757941.504702:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757941.504707:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca19a40 x1874594466114816/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757941.504718:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca19a40 x1874594466114816/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757941.504726:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757941.504728:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757941.504730:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757941.504732:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757941.504736:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca19a40 x1874594466114816/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757941.504744:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757941.504750:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca19a40 x1874594466114816/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757966 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757941.504758:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757941.504762:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757941.504763:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757941.504765:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757941.504767:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757941.504769:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757941.504772:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757941.504776:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757941.504779:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757941.504783:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca19a40 x1874594466114816/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757966 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757941.504805:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca19a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466114816:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757941.504813:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757941.504817:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757941.504824:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1a940 x1874594466114688/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757966 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757941.504837:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757941.504841:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757941.504845:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077914000.
02000000:00000001:1.0:1787757941.504850:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757941.504853:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757941.504856:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787757941.504860:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757941.504863:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51e400.
02000000:00000001:1.0:1787757941.504891:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757941.504894:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757941.504898:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1a940.
00000100:00000001:1.0:1787757941.504904:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757941.504907:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757941.504912:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757941.504919:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca19a40 x1874594466114816/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757966 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757941.504934:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757941.504936:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757941.504938:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757941.504944:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757941.504946:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757941.504948:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787757941.504950:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757941.504952:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51fc00.
02000000:00000001:1.0:1787757941.504957:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757941.504959:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757941.504961:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca19a40.
00000100:00000001:1.0:1787757941.504965:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757941.504966:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757941.504969:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757941.504974:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757941.504976:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757941.504979:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757941.504981:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757942.014395:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757942.014405:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757942.014408:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757942.014414:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757942.014419:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757942.014423:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757942.014427:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757942.014430:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757942.014434:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757942.334417:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757942.334430:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757942.334441:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757942.334444:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757942.334451:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757942.334454:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757942.334505:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757942.334512:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757942.334519:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757942.462407:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314194345, at 4314194368
00000100:00000040:2.0:1787757942.462411:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314194345, at 4314194368
00000100:00000010:2.0:1787757942.462431:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6660.
00000100:00000010:3.0:1787757942.462436:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6a20.
00000100:00000001:1.0:1787757943.038402:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757943.038412:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757943.038414:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757943.038421:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757943.038426:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757943.038431:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757943.038434:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757943.038438:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757943.038441:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757943.358426:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757943.358443:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757943.358449:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757943.358456:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757943.358465:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757943.358470:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757943.358475:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757943.358482:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757943.358490:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757943.358494:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757943.358496:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757943.358500:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757943.358503:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757943.358506:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757943.358509:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757943.358512:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757943.358519:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757943.358522:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757943.358561:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757943.358566:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757943.358572:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757944.062388:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757944.062399:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757944.062402:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757944.062410:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757944.062415:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757944.062421:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757944.062424:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757944.062429:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757944.062433:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757944.382436:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757944.382448:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757944.382464:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757944.382470:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757944.382491:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757944.382496:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757944.382575:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757944.382590:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757944.382603:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757945.086390:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757945.086402:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757945.086405:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757945.086412:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757945.086418:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757945.086424:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757945.086428:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757945.086432:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757945.086436:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757945.406457:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757945.406470:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757945.406480:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757945.406483:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757945.406490:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757945.406496:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757945.406501:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757945.406508:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757945.406514:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757945.406519:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757945.406523:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757945.406528:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757945.406610:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757945.406617:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757945.406623:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757946.110383:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757946.110393:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757946.110396:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757946.110403:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757946.110408:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757946.110413:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757946.110417:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757946.110420:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757946.110423:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757946.430461:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757946.430475:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757946.430496:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757946.430500:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757946.430506:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757946.430508:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757946.430538:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757946.430542:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757946.430546:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787757946.622444:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757946.622459:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787757946.622462:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757946.622467:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757946.622473:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757946.622484:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19526
00000400:00000200:2.0:1787757946.622495:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757946.622503:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757946.622507:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757946.622512:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757946.622516:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757946.622519:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757946.622522:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757946.622528:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757946.622530:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787757946.622534:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757946.622538:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787757946.622541:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787757946.622544:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787757946.622547:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757946.622550:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757946.622552:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757946.622555:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757946.622560:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787757946.622564:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757946.622568:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757946.622572:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757946.622576:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757946.622579:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757946.622582:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757946.622586:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757946.622596:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61da40.
00000020:00000040:2.0:1787757946.622601:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787757946.622606:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757946.622609:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757946.622612:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757946.622616:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757946.622621:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757946.622633:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafc000.
00000100:00000001:2.0:1787757946.622642:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757946.622653:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61da40 x1874594466114944/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757946.622668:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757946.622673:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757946.622680:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000246cd981] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61da40 x1874594466114944/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757946.622711:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757946.622716:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757946.622721:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787757946.622723:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757946.622725:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757946.622729:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757946.622732:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19526
00000400:00000200:2.0:1787757946.622737:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757946.622742:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757946.622745:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757946.622763:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757946.622766:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757946.622768:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757946.622771:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757946.622774:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757946.622775:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:2.0:1787757946.622777:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757946.622802:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:2.0:1787757946.622805:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:2.0:1787757946.622808:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:2.0:1787757946.622812:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757946.622815:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757946.622818:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757946.622820:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757946.622823:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:2.0:1787757946.622826:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757946.622830:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757946.622832:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757946.622840:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757946.622844:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757946.622847:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757946.622852:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787757946.622857:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757946.622860:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757946.622866:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61fc00.
00000100:00000001:1.0:1787757946.622868:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1787757946.622870:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:2.0:1787757946.622877:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787757946.622878:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1787757946.622880:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757946.622886:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787757946.622887:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757946.622894:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757946.622897:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757946.622906:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61da40 x1874594466114944/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1787757946.622908:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafe000.
00000100:00000001:2.0:1787757946.622918:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757946.622933:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:2.0:1787757946.622934:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61fc00 x1874594466115072/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787757946.622939:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757946.622952:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787757946.622961:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787757946.622962:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787757946.622971:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757946.622972:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757946.622981:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073ddc85a] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61fc00 x1874594466115072/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757946.622985:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466114944:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787757946.623002:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757946.623010:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787757946.623013:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757946.623016:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757946.623020:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1787757946.623023:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:2.0:1787757946.623031:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787757946.623033:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000010:1.0:1787757946.623037:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915c00.
00000100:00080000:2.0:1787757946.623038:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1787757946.623048:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757946.623049:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757946.623059:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19526
00000400:00000200:1.0:1787757946.623066:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757946.623068:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757946.623076:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000400:00000010:1.0:1787757946.623077:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
00000400:00000010:1.0:1787757946.623089:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
00000100:00080000:2.0:1787757946.623091:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1787757946.623098:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466114944, portal 25
00000100:00000040:2.0:1787757946.623100:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757946.623111:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787757946.623112:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787757946.623119:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611351104 : -120601098200512 : ffff92505e61da40)
00000100:00000040:2.0:1787757946.623122:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757946.623130:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757946.623137:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:1.0:1787757946.623139:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61da40 x1874594466114944/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787757946.623141:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:2.0:1787757946.623148:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757946.623154:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:2.0:1787757946.623163:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000001:1.0:1787757946.623166:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:2.0:1787757946.623169:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:1.0:1787757946.623178:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000040:2.0:1787757946.623185:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000010:1.0:1787757946.623187:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfcc0.
00000100:00000001:2.0:1787757946.623192:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1787757946.623197:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466114944, offset 0
00000100:00000040:2.0:1787757946.623199:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757946.623206:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757946.623210:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000400:00000200:1.0:1787757946.623217:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00080000:2.0:1787757946.623220:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757946.623226:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757946.623228:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787757946.623234:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000001:2.0:1787757946.623236:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757946.623242:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757946.623245:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:1.0:1787757946.623250:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000008:00100000:2.0:1787757946.623252:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787757946.623260:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757946.623263:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787757946.623265:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757946.623319:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757946.623325:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757946.623331:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757946.623340:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56809:56809:256:4294967295] 192.168.201.154@tcp LPNI seq info [56809:56809:8:4294967295]
00000100:00000010:2.0:1787757946.623349:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61c780.
00000400:00000200:1.0:1787757946.623350:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000020:00000040:2.0:1787757946.623361:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:2.0:1787757946.623372:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787757946.623379:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1787757946.623380:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757946.623390:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.0:1787757946.623398:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
02000000:00000001:2.0:1787757946.623399:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757946.623408:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787757946.623410:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1f00.
02000000:00000010:2.0:1787757946.623418:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafcc00.
00000800:00000200:1.0:1787757946.623427:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:2.0:1787757946.623431:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787757946.623441:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00100000:2.0:1787757946.623447:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61c780 x1874594466115200/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757946.623460:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757946.623464:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757946.623469:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054c4f452] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61c780 x1874594466115200/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757946.623477:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757946.623491:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787757946.623495:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757946.623497:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314199465
00000100:00000040:2.0:1787757946.623511:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:1.0:1787757946.623512:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e63c0.
00000100:00000040:2.0:1787757946.623527:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1787757946.623530:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000040:2.0:1787757946.623538:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19536)
00000100:00000001:1.0:1787757946.623543:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314199465
00000100:00000010:1.0:1787757946.623553:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6060.
00000100:00000001:1.0:1787757946.623558:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787757946.623565:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757946.623569:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757946.623575:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757946.623579:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757946.623589:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757946.623592:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787757946.623595:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757946.623598:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757946.623601:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757946.623608:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61fc00 x1874594466115072/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757946.623619:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757946.623621:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757946.623624:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757946.623628:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757946.623630:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757946.623634:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466115072:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757946.623639:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757946.623641:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757946.623643:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757946.623646:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757946.623652:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077914000.
02000000:00000001:1.0:1787757946.623655:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757946.623659:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757946.623663:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000400:00000010:1.0:1787757946.623670:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787757946.623674:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466115072, portal 10
00000100:00000001:1.0:1787757946.623677:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757946.623678:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611359744 : -120601098191872 : ffff92505e61fc00)
00000100:00000040:1.0:1787757946.623688:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61fc00 x1874594466115072/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757946.623697:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757946.623701:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757946.623706:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf660.
00000100:00000200:1.0:1787757946.623709:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466115072, offset 0
00000400:00000200:1.0:1787757946.623714:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757946.623719:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757946.623724:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757946.623728:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757946.623732:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757946.623737:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757946.623743:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757946.623747:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56810:56810:255:4294967295] 192.168.201.154@tcp LPNI seq info [56810:56810:7:4294967295]
00000400:00000200:1.0:1787757946.623755:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757946.623767:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757946.623772:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757946.623776:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1e00.
00000800:00000200:1.0:1787757946.623810:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757946.623815:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:1.0:1787757946.623819:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757946.623824:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787757946.623828:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757946.623831:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314198569
00000100:00000001:1.0:1787757946.623836:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314199465
00000100:00000001:1.0:1787757946.623839:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314198569
00000100:00000001:1.0:1787757946.623842:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314199465
00000100:00000001:1.0:1787757946.623844:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757946.623847:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757946.623849:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757946.623854:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61c780 x1874594466115200/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757946.623863:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757946.623865:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757946.623867:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757946.623870:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757946.623872:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757946.623876:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466115200:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757946.623880:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757946.623882:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757946.623884:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757946.623886:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757946.623890:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077917400.
02000000:00000001:1.0:1787757946.623893:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757946.623896:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757946.623900:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
00000400:00000010:1.0:1787757946.623904:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf990.
00000100:00000200:1.0:1787757946.623907:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466115200, portal 4
00000100:00000001:1.0:1787757946.623910:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757946.623912:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611346304 : -120601098205312 : ffff92505e61c780)
00000100:00000040:1.0:1787757946.623919:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61c780 x1874594466115200/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757946.623928:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757946.623931:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757946.623934:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfdd0.
00000100:00000200:1.0:1787757946.623937:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466115200, offset 0
00000400:00000200:1.0:1787757946.623942:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757946.623947:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757946.623951:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757946.623955:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757946.623958:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757946.623961:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757946.623964:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757946.623968:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56811:56811:254:4294967295] 192.168.201.154@tcp LPNI seq info [56811:56811:6:4294967295]
00000400:00000200:1.0:1787757946.623973:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757946.623981:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757946.623986:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757946.623990:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1900.
00000800:00000200:1.0:1787757946.623996:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757946.624003:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:1.0:1787757946.624008:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757946.624014:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787757946.624020:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757946.624023:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314198552
00000100:00000001:1.0:1787757946.624028:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314199465
00000100:00000001:1.0:1787757946.624032:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314198552
00000100:00000001:1.0:1787757946.624036:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314199465
00000100:00000001:1.0:1787757946.624040:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757946.624044:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757946.624049:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757946.624053:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757946.624059:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757946.624074:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787757946.624080:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757946.624082:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757946.624086:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757946.624089:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757947.134435:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757947.134446:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757947.134449:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757947.134456:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757947.134461:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757947.134466:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757947.134470:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757947.134473:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757947.134476:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757947.454432:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757947.454445:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757947.454460:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757947.454464:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757947.454473:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757947.454477:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757947.454552:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757947.454559:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757947.454564:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757947.582358:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314199465, at 4314199488
00000100:00000010:3.0:1787757947.582380:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6060.
00000100:00000040:2.0:1787757947.582416:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314199465, at 4314199488
00000100:00000010:2.0:1787757947.582431:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e63c0.
00000100:00000001:1.0:1787757948.158392:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757948.158403:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757948.158406:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757948.158413:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757948.158418:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757948.158423:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757948.158426:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757948.158430:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757948.158434:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757948.478413:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757948.478423:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757948.478435:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757948.478438:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757948.478445:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757948.478448:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757948.478535:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757948.478544:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757948.478551:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757949.182413:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757949.182424:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757949.182428:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757949.182435:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757949.182440:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757949.182445:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757949.182449:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757949.182452:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757949.182457:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757949.502403:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757949.502415:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757949.502426:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757949.502430:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757949.502436:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757949.502439:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757949.502474:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757949.502480:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757949.502485:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787757949.694899:0:238945:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.154:988
00000400:00000100:3.0:1787757949.694963:0:238945:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.154@tcp at host 192.168.201.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1787757949.694979:0:238945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757949.694988:0:238945:0:(router.c:1791:lnet_notify()) 192.168.201.54@tcp notifying 192.168.201.154@tcp: down
00000400:00000200:3.0:1787757949.694999:0:238945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757949.695006:0:238945:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1787757949.695015:0:238945:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000800:00000010:3.0:1787757949.695024:0:238945:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1f00.
00000400:00000200:3.0:1787757949.695036:0:238945:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787757949.695047:0:238945:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787757949.695059:0:238945:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfcc0
00000400:00000010:3.0:1787757949.695065:0:238945:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfcc0.
00000100:00000001:3.0:1787757949.695076:0:238945:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757949.695093:0:238945:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff92505e61da40 x1874594466114944/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757949.695156:0:238945:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757949.695169:0:238945:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61da40 x1874594466114944/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757971 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757949.695186:0:238945:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757949.695193:0:238945:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787757949.695216:0:238945:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000800:00000010:3.0:1787757949.695222:0:238945:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1e00.
00000400:00000200:3.0:1787757949.695229:0:238945:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787757949.695236:0:238945:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787757949.695244:0:238945:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf660
00000400:00000010:3.0:1787757949.695249:0:238945:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf660.
00000100:00000001:3.0:1787757949.695256:0:238945:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787757949.695334:0:238945:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff92505e61fc00 x1874594466115072/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757949.695357:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787757949.695359:0:238945:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787757949.695371:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787757949.695374:0:238945:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61fc00 x1874594466115072/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757971 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757949.695380:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787757949.695396:0:238945:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757949.695405:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757946/real 1787757949]  req@ffff92505e61fc00 x1874594466115072/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757971 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757949.695405:0:238945:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787757949.695437:0:238945:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000400:00000001:1.0:1787757949.695440:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000800:00000010:3.0:1787757949.695445:0:238945:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1900.
00000400:00000001:1.0:1787757949.695448:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757949.695459:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:3.0:1787757949.695459:0:238945:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1787757949.695476:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000200:3.0:1787757949.695480:0:238945:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000400:00000010:1.0:1787757949.695485:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000400:00000200:3.0:1787757949.695492:0:238945:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfdd0
00000100:00000001:1.0:1787757949.695497:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000010:3.0:1787757949.695500:0:238945:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfdd0.
00000100:00000001:3.0:1787757949.695511:0:238945:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757949.695516:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61fc00 x1874594466115072/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787757949.695536:0:238945:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff92505e61c780 x1874594466115200/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757949.695550:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61fc00 x1874594466115072/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757949.695569:0:238945:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787757949.695581:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:3.0:1787757949.695585:0:238945:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61c780 x1874594466115200/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757971 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757949.695588:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757949.695601:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757949.695607:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787757949.695613:0:238945:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757949.695622:0:238945:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:1.0:1787757949.695626:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61fc00 x1874594466115072/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757949.695645:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757949.695676:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61fc00 x1874594466115072/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757971 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757949.695694:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757949.695701:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757949.695704:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757949.695707:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757949.695711:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757949.695716:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757949.695749:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757949.695760:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757949.695766:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757949.695776:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61fc00 x1874594466115072/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757971 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757949.695795:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466115072:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757949.695806:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757949.695813:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757946/real 1787757949]  req@ffff92505e61c780 x1874594466115200/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757949.695830:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757949.695833:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757949.695837:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787757949.695843:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf990
00000400:00000010:1.0:1787757949.695847:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf990.
00000100:00000001:1.0:1787757949.695853:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757949.695860:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61c780 x1874594466115200/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757949.695877:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61c780 x1874594466115200/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757949.695892:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757949.695895:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757949.695900:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757949.695903:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757949.695911:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61c780 x1874594466115200/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757949.695926:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757949.695934:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61c780 x1874594466115200/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757971 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757949.695950:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757949.695956:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757949.695960:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757949.695963:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757949.695967:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757949.695971:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757949.695977:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757949.695984:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757949.695989:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757949.695997:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61c780 x1874594466115200/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757971 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757949.696013:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466115200:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757949.696022:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757949.696030:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757946/real 1787757949]  req@ffff92505e61da40 x1874594466114944/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757949.696046:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757949.696049:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757949.696053:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787757949.696059:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
00000400:00000010:1.0:1787757949.696063:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000001:1.0:1787757949.696068:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757949.696076:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61da40 x1874594466114944/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757949.696093:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61da40 x1874594466114944/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757949.696105:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757949.696108:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757949.696113:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757949.696116:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757949.696123:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61da40 x1874594466114944/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757949.696137:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757949.696144:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61da40 x1874594466114944/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757971 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757949.696157:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757949.696162:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757949.696165:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757949.696168:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757949.696172:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757949.696175:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757949.696180:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757949.696187:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757949.696192:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757949.696200:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61da40 x1874594466114944/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757971 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757949.696217:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466114944:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787757949.696226:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757949.696230:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757949.696237:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61fc00 x1874594466115072/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757971 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757949.696253:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757949.696260:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757949.696267:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077914000.
02000000:00000001:1.0:1787757949.696332:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757949.696338:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757949.696343:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787757949.696349:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757949.696355:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafe000.
02000000:00000001:1.0:1787757949.696363:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757949.696367:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757949.696372:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61fc00.
00000100:00000001:1.0:1787757949.696381:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757949.696385:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757949.696389:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757949.696398:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61c780 x1874594466115200/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757971 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757949.696413:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757949.696418:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757949.696423:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077917400.
02000000:00000001:1.0:1787757949.696429:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757949.696432:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757949.696436:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787757949.696441:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757949.696444:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafcc00.
02000000:00000001:1.0:1787757949.696452:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757949.696455:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757949.696459:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61c780.
00000100:00000001:1.0:1787757949.696466:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757949.696469:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757949.696473:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757949.696482:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61da40 x1874594466114944/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757971 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757949.696496:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757949.696500:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757949.696503:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757949.696512:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757949.696514:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757949.696517:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787757949.696522:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757949.696526:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafc000.
02000000:00000001:1.0:1787757949.696532:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757949.696535:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757949.696538:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61da40.
00000100:00000001:1.0:1787757949.696545:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757949.696549:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757949.696565:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757949.696579:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757949.696582:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757949.696586:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757949.696590:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757950.206408:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757950.206422:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000008:00000020:3.0:1787757950.206424:0:277778:0:(osc_request.c:747:osc_update_next_shrink()) next time 20734 to shrink grant
00000100:00000001:1.0:1787757950.206427:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757950.206441:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757950.206450:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757950.206456:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757950.206462:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757950.206469:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757950.206475:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757950.526403:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757950.526414:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757950.526436:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757950.526439:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757950.526444:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757950.526446:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757950.526542:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757950.526552:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757950.526561:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757951.230410:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757951.230421:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757951.230424:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757951.230432:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757951.230437:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757951.230442:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757951.230447:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757951.230451:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757951.230455:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757951.550411:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757951.550421:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757951.550437:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757951.550443:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757951.550456:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757951.550460:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757951.550549:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757951.550558:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757951.550566:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757951.742492:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757951.742507:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757951.742512:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757951.742518:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757951.742525:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757951.742536:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19531
00000400:00000200:3.0:1787757951.742550:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757951.742559:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757951.742564:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757951.742569:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757951.742573:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757951.742577:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757951.742581:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757951.742587:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757951.742590:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757951.742594:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757951.742599:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757951.742602:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757951.742605:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757951.742609:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757951.742612:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757951.742617:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757951.742622:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757951.742628:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757951.742636:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757951.742642:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757951.742649:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757951.742656:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757951.742739:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757951.742745:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757951.742751:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757951.742767:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19680.
00000020:00000040:3.0:1787757951.742776:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757951.742785:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757951.742789:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757951.742795:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757951.742801:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757951.742810:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757951.742826:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c400.
00000100:00000001:3.0:1787757951.742840:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757951.742860:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19680 x1874594466115328/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757951.742882:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757951.742891:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757951.742903:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c14b51e] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19680 x1874594466115328/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757951.742952:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757951.742959:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757951.742967:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757951.742970:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757951.742973:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757951.742979:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757951.742985:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19531
00000400:00000200:3.0:1787757951.742993:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757951.742998:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757951.743003:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757951.743008:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757951.743013:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757951.743019:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757951.743023:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757951.743029:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757951.743032:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757951.743036:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757951.743042:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787757951.743047:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787757951.743051:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:1.0:1787757951.743059:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787757951.743059:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757951.743071:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787757951.743077:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787757951.743077:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757951.743087:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:1.0:1787757951.743089:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1787757951.743097:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787757951.743112:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000040:1.0:1787757951.743115:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca19680 x1874594466115328/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757951.743120:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757951.743131:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757951.743145:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757951.743152:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757951.743156:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757951.743165:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757951.743172:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757951.743177:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757951.743180:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757951.743186:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757951.743193:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a1c0.
02000000:00000001:1.0:1787757951.743200:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1787757951.743203:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:1.0:1787757951.743211:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757951.743214:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757951.743221:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757951.743225:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757951.743229:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757951.743236:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:1.0:1787757951.743243:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466115328:192.168.201.154@tcp:250:kworker.0
02000000:00000001:3.0:1787757951.743245:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757951.743256:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51ec00.
00000100:00000001:1.0:1787757951.743326:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757951.743337:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757951.743344:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757951.743351:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787757951.743362:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787757951.743365:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757951.743375:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757951.743392:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757951.743402:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
00000400:00000010:1.0:1787757951.743444:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
00000100:00000200:1.0:1787757951.743461:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466115328, portal 25
00000100:00000001:1.0:1787757951.743465:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757951.743469:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118844544 : -120600590707072 : ffff92507ca19680)
00000100:00000040:1.0:1787757951.743484:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca19680 x1874594466115328/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757951.743513:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757951.743519:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757951.743525:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf990.
00000100:00000200:1.0:1787757951.743533:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466115328, offset 0
00000400:00000200:1.0:1787757951.743546:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757951.743564:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757951.743579:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757951.743593:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757951.743603:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00100000:3.0:1787757951.743608:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a1c0 x1874594466115456/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787757951.743614:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757951.743627:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757951.743646:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56812:56812:256:4294967295] 192.168.201.154@tcp LPNI seq info [56812:56812:8:4294967295]
00000100:00000001:3.0:1787757951.743648:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757951.743659:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757951.743668:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:3.0:1787757951.743681:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062ae16d5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a1c0 x1874594466115456/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787757951.743735:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787757951.743735:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757951.743748:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1787757951.743762:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00080000:3.0:1787757951.743764:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787757951.743775:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757951.743778:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:1.0:1787757951.743784:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1900.
00000100:00000001:3.0:1787757951.743785:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757951.743797:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19531
00000800:00000200:1.0:1787757951.743809:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000400:00000200:3.0:1787757951.743811:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000800:00000200:1.0:1787757951.743826:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000400:00000200:3.0:1787757951.743827:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757951.743839:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1787757951.743851:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000040:3.0:1787757951.743855:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757951.743868:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1787757951.743868:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000100:00000040:3.0:1787757951.743877:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757951.743886:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000800:00000100:1.0:1787757951.743893:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000020:00000001:3.0:1787757951.743896:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757951.743904:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000800:00000010:1.0:1787757951.743906:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1900.
00000020:00000001:3.0:1787757951.743909:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757951.743918:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000400:00000200:1.0:1787757951.743920:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:3.0:1787757951.743927:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787757951.743938:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:1.0:1787757951.743941:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1787757951.743954:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000200:1.0:1787757951.743962:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf990
00000100:00000001:3.0:1787757951.743963:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1787757951.743974:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf990.
00000100:00000040:3.0:1787757951.743975:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757951.743987:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:1.0:1787757951.743994:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:3.0:1787757951.743996:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787757951.744014:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000200:1.0:1787757951.744016:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca19680 x1874594466115328/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757951.744023:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757951.744032:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757951.744042:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757951.744051:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757951.744052:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787757951.744058:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757951.744068:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1787757951.744069:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19680 x1874594466115328/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757976 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1787757951.744078:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757951.744083:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757951.744097:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1b0c0.
00000020:00000040:3.0:1787757951.744107:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787757951.744118:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757951.744124:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757951.744133:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787757951.744140:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757951.744140:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757951.744148:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757951.744151:0:238954:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000010:3.0:1787757951.744162:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51dc00.
00000100:00000001:1.0:1787757951.744171:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757951.744174:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757951.744187:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00100000:3.0:1787757951.744195:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1b0c0 x1874594466115584/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787757951.744199:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314204585
00000100:00000010:1.0:1787757951.744216:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6de0.
00000100:00000001:3.0:1787757951.744220:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757951.744228:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757951.744233:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000040:3.0:1787757951.744241:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043bdf1c5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1b0c0 x1874594466115584/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757951.744260:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757951.744264:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787757951.744308:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314204586
00000100:00000040:3.0:1787757951.744319:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000010:1.0:1787757951.744324:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6ea0.
00000100:00000040:3.0:1787757951.744335:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19541)
00000100:00000001:1.0:1787757951.744338:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787757951.744353:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757951.744361:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757951.744366:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757951.744379:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757951/real 1787757951]  req@ffff92507ca19680 x1874594466115328/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757951.744401:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757951.744405:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757951.744410:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787757951.744417:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
00000400:00000010:1.0:1787757951.744421:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000001:1.0:1787757951.744426:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757951.744434:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca19680 x1874594466115328/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757951.744453:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca19680 x1874594466115328/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757951.744469:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757951.744473:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757951.744478:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757951.744482:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757951.744490:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca19680 x1874594466115328/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757951.744507:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757951.744517:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca19680 x1874594466115328/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757976 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757951.744530:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757951.744536:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757951.744540:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757951.744543:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757951.744548:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757951.744552:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757951.744559:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757951.744568:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757951.744573:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757951.744582:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca19680 x1874594466115328/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757976 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757951.744599:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466115328:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787757951.744609:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757951.744613:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757951.744619:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca19680 x1874594466115328/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757976 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757951.744631:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757951.744636:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757951.744641:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757951.744650:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757951.744655:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757951.744658:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787757951.744662:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757951.744668:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51c400.
02000000:00000001:1.0:1787757951.744674:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757951.744679:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757951.744683:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca19680.
00000100:00000001:1.0:1787757951.744713:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757951.744717:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757951.744721:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757951.744737:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757951.744741:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757951.744745:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757951.744748:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757951.744751:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757951.744760:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1a1c0 x1874594466115456/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757951.744784:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757951.744794:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757951.744805:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757951.744810:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757951.744815:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757951.744821:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466115456:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757951.744829:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757951.744834:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757951.744838:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757951.744841:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757951.744847:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757951.744849:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757951.744856:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757951.744860:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
00000400:00000010:1.0:1787757951.744865:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
00000100:00000200:1.0:1787757951.744870:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466115456, portal 10
00000100:00000001:1.0:1787757951.744873:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757951.744875:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118847424 : -120600590704192 : ffff92507ca1a1c0)
00000100:00000040:1.0:1787757951.744886:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1a1c0 x1874594466115456/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757951.744895:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757951.744899:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757951.744903:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf990.
00000100:00000200:1.0:1787757951.744906:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466115456, offset 0
00000400:00000200:1.0:1787757951.744912:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757951.744920:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757951.744925:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757951.744930:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757951.744934:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757951.744938:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757951.744941:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757951.744946:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56813:56813:256:4294967295] 192.168.201.154@tcp LPNI seq info [56813:56813:8:4294967295]
00000400:00000200:1.0:1787757951.744951:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757951.744960:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757951.744966:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757951.744971:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1900.
00000800:00000200:1.0:1787757951.744977:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757951.744982:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787757951.744988:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757951.744992:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787757951.744998:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757951.745000:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1900.
00000400:00000200:1.0:1787757951.745005:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757951.745010:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757951.745014:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf990
00000400:00000010:1.0:1787757951.745017:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf990.
00000100:00000001:1.0:1787757951.745020:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757951.745025:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1a1c0 x1874594466115456/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757951.745036:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757951.745042:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a1c0 x1874594466115456/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757976 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757951.745056:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757951.745060:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757951.745069:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757951.745077:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787757951.745084:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757951.745089:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314203690
00000100:00000001:1.0:1787757951.745095:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314204585
00000100:00000001:1.0:1787757951.745099:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314203690
00000100:00000001:1.0:1787757951.745104:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314204586
00000100:00000001:1.0:1787757951.745108:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757951.745112:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757951.745116:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757951.745125:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757951/real 1787757951]  req@ffff92507ca1a1c0 x1874594466115456/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757951.745143:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757951.745146:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757951.745149:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787757951.745155:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
00000400:00000010:1.0:1787757951.745159:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000001:1.0:1787757951.745164:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757951.745170:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1a1c0 x1874594466115456/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757951.745185:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1a1c0 x1874594466115456/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757951.745194:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757951.745196:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757951.745199:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757951.745201:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757951.745205:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1a1c0 x1874594466115456/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757951.745214:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757951.745220:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1a1c0 x1874594466115456/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757976 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757951.745230:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757951.745234:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757951.745236:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757951.745238:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757951.745240:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757951.745243:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757951.745246:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757951.745250:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757951.745253:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757951.745258:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1a1c0 x1874594466115456/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757976 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757951.745297:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466115456:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757951.745304:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757951.745309:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1b0c0 x1874594466115584/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757951.745318:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757951.745320:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757951.745323:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757951.745326:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757951.745329:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757951.745333:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466115584:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757951.745338:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757951.745340:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757951.745342:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757951.745345:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757951.745350:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077917400.
02000000:00000001:1.0:1787757951.745352:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757951.745359:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757951.745362:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
00000400:00000010:1.0:1787757951.745367:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
00000100:00000200:1.0:1787757951.745372:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466115584, portal 4
00000100:00000001:1.0:1787757951.745374:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757951.745376:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118851264 : -120600590700352 : ffff92507ca1b0c0)
00000100:00000040:1.0:1787757951.745384:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1b0c0 x1874594466115584/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757951.745393:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757951.745396:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757951.745399:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf990.
00000100:00000200:1.0:1787757951.745402:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466115584, offset 0
00000400:00000200:1.0:1787757951.745408:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757951.745414:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757951.745419:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757951.745423:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757951.745427:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757951.745430:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757951.745434:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757951.745438:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56814:56814:256:4294967295] 192.168.201.154@tcp LPNI seq info [56814:56814:8:4294967295]
00000400:00000200:1.0:1787757951.745443:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757951.745453:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757951.745459:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757951.745464:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1900.
00000800:00000200:1.0:1787757951.745469:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757951.745473:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787757951.745479:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757951.745482:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787757951.745488:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757951.745490:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1900.
00000400:00000200:1.0:1787757951.745494:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757951.745499:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757951.745503:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf990
00000400:00000010:1.0:1787757951.745506:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf990.
00000100:00000001:1.0:1787757951.745509:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757951.745514:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1b0c0 x1874594466115584/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757951.745524:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757951.745528:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1b0c0 x1874594466115584/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757976 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757951.745536:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757951.745538:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757951.745542:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757951.745546:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787757951.745551:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757951.745553:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314203674
00000100:00000001:1.0:1787757951.745557:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314204585
00000100:00000001:1.0:1787757951.745559:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314203674
00000100:00000001:1.0:1787757951.745562:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314204586
00000100:00000001:1.0:1787757951.745565:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757951.745568:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757951.745570:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757951.745575:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757951/real 1787757951]  req@ffff92507ca1b0c0 x1874594466115584/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757951.745584:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757951.745585:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757951.745587:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787757951.745590:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
00000400:00000010:1.0:1787757951.745592:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000001:1.0:1787757951.745595:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757951.745599:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1b0c0 x1874594466115584/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757951.745609:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1b0c0 x1874594466115584/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757951.745619:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757951.745621:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757951.745624:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757951.745626:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757951.745630:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1b0c0 x1874594466115584/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757951.745638:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757951.745642:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1b0c0 x1874594466115584/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757976 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757951.745650:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757951.745653:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757951.745655:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757951.745656:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757951.745659:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757951.745660:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757951.745663:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757951.745667:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757951.745670:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757951.745674:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1b0c0 x1874594466115584/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757976 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757951.745683:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466115584:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757951.745715:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757951.745722:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757951.745728:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1a1c0 x1874594466115456/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757976 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757951.745737:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757951.745740:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757951.745744:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757951.745748:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757951.745751:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757951.745753:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787757951.745756:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757951.745758:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51ec00.
02000000:00000001:1.0:1787757951.745762:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757951.745764:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757951.745766:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1a1c0.
00000100:00000001:1.0:1787757951.745770:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757951.745772:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757951.745774:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757951.745778:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1b0c0 x1874594466115584/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757976 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757951.745786:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757951.745788:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757951.745789:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077917400.
02000000:00000001:1.0:1787757951.745792:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757951.745793:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757951.745795:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787757951.745797:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757951.745799:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51dc00.
02000000:00000001:1.0:1787757951.745801:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757951.745802:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757951.745804:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1b0c0.
00000100:00000001:1.0:1787757951.745807:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757951.745808:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757951.745810:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757951.745816:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757951.745817:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757951.745820:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757951.745822:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757952.254431:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757952.254443:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757952.254446:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757952.254454:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757952.254459:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757952.254467:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757952.254471:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757952.254475:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757952.254479:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757952.574457:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757952.574472:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757952.574477:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757952.574484:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757952.574492:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757952.574496:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757952.574501:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757952.574507:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757952.574516:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757952.574522:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757952.574526:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757952.574531:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757952.574534:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757952.574537:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757952.574541:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757952.574548:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757952.574558:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757952.574561:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757952.574603:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757952.574607:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757952.574610:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757952.702408:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314204585, at 4314204608
00000100:00000040:3.0:1787757952.702408:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314204586, at 4314204608
00000100:00000010:2.0:1787757952.702436:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6de0.
00000100:00000010:3.0:1787757952.702447:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6ea0.
00000100:00000001:1.0:1787757953.278409:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757953.278417:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757953.278419:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757953.278424:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757953.278427:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757953.278430:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757953.278432:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757953.278435:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757953.278437:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757953.598479:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757953.598488:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757953.598498:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757953.598500:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757953.598505:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757953.598507:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757953.598562:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757953.598569:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757953.598574:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757954.302465:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757954.302475:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757954.302478:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757954.302486:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757954.302491:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757954.302495:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757954.302499:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757954.302503:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757954.302506:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757954.622429:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757954.622443:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757954.622460:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757954.622465:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757954.622477:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757954.622481:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757954.622538:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757954.622546:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757954.622553:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757955.326393:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757955.326403:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757955.326406:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757955.326413:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757955.326417:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757955.326422:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757955.326426:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757955.326429:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757955.326432:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757955.646421:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757955.646432:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757955.646445:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757955.646449:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757955.646459:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757955.646475:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757955.646481:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757955.646488:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757955.646494:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757955.646500:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757955.646504:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757955.646510:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757955.646550:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757955.646556:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757955.646560:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757956.350367:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757956.350377:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757956.350380:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757956.350386:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757956.350391:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757956.350396:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757956.350399:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757956.350403:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757956.350406:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757956.670440:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757956.670450:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757956.670464:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757956.670467:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757956.670475:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757956.670478:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757956.670554:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757956.670561:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757956.670567:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757956.862392:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757956.862404:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757956.862408:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757956.862413:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757956.862420:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757956.862430:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19536
00000400:00000200:3.0:1787757956.862443:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757956.862451:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757956.862456:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757956.862461:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757956.862465:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757956.862470:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757956.862473:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757956.862479:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757956.862482:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757956.862485:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757956.862489:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757956.862492:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757956.862495:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757956.862499:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757956.862502:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757956.862504:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757956.862507:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757956.862512:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757956.862518:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757956.862523:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757956.862527:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757956.862532:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757956.862536:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757956.862539:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757956.862542:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757956.862551:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca192c0.
00000020:00000040:3.0:1787757956.862557:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757956.862564:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757956.862566:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757956.862570:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757956.862573:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757956.862578:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757956.862590:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51f400.
00000100:00000001:3.0:1787757956.862618:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757956.862633:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca192c0 x1874594466115712/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757956.862648:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757956.862654:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757956.862661:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e50181] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca192c0 x1874594466115712/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757956.862697:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757956.862703:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757956.862708:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757956.862711:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757956.862716:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757956.862720:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757956.862726:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19536
00000400:00000200:3.0:1787757956.862733:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757956.862739:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757956.862742:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757956.862747:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757956.862750:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757956.862754:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757956.862758:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757956.862762:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757956.862764:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757956.862767:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757956.862770:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787757956.862774:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787757956.862777:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787757956.862781:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757956.862784:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787757956.862788:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787757956.862789:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757956.862799:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:0.0:1787757956.862803:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1787757956.862804:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00000001:0.0:1787757956.862814:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1787757956.862816:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757956.862823:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757956.862829:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1787757956.862832:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca192c0 x1874594466115712/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787757956.862839:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757956.862857:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757956.862862:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757956.862867:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757956.862871:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757956.862875:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757956.862881:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466115712:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787757956.862887:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757956.862893:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757956.862897:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757956.862901:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757956.862909:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad5800.
02000000:00000001:0.0:1787757956.862913:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757956.862922:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757956.862929:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787757956.862939:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787757956.862948:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466115712, portal 25
00000100:00000001:0.0:1787757956.862952:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757956.862955:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118843584 : -120600590708032 : ffff92507ca192c0)
00000100:00000040:0.0:1787757956.862967:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca192c0 x1874594466115712/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787757956.862979:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757956.862989:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787757956.862997:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757956.863003:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757956.863007:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000200:0.0:1787757956.863013:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466115712, offset 0
00000400:00000200:0.0:1787757956.863024:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757956.863034:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757956.863044:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757956.863053:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757956.863058:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757956.863063:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757956.863067:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757956.863072:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56815:56815:256:4294967295] 192.168.201.154@tcp LPNI seq info [56815:56815:8:4294967295]
00000400:00000200:0.0:1787757956.863095:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757956.863109:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757956.863118:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757956.863126:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000800:00000200:0.0:1787757956.863136:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757956.863142:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787757956.863151:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757956.863157:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1787757956.863166:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000008:00100000:3.0:1787757956.863166:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000800:00000010:0.0:1787757956.863173:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000008:00000001:3.0:1787757956.863175:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757956.863181:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757956.863182:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:3.0:1787757956.863190:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19e00.
00000400:00000200:0.0:1787757956.863193:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1787757956.863201:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000400:00000200:0.0:1787757956.863205:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
02000000:00000001:3.0:1787757956.863210:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:0.0:1787757956.863212:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:0.0:1787757956.863223:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757956.863230:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca192c0 x1874594466115712/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757956.863244:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757956.863249:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca192c0 x1874594466115712/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757981 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757956.863313:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757956.863319:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757956.863320:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787757956.863331:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787757956.863333:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757956.863339:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1787757956.863345:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000001:3.0:1787757956.863350:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757956.863352:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314209705
00000100:00000010:0.0:1787757956.863366:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747a80.
02000000:00000010:3.0:1787757956.863372:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c000.
00000100:00000001:0.0:1787757956.863379:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787757956.863386:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757956.863395:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314209705
00000100:00000010:0.0:1787757956.863404:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747600.
00000100:00100000:3.0:1787757956.863408:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19e00 x1874594466115840/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757956.863412:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787757956.863422:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757956.863429:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757956.863430:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757956.863438:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787757956.863439:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757956.863449:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757956/real 1787757956]  req@ffff92507ca192c0 x1874594466115712/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787757956.863453:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000c6c2d2] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19e00 x1874594466115840/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757956.863498:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757956.863504:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787757956.863505:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787757956.863508:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000100:00080000:3.0:1787757956.863513:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1787757956.863517:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000100:00080000:3.0:1787757956.863525:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000010:0.0:1787757956.863526:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:3.0:1787757956.863534:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787757956.863536:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:3.0:1787757956.863540:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757956.863544:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757956.863548:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19536
00000400:00000200:3.0:1787757956.863556:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000200:0.0:1787757956.863563:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca192c0 x1874594466115712/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787757956.863567:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757956.863578:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757956.863591:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000200:0.0:1787757956.863624:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca192c0 x1874594466115712/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757956.863626:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757956.863638:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757956.863646:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757956.863655:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787757956.863656:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:3.0:1787757956.863658:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000100:00000001:0.0:1787757956.863662:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787757956.863663:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787757956.863671:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:3.0:1787757956.863673:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000100:00000001:0.0:1787757956.863676:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787757956.863679:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00100000:0.0:1787757956.863689:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca192c0 x1874594466115712/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787757956.863690:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787757956.863706:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757956.863715:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787757956.863718:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757956.863723:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000040:0.0:1787757956.863734:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca192c0 x1874594466115712/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757981 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757956.863734:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757956.863743:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787757956.863758:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757956.863760:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787757956.863768:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757956.863770:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787757956.863780:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787757956.863781:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757956.863789:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787757956.863793:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757956.863794:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757956.863799:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1787757956.863802:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757956.863807:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787757956.863808:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757956.863816:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1787757956.863821:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000008:00000001:3.0:1787757956.863826:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757956.863829:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1787757956.863831:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757956.863840:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca192c0 x1874594466115712/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757981 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1787757956.863842:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca18b40.
00000020:00000040:3.0:1787757956.863851:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787757956.863861:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757956.863866:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757956.863872:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466115712:192.168.201.154@tcp:250:kworker.0
00000100:00000001:3.0:1787757956.863874:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757956.863879:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757956.863885:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757956.863886:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757956.863892:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000010:3.0:1787757956.863894:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e000.
00000100:00000040:0.0:1787757956.863897:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca192c0 x1874594466115712/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757981 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757956.863904:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757956.863917:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757956.863922:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00100000:3.0:1787757956.863925:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca18b40 x1874594466115968/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:0.0:1787757956.863929:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad5800.
02000000:00000001:0.0:1787757956.863939:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757956.863945:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:3.0:1787757956.863946:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000020:00000040:0.0:1787757956.863950:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000100:00000001:3.0:1787757956.863954:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787757956.863957:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757956.863964:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51f400.
00000100:00000040:3.0:1787757956.863967:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5e8f4b9] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca18b40 x1874594466115968/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787757956.863973:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757956.863979:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757956.863983:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca192c0.
00000100:00000001:3.0:1787757956.863989:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757956.863991:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757956.863998:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757956.863998:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787757956.864006:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787757956.864014:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1787757956.864022:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:3.0:1787757956.864023:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19546)
00000100:00000001:0.0:1787757956.864029:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757956.864036:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757956.864038:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757956.864041:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757956.864048:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca19e00 x1874594466115840/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757956.864059:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757956.864062:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757956.864065:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757956.864068:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757956.864070:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757956.864074:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca19e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466115840:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757956.864078:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757956.864081:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757956.864083:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757956.864086:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757956.864091:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad5800.
02000000:00000001:0.0:1787757956.864093:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757956.864098:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757956.864101:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787757956.864106:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787757956.864109:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466115840, portal 10
00000100:00000001:0.0:1787757956.864112:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757956.864114:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118846464 : -120600590705152 : ffff92507ca19e00)
00000100:00000040:0.0:1787757956.864122:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca19e00 x1874594466115840/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757956.864131:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757956.864135:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757956.864138:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000200:0.0:1787757956.864141:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466115840, offset 0
00000400:00000200:0.0:1787757956.864146:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757956.864151:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757956.864157:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757956.864161:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757956.864165:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757956.864168:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757956.864171:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757956.864175:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56816:56816:256:4294967295] 192.168.201.154@tcp LPNI seq info [56816:56816:8:4294967295]
00000400:00000200:0.0:1787757956.864180:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757956.864189:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757956.864195:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757956.864199:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000800:00000200:0.0:1787757956.864204:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757956.864208:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787757956.864214:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757956.864218:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1787757956.864223:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757956.864226:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000400:00000200:0.0:1787757956.864230:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757956.864235:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757956.864239:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787757956.864241:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:0.0:1787757956.864245:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757956.864250:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca19e00 x1874594466115840/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757956.864260:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757956.864264:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19e00 x1874594466115840/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757981 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757956.864319:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757956.864321:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757956.864328:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757956.864333:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:0.0:1787757956.864338:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757956.864341:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314208810
00000100:00000001:0.0:1787757956.864345:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314209705
00000100:00000001:0.0:1787757956.864348:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314208810
00000100:00000001:0.0:1787757956.864351:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314209705
00000100:00000001:0.0:1787757956.864353:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757956.864356:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757956.864359:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757956.864364:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757956/real 1787757956]  req@ffff92507ca19e00 x1874594466115840/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757956.864374:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757956.864377:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757956.864379:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757956.864383:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757956.864386:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757956.864390:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757956.864394:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca19e00 x1874594466115840/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757956.864406:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca19e00 x1874594466115840/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757956.864415:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757956.864416:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757956.864418:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757956.864420:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757956.864424:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca19e00 x1874594466115840/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757956.864432:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757956.864437:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca19e00 x1874594466115840/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757981 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757956.864446:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757956.864449:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757956.864451:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757956.864453:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757956.864455:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757956.864458:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757956.864461:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757956.864465:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757956.864467:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757956.864472:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca19e00 x1874594466115840/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757981 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757956.864481:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca19e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466115840:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757956.864486:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757956.864490:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca18b40 x1874594466115968/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757956.864499:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757956.864501:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757956.864504:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757956.864506:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757956.864508:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757956.864512:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca18b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466115968:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757956.864516:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757956.864518:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757956.864520:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757956.864523:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757956.864528:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad7000.
02000000:00000001:0.0:1787757956.864530:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757956.864535:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757956.864539:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787757956.864543:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787757956.864546:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466115968, portal 4
00000100:00000001:0.0:1787757956.864549:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757956.864551:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118841664 : -120600590709952 : ffff92507ca18b40)
00000100:00000040:0.0:1787757956.864558:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca18b40 x1874594466115968/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757956.864566:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757956.864569:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757956.864572:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000200:0.0:1787757956.864575:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466115968, offset 0
00000400:00000200:0.0:1787757956.864579:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757956.864584:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757956.864588:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757956.864592:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757956.864595:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757956.864622:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757956.864626:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757956.864630:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56817:56817:256:4294967295] 192.168.201.154@tcp LPNI seq info [56817:56817:8:4294967295]
00000400:00000200:0.0:1787757956.864635:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757956.864644:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757956.864650:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757956.864654:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000800:00000200:0.0:1787757956.864659:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757956.864663:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787757956.864668:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757956.864671:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1787757956.864676:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757956.864679:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000400:00000200:0.0:1787757956.864683:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757956.864688:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757956.864691:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787757956.864695:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:0.0:1787757956.864699:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757956.864703:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca18b40 x1874594466115968/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757956.864713:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757956.864717:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca18b40 x1874594466115968/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757981 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757956.864725:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757956.864727:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757956.864731:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757956.864734:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:0.0:1787757956.864738:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757956.864741:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314208793
00000100:00000001:0.0:1787757956.864744:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314209705
00000100:00000001:0.0:1787757956.864747:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314208793
00000100:00000001:0.0:1787757956.864750:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314209705
00000100:00000001:0.0:1787757956.864752:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757956.864755:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757956.864757:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757956.864761:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757956/real 1787757956]  req@ffff92507ca18b40 x1874594466115968/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757956.864770:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757956.864772:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757956.864774:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757956.864777:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757956.864779:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757956.864782:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757956.864786:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca18b40 x1874594466115968/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757956.864795:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca18b40 x1874594466115968/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757956.864804:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757956.864806:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757956.864809:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757956.864811:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757956.864815:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca18b40 x1874594466115968/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757956.864823:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757956.864827:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca18b40 x1874594466115968/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757981 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757956.864835:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757956.864838:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757956.864840:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757956.864841:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757956.864843:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757956.864845:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757956.864848:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757956.864852:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757956.864854:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757956.864859:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca18b40 x1874594466115968/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757981 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757956.864868:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca18b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466115968:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757956.864872:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757956.864875:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757956.864878:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca19e00 x1874594466115840/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757981 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757956.864887:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757956.864889:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757956.864892:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad5800.
02000000:00000001:0.0:1787757956.864895:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757956.864897:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757956.864899:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:0.0:1787757956.864902:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757956.864904:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51c000.
02000000:00000001:0.0:1787757956.864907:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757956.864909:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757956.864911:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca19e00.
00000100:00000001:0.0:1787757956.864914:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757956.864916:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757956.864918:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757956.864921:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca18b40 x1874594466115968/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757981 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757956.864929:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757956.864931:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757956.864933:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad7000.
02000000:00000001:0.0:1787757956.864935:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757956.864937:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757956.864938:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:0.0:1787757956.864940:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757956.864942:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51e000.
02000000:00000001:0.0:1787757956.864944:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757956.864946:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757956.864947:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca18b40.
00000100:00000001:0.0:1787757956.864950:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757956.864951:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757956.864953:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757956.864957:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757956.864959:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757956.864961:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757956.864963:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757957.374363:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757957.374374:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757957.374377:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757957.374384:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757957.374390:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757957.374394:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757957.374398:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757957.374401:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757957.374405:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757957.694393:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757957.694404:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757957.694419:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757957.694424:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757957.694436:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757957.694440:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757957.694488:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757957.694499:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757957.694507:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757957.822389:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314209705, at 4314209728
00000100:00000010:2.0:1787757957.822411:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747a80.
00000100:00000040:3.0:1787757957.822411:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314209705, at 4314209728
00000100:00000010:3.0:1787757957.822430:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747600.
00000100:00000001:2.0:1787757958.398415:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757958.398426:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757958.398428:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757958.398436:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757958.398441:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757958.398445:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757958.398449:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757958.398453:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757958.398456:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757958.718376:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757958.718385:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757958.718395:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757958.718398:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757958.718405:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757958.718406:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757958.718446:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757958.718452:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757958.718459:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757959.422476:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757959.422490:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757959.422495:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757959.422504:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757959.422511:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757959.422517:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757959.422522:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757959.422528:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757959.422533:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757959.742447:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757959.742460:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757959.742476:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757959.742481:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757959.742496:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757959.742500:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757959.742595:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757959.742605:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757959.742614:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757960.446371:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757960.446381:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757960.446384:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757960.446390:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757960.446395:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757960.446400:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757960.446404:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757960.446407:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757960.446411:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757960.766408:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757960.766418:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757960.766428:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757960.766431:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757960.766436:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757960.766438:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757960.766483:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757960.766493:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757960.766502:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757961.470394:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757961.470405:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757961.470408:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757961.470415:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757961.470420:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757961.470424:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757961.470428:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757961.470431:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757961.470434:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757961.790412:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757961.790424:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757961.790435:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757961.790439:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757961.790446:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757961.790448:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757961.790484:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757961.790489:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757961.790494:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757961.982418:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757961.982432:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757961.982435:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757961.982441:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757961.982447:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757961.982457:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19541
00000400:00000200:3.0:1787757961.982468:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757961.982475:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757961.982480:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757961.982485:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757961.982491:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757961.982496:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757961.982501:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757961.982534:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757961.982538:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757961.982544:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757961.982549:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757961.982554:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757961.982561:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757961.982568:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757961.982572:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757961.982576:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757961.982580:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757961.982587:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757961.982594:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757961.982599:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757961.982605:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757961.982611:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757961.982617:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757961.982622:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757961.982627:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757961.982641:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a580.
00000020:00000040:3.0:1787757961.982648:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757961.982656:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757961.982658:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757961.982662:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757961.982666:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757961.982671:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757961.982681:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e800.
00000100:00000001:3.0:1787757961.982690:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757961.982703:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a580 x1874594466116096/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757961.982718:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757961.982723:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757961.982730:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079505b6d] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a580 x1874594466116096/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757961.982762:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757961.982767:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757961.982772:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757961.982775:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757961.982778:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757961.982782:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757961.982786:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19541
00000400:00000200:3.0:1787757961.982792:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757961.982796:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757961.982799:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757961.982803:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757961.982807:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757961.982810:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757961.982814:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757961.982817:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757961.982820:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757961.982822:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757961.982824:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787757961.982827:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787757961.982830:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787757961.982836:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757961.982838:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757961.982841:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757961.982845:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:0.0:1787757961.982847:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1787757961.982849:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787757961.982859:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757961.982860:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787757961.982867:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757961.982868:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787757961.982876:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757961.982887:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1787757961.982888:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1a580 x1874594466116096/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787757961.982892:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757961.982900:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757961.982908:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757961.982922:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757961.982935:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757961.982936:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757961.982941:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757961.982948:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:3.0:1787757961.982951:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca18b40.
02000000:00000001:0.0:1787757961.982953:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757961.982963:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787757961.982964:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000100:00100000:0.0:1787757961.982970:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466116096:192.168.201.154@tcp:250:kworker.0
02000000:00000001:3.0:1787757961.982976:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787757961.982979:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757961.982984:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757961.982986:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757961.982995:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757961.982995:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757961.983003:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787757961.983005:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:0.0:1787757961.983014:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad4800.
02000000:00000001:3.0:1787757961.983015:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757961.983022:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757961.983033:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000010:3.0:1787757961.983033:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e000.
00000400:00000010:0.0:1787757961.983047:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000100:00000001:3.0:1787757961.983048:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787757961.983064:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00100000:3.0:1787757961.983067:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca18b40 x1874594466116224/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1787757961.983076:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466116096, portal 25
00000100:00000001:0.0:1787757961.983087:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787757961.983089:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757961.983092:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118848384 : -120600590703232 : ffff92507ca1a580)
00000100:00000001:3.0:1787757961.983097:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757961.983110:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1a580 x1874594466116096/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787757961.983112:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5e8f4b9] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca18b40 x1874594466116224/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757961.983134:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757961.983139:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757961.983157:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787757961.983160:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787757961.983164:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:0.0:1787757961.983172:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00080000:3.0:1787757961.983174:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:0.0:1787757961.983179:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000001:3.0:1787757961.983187:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:0.0:1787757961.983189:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466116096, offset 0
00000100:00080000:3.0:1787757961.983202:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19541
00000400:00000200:0.0:1787757961.983209:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757961.983220:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757961.983228:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757961.983238:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000400:00000200:0.0:1787757961.983244:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00080000:3.0:1787757961.983247:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1787757961.983261:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1787757961.983262:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757961.983307:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757961.983311:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757961.983315:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757961.983318:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757961.983322:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787757961.983326:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:0.0:1787757961.983328:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000020:00000040:3.0:1787757961.983331:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000400:00000200:0.0:1787757961.983340:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1787757961.983341:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787757961.983350:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:0.0:1787757961.983353:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00000040:3.0:1787757961.983361:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757961.983368:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787757961.983370:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56818:56818:256:4294967295] 192.168.201.154@tcp LPNI seq info [56818:56818:8:4294967295]
00000100:00000040:3.0:1787757961.983376:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757961.983384:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:0.0:1787757961.983389:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000020:00000040:3.0:1787757961.983392:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787757961.983400:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757961.983409:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757961.983416:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1787757961.983418:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1787757961.983423:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757961.983429:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787757961.983432:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000001:3.0:1787757961.983434:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757961.983442:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000800:00000010:0.0:1787757961.983446:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000008:00000001:3.0:1787757961.983448:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757961.983456:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787757961.983464:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000010:3.0:1787757961.983465:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19e00.
00000800:00000200:0.0:1787757961.983473:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000020:00000040:3.0:1787757961.983474:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787757961.983486:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757961.983492:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787757961.983494:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:3.0:1787757961.983497:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:0.1:1787757961.983500:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
02000000:00000001:3.0:1787757961.983504:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000100:0.0:1787757961.983537:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
02000000:00000001:3.0:1787757961.983539:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1787757961.983543:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
02000000:00000010:3.0:1787757961.983553:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c000.
00000400:00000200:0.0:1787757961.983555:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1787757961.983569:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757961.983570:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757961.983584:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787757961.983588:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00100000:3.0:1787757961.983593:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19e00 x1874594466116352/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757961.983599:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787757961.983617:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1787757961.983624:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1a580 x1874594466116096/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757961.983627:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757961.983649:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757961.983650:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000c6c2d2] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19e00 x1874594466116352/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787757961.983661:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a580 x1874594466116096/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757986 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757961.983709:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757961.983712:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757961.983715:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1787757961.983720:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787757961.983727:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757961.983728:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787757961.983741:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19551)
00000400:00000200:0.0:1787757961.983744:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757961.983753:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314214825
00000100:00000010:0.0:1787757961.983765:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747f60.
00000100:00000001:0.0:1787757961.983777:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787757961.983787:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314214825
00000100:00000010:0.0:1787757961.983793:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a7472a0.
00000100:00000001:0.0:1787757961.983800:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787757961.983805:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757961.983812:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757961.983817:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757961.983828:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757961/real 1787757961]  req@ffff92507ca1a580 x1874594466116096/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757961.983848:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757961.983851:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757961.983855:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757961.983859:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757961.983862:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757961.983866:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757961.983871:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1a580 x1874594466116096/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757961.983883:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1a580 x1874594466116096/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757961.983892:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757961.983894:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757961.983897:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757961.983900:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757961.983905:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1a580 x1874594466116096/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757961.983914:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757961.983920:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1a580 x1874594466116096/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757986 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757961.983929:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757961.983932:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757961.983934:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757961.983936:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757961.983939:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757961.983941:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757961.983945:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757961.983949:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757961.983954:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757961.983960:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1a580 x1874594466116096/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757986 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757961.983970:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466116096:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787757961.983976:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757961.983979:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757961.983983:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1a580 x1874594466116096/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757986 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757961.983991:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757961.983994:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757961.983999:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad4800.
02000000:00000001:0.0:1787757961.984002:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757961.984004:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757961.984007:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:0.0:1787757961.984010:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757961.984014:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51e800.
02000000:00000001:0.0:1787757961.984018:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757961.984020:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757961.984023:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1a580.
00000100:00000001:0.0:1787757961.984026:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757961.984028:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757961.984031:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757961.984040:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757961.984043:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757961.984045:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757961.984048:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757961.984050:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757961.984054:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca18b40 x1874594466116224/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757961.984063:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757961.984066:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757961.984069:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757961.984071:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757961.984075:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757961.984079:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca18b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466116224:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757961.984083:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757961.984086:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757961.984089:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757961.984091:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757961.984095:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad4800.
02000000:00000001:0.0:1787757961.984098:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757961.984102:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757961.984106:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787757961.984110:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787757961.984115:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466116224, portal 10
00000100:00000001:0.0:1787757961.984117:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757961.984119:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118841664 : -120600590709952 : ffff92507ca18b40)
00000100:00000040:0.0:1787757961.984127:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca18b40 x1874594466116224/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757961.984135:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757961.984138:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757961.984141:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000200:0.0:1787757961.984144:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466116224, offset 0
00000400:00000200:0.0:1787757961.984149:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757961.984155:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757961.984160:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757961.984165:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757961.984169:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757961.984172:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757961.984175:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757961.984180:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56819:56819:256:4294967295] 192.168.201.154@tcp LPNI seq info [56819:56819:8:4294967295]
00000400:00000200:0.0:1787757961.984185:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757961.984195:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757961.984201:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757961.984206:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000800:00000200:0.0:1787757961.984211:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757961.984215:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787757961.984221:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757961.984224:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1787757961.984229:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757961.984232:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000400:00000200:0.0:1787757961.984236:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757961.984241:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757961.984244:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787757961.984247:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:0.0:1787757961.984250:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757961.984255:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca18b40 x1874594466116224/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757961.984265:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757961.984300:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca18b40 x1874594466116224/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757986 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757961.984311:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757961.984313:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757961.984318:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757961.984324:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:0.0:1787757961.984329:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757961.984332:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314213930
00000100:00000001:0.0:1787757961.984336:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314214825
00000100:00000001:0.0:1787757961.984338:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314213930
00000100:00000001:0.0:1787757961.984341:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314214825
00000100:00000001:0.0:1787757961.984344:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757961.984347:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757961.984349:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757961.984354:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757961/real 1787757961]  req@ffff92507ca18b40 x1874594466116224/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757961.984373:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757961.984375:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757961.984378:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757961.984381:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757961.984383:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757961.984385:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757961.984389:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca18b40 x1874594466116224/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757961.984401:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca18b40 x1874594466116224/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757961.984415:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757961.984418:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757961.984422:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757961.984425:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757961.984433:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca18b40 x1874594466116224/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757961.984447:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757961.984456:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca18b40 x1874594466116224/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757986 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757961.984471:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757961.984476:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757961.984480:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757961.984482:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757961.984486:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757961.984490:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757961.984528:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757961.984537:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757961.984550:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757961.984562:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca18b40 x1874594466116224/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757986 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757961.984580:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca18b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466116224:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757961.984589:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757961.984596:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca19e00 x1874594466116352/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757961.984610:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757961.984613:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757961.984618:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757961.984622:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757961.984626:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757961.984631:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca19e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466116352:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757961.984636:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757961.984639:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757961.984642:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757961.984644:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757961.984649:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad6800.
02000000:00000001:0.0:1787757961.984652:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757961.984657:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757961.984660:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787757961.984665:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787757961.984670:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466116352, portal 4
00000100:00000001:0.0:1787757961.984673:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757961.984675:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118846464 : -120600590705152 : ffff92507ca19e00)
00000100:00000040:0.0:1787757961.984683:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca19e00 x1874594466116352/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757961.984692:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757961.984695:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757961.984697:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000200:0.0:1787757961.984701:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466116352, offset 0
00000400:00000200:0.0:1787757961.984707:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757961.984713:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757961.984718:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757961.984722:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757961.984726:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757961.984730:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757961.984733:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757961.984739:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56820:56820:256:4294967295] 192.168.201.154@tcp LPNI seq info [56820:56820:8:4294967295]
00000400:00000200:0.0:1787757961.984748:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757961.984761:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757961.984771:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757961.984777:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000800:00000200:0.0:1787757961.984785:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757961.984791:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787757961.984801:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757961.984806:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1787757961.984814:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757961.984818:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000400:00000200:0.0:1787757961.984825:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757961.984832:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757961.984839:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787757961.984843:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:0.0:1787757961.984850:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757961.984856:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca19e00 x1874594466116352/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757961.984868:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757961.984871:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19e00 x1874594466116352/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757986 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757961.984880:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757961.984882:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757961.984888:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757961.984892:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:0.0:1787757961.984897:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757961.984900:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314213913
00000100:00000001:0.0:1787757961.984904:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314214825
00000100:00000001:0.0:1787757961.984907:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314213913
00000100:00000001:0.0:1787757961.984910:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314214825
00000100:00000001:0.0:1787757961.984912:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757961.984915:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757961.984918:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757961.984922:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757961/real 1787757961]  req@ffff92507ca19e00 x1874594466116352/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757961.984932:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757961.984934:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757961.984937:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757961.984939:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757961.984942:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757961.984944:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757961.984948:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca19e00 x1874594466116352/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757961.984959:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca19e00 x1874594466116352/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757961.984966:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757961.984968:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757961.984970:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757961.984972:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757961.984976:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca19e00 x1874594466116352/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757961.984984:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757961.984989:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca19e00 x1874594466116352/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757986 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757961.984998:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757961.985001:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757961.985003:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757961.985005:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757961.985007:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757961.985010:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757961.985013:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757961.985017:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757961.985019:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757961.985024:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca19e00 x1874594466116352/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757986 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757961.985033:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca19e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466116352:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757961.985038:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757961.985040:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757961.985044:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca18b40 x1874594466116224/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757986 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757961.985052:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757961.985055:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757961.985058:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad4800.
02000000:00000001:0.0:1787757961.985061:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757961.985063:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757961.985064:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:0.0:1787757961.985067:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757961.985070:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51e000.
02000000:00000001:0.0:1787757961.985073:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757961.985075:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757961.985077:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca18b40.
00000100:00000001:0.0:1787757961.985080:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757961.985082:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757961.985084:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757961.985088:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca19e00 x1874594466116352/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757986 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757961.985103:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757961.985105:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757961.985107:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad6800.
02000000:00000001:0.0:1787757961.985110:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757961.985112:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757961.985113:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:0.0:1787757961.985115:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757961.985117:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51c000.
02000000:00000001:0.0:1787757961.985119:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757961.985121:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757961.985122:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca19e00.
00000100:00000001:0.0:1787757961.985125:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757961.985126:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757961.985129:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757961.985134:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757961.985136:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757961.985138:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757961.985140:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757962.494385:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757962.494399:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757962.494403:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757962.494411:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757962.494416:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757962.494422:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757962.494425:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757962.494429:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757962.494432:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757962.814457:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757962.814475:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757962.814480:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757962.814488:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757962.814523:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757962.814527:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757962.814530:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757962.814533:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757962.814545:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757962.814551:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757962.814555:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757962.814571:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757962.814576:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757962.814580:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757962.814584:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757962.814590:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757962.814599:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757962.814603:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757962.814678:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757962.814685:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757962.814690:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757962.942378:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314214825, at 4314214848
00000100:00000010:2.0:1787757962.942398:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747f60.
00000100:00000040:3.0:1787757962.942469:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314214825, at 4314214848
00000100:00000010:3.0:1787757962.942484:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a7472a0.
00000100:00000001:2.0:1787757963.518386:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757963.518396:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757963.518399:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757963.518407:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757963.518412:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757963.518417:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757963.518421:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757963.518425:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757963.518429:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757963.838451:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757963.838462:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757963.838474:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757963.838503:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757963.838516:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757963.838520:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757963.838623:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757963.838635:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757963.838644:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757964.542437:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757964.542448:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757964.542451:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757964.542459:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757964.542494:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757964.542501:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757964.542506:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757964.542511:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757964.542516:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757964.862442:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757964.862453:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757964.862499:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757964.862504:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757964.862515:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757964.862519:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757964.862569:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757964.862574:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757964.862579:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757965.566397:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757965.566408:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757965.566411:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757965.566418:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757965.566423:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757965.566428:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757965.566431:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757965.566435:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757965.566438:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757965.886427:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757965.886465:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757965.886479:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757965.886483:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757965.886492:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757965.886502:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757965.886508:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757965.886517:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757965.886524:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757965.886530:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757965.886536:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757965.886541:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757965.886621:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757965.886629:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757965.886635:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757966.590423:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757966.590459:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757966.590462:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757966.590471:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757966.590476:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757966.590481:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757966.590484:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757966.590488:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757966.590491:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757966.910497:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757966.910506:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757966.910518:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757966.910521:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757966.910531:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757966.910534:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757966.910642:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757966.910652:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757966.910658:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757967.102399:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757967.102416:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757967.102450:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757967.102456:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757967.102464:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757967.102475:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19546
00000400:00000200:3.0:1787757967.102488:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757967.102498:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757967.102503:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757967.102508:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757967.102512:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757967.102516:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757967.102519:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757967.102527:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757967.102530:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757967.102535:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757967.102539:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757967.102543:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757967.102546:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757967.102550:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757967.102552:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757967.102555:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757967.102558:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757967.102563:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757967.102567:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757967.102571:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757967.102575:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757967.102580:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757967.102584:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757967.102587:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757967.102590:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757967.102604:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca192c0.
00000020:00000040:3.0:1787757967.102609:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757967.102615:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757967.102618:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757967.102623:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757967.102627:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757967.102635:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757967.102648:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51f400.
00000100:00000001:3.0:1787757967.102658:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757967.102672:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca192c0 x1874594466116480/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757967.102688:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757967.102695:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757967.102702:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e50181] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca192c0 x1874594466116480/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757967.102734:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757967.102739:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757967.102744:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757967.102746:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757967.102749:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757967.102753:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757967.102756:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19546
00000400:00000200:3.0:1787757967.102760:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757967.102764:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757967.102767:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757967.102772:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757967.102776:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757967.102781:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757967.102784:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757967.102787:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757967.102788:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757967.102792:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757967.102795:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787757967.102799:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:0.0:1787757967.102801:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787757967.102805:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:0.0:1787757967.102814:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787757967.102818:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757967.102821:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787757967.102830:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757967.102838:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca192c0 x1874594466116480/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787757967.102842:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757967.102854:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757967.102866:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00000001:0.0:1787757967.102870:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757967.102876:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757967.102882:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
02000000:00000001:0.0:1787757967.102885:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757967.102892:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787757967.102894:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757967.102897:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757967.102907:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1787757967.102911:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466116480:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787757967.102921:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757967.102924:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757967.102928:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757967.102937:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757967.102937:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757967.102947:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787757967.102950:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000010:0.0:1787757967.102958:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad7c00.
00000008:00100000:3.0:1787757967.102962:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1787757967.102966:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787757967.102977:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757967.102985:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757967.102989:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787757967.102996:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000100:00000010:3.0:1787757967.103003:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1b0c0.
00000020:00000040:3.0:1787757967.103010:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787757967.103014:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:0.0:1787757967.103017:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
02000000:00000001:3.0:1787757967.103018:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757967.103025:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757967.103029:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757967.103033:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787757967.103040:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466116480, portal 25
02000000:00000010:3.0:1787757967.103042:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51dc00.
00000100:00000001:0.0:1787757967.103052:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757967.103057:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118843584 : -120600590708032 : ffff92507ca192c0)
00000100:00000001:3.0:1787757967.103070:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757967.103078:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca192c0 x1874594466116480/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787757967.103087:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1b0c0 x1874594466116608/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757967.103130:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787757967.103131:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757967.103138:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757967.103145:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000040:3.0:1787757967.103153:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043bdf1c5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1b0c0 x1874594466116608/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1787757967.103156:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000200:0.0:1787757967.103168:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466116480, offset 0
00000100:00000001:3.0:1787757967.103173:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757967.103181:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1787757967.103183:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00080000:3.0:1787757967.103189:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787757967.103194:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757967.103196:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757967.103200:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757967.103204:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19546
00000400:00000200:3.0:1787757967.103211:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757967.103216:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757967.103220:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1787757967.103222:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:3.0:1787757967.103232:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757967.103238:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787757967.103244:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00000040:3.0:1787757967.103247:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757967.103254:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757967.103257:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:0.0:1787757967.103259:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1787757967.103261:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787757967.103299:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757967.103304:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787757967.103307:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787757967.103311:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787757967.103319:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757967.103324:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757967.103330:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757967.103336:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:0.0:1787757967.103341:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000020:00000040:3.0:1787757967.103345:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000400:00000200:0.0:1787757967.103357:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1787757967.103359:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757967.103371:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757967.103374:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
02000000:00000001:3.0:1787757967.103378:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757967.103389:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1787757967.103391:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56821:56821:256:4294967295] 192.168.201.154@tcp LPNI seq info [56821:56821:8:4294967295]
02000000:00000001:3.0:1787757967.103398:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757967.103408:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:0.0:1787757967.103411:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000008:00100000:3.0:1787757967.103415:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757967.103450:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757967.103454:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757967.103465:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a1c0.
00000400:00000200:0.0:1787757967.103467:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1787757967.103473:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787757967.103481:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757967.103486:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787757967.103489:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000001:3.0:1787757967.103490:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757967.103495:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757967.103501:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1787757967.103508:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
02000000:00000010:3.0:1787757967.103510:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51ec00.
00000100:00000001:3.0:1787757967.103521:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757967.103533:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a1c0 x1874594466116736/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1787757967.103535:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757967.103554:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1787757967.103555:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757967.103562:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757967.103571:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062ae16d5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a1c0 x1874594466116736/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1787757967.103582:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:3.0:1787757967.103597:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787757967.103598:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000100:00000040:3.0:1787757967.103603:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1787757967.103616:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000100:00000040:3.0:1787757967.103617:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:0.0:1787757967.103626:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000100:00000040:3.0:1787757967.103630:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19556)
00000400:00000200:0.0:1787757967.103639:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757967.103651:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757967.103662:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787757967.103666:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:0.0:1787757967.103680:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757967.103688:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca192c0 x1874594466116480/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757967.103703:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757967.103708:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca192c0 x1874594466116480/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757992 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757967.103718:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757967.103721:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757967.103731:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757967.103737:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757967.103741:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314219945
00000100:00000010:0.0:1787757967.103749:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a7478a0.
00000100:00000001:0.0:1787757967.103759:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787757967.103767:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314219945
00000100:00000010:0.0:1787757967.103773:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a7472a0.
00000100:00000001:0.0:1787757967.103778:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787757967.103782:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757967.103785:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757967.103789:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757967.103795:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757967/real 1787757967]  req@ffff92507ca192c0 x1874594466116480/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757967.103809:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757967.103811:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757967.103814:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757967.103818:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757967.103821:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757967.103824:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757967.103829:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca192c0 x1874594466116480/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757967.103840:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca192c0 x1874594466116480/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757967.103850:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757967.103853:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757967.103857:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757967.103859:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757967.103865:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca192c0 x1874594466116480/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757967.103873:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757967.103879:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca192c0 x1874594466116480/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757992 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757967.103888:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757967.103892:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757967.103894:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757967.103896:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757967.103899:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757967.103902:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757967.103906:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757967.103911:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757967.103914:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757967.103920:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca192c0 x1874594466116480/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757992 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757967.103931:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466116480:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787757967.103937:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757967.103940:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757967.103944:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca192c0 x1874594466116480/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757992 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757967.103952:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757967.103956:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757967.103961:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad7c00.
02000000:00000001:0.0:1787757967.103965:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757967.103967:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757967.103970:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:0.0:1787757967.103973:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757967.103977:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51f400.
02000000:00000001:0.0:1787757967.103987:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757967.103990:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757967.103992:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca192c0.
00000100:00000001:0.0:1787757967.103997:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757967.104000:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757967.104004:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757967.104017:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757967.104021:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757967.104025:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757967.104028:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757967.104032:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757967.104040:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1b0c0 x1874594466116608/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757967.104055:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757967.104058:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757967.104062:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757967.104066:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757967.104070:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757967.104078:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466116608:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757967.104084:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757967.104089:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757967.104093:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757967.104097:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757967.104103:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad7c00.
02000000:00000001:0.0:1787757967.104106:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757967.104112:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757967.104116:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787757967.104121:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787757967.104126:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466116608, portal 10
00000100:00000001:0.0:1787757967.104129:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757967.104131:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118851264 : -120600590700352 : ffff92507ca1b0c0)
00000100:00000040:0.0:1787757967.104141:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1b0c0 x1874594466116608/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757967.104150:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757967.104153:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757967.104156:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000200:0.0:1787757967.104160:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466116608, offset 0
00000400:00000200:0.0:1787757967.104165:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757967.104170:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757967.104175:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757967.104180:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757967.104184:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757967.104187:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757967.104190:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757967.104195:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56822:56822:256:4294967295] 192.168.201.154@tcp LPNI seq info [56822:56822:8:4294967295]
00000400:00000200:0.0:1787757967.104200:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757967.104210:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757967.104216:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757967.104221:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000800:00000200:0.0:1787757967.104226:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757967.104230:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787757967.104236:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757967.104240:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1787757967.104245:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757967.104248:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000400:00000200:0.0:1787757967.104253:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757967.104258:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757967.104262:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787757967.104264:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:0.0:1787757967.104299:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757967.104306:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1b0c0 x1874594466116608/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757967.104326:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757967.104330:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1b0c0 x1874594466116608/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757992 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757967.104339:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757967.104341:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757967.104347:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757967.104353:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:0.0:1787757967.104359:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757967.104364:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314219050
00000100:00000001:0.0:1787757967.104370:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314219945
00000100:00000001:0.0:1787757967.104374:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314219050
00000100:00000001:0.0:1787757967.104379:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314219945
00000100:00000001:0.0:1787757967.104383:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757967.104387:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757967.104390:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757967.104399:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757967/real 1787757967]  req@ffff92507ca1b0c0 x1874594466116608/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757967.104417:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757967.104439:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757967.104443:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757967.104449:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757967.104454:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757967.104460:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757967.104468:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1b0c0 x1874594466116608/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757967.104484:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1b0c0 x1874594466116608/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757967.104498:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757967.104503:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757967.104507:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757967.104509:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757967.104518:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1b0c0 x1874594466116608/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757967.104532:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757967.104540:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1b0c0 x1874594466116608/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757992 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757967.104556:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757967.104561:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757967.104565:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757967.104568:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757967.104572:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757967.104576:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757967.104582:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757967.104587:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757967.104590:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757967.104596:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1b0c0 x1874594466116608/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757992 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757967.104607:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466116608:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757967.104613:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757967.104617:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1a1c0 x1874594466116736/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757967.104626:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757967.104628:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757967.104631:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757967.104634:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757967.104637:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757967.104641:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466116736:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757967.104646:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757967.104649:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757967.104652:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757967.104654:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757967.104660:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad6400.
02000000:00000001:0.0:1787757967.104663:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757967.104668:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757967.104672:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787757967.104677:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787757967.104681:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466116736, portal 4
00000100:00000001:0.0:1787757967.104684:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757967.104686:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118847424 : -120600590704192 : ffff92507ca1a1c0)
00000100:00000040:0.0:1787757967.104694:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1a1c0 x1874594466116736/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757967.104703:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757967.104706:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757967.104709:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000200:0.0:1787757967.104712:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466116736, offset 0
00000400:00000200:0.0:1787757967.104717:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757967.104722:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757967.104728:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757967.104732:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757967.104735:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757967.104739:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757967.104742:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757967.104746:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56823:56823:256:4294967295] 192.168.201.154@tcp LPNI seq info [56823:56823:8:4294967295]
00000400:00000200:0.0:1787757967.104752:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757967.104761:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757967.104768:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757967.104772:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000800:00000200:0.0:1787757967.104778:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757967.104782:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787757967.104787:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757967.104791:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1787757967.104796:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757967.104799:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000400:00000200:0.0:1787757967.104804:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757967.104808:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757967.104812:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787757967.104814:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:0.0:1787757967.104818:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757967.104823:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1a1c0 x1874594466116736/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757967.104833:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757967.104837:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a1c0 x1874594466116736/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757992 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757967.104846:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757967.104849:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757967.104852:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757967.104857:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:0.0:1787757967.104860:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757967.104863:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314219033
00000100:00000001:0.0:1787757967.104867:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314219945
00000100:00000001:0.0:1787757967.104870:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314219033
00000100:00000001:0.0:1787757967.104873:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314219945
00000100:00000001:0.0:1787757967.104875:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757967.104877:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757967.104880:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757967.104884:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757967/real 1787757967]  req@ffff92507ca1a1c0 x1874594466116736/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757967.104893:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757967.104896:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757967.104898:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757967.104901:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757967.104903:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757967.104906:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757967.104910:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1a1c0 x1874594466116736/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757967.104919:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1a1c0 x1874594466116736/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757967.104927:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757967.104929:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757967.104931:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757967.104932:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757967.104937:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1a1c0 x1874594466116736/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757967.104944:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757967.104949:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1a1c0 x1874594466116736/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757992 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757967.104957:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757967.104959:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757967.104961:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757967.104963:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757967.104965:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757967.104968:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757967.104971:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757967.104976:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757967.104978:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757967.104983:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1a1c0 x1874594466116736/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757992 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757967.105004:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466116736:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757967.105012:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757967.105016:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757967.105022:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1b0c0 x1874594466116608/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757992 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757967.105035:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757967.105039:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757967.105042:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad7c00.
02000000:00000001:0.0:1787757967.105048:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757967.105052:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757967.105054:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:0.0:1787757967.105059:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757967.105062:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51dc00.
02000000:00000001:0.0:1787757967.105068:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757967.105070:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757967.105074:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1b0c0.
00000100:00000001:0.0:1787757967.105080:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757967.105082:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757967.105086:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757967.105094:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1a1c0 x1874594466116736/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757992 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757967.105106:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757967.105108:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757967.105110:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad6400.
02000000:00000001:0.0:1787757967.105114:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757967.105116:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757967.105117:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:0.0:1787757967.105120:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757967.105122:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51ec00.
02000000:00000001:0.0:1787757967.105125:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757967.105126:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757967.105128:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1a1c0.
00000100:00000001:0.0:1787757967.105132:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757967.105134:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757967.105136:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757967.105142:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757967.105144:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757967.105146:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757967.105150:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757967.614400:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757967.614449:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757967.614453:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757967.614460:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757967.614465:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757967.614470:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757967.614474:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757967.614478:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757967.614482:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757967.934485:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757967.934500:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757967.934519:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757967.934524:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757967.934534:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757967.934541:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757967.934586:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757967.934593:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757967.934599:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757968.062458:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314219945, at 4314219968
00000100:00000040:2.0:1787757968.062467:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314219945, at 4314219968
00000100:00000010:3.0:1787757968.062490:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a7472a0.
00000100:00000010:2.0:1787757968.062501:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a7478a0.
00000100:00000001:2.0:1787757968.638469:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757968.638479:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757968.638482:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757968.638489:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757968.638495:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757968.638501:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757968.638505:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757968.638508:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757968.638512:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757968.958487:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757968.958504:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757968.958522:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757968.958528:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757968.958541:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757968.958547:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757968.958659:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757968.958667:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757968.958673:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787757969.662397:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787757969.662412:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787757969.662417:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757969.662427:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787757969.662434:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787757969.662441:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757969.662447:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787757969.662452:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787757969.662458:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757969.982459:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757969.982471:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757969.982486:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757969.982491:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757969.982500:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757969.982505:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757969.982617:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757969.982626:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757969.982632:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757970.686503:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757970.686515:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757970.686518:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757970.686525:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757970.686531:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757970.686535:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757970.686539:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757970.686542:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757970.686546:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757971.006446:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757971.006458:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757971.006469:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757971.006472:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757971.006480:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757971.006483:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757971.006525:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757971.006530:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757971.006536:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757971.710435:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757971.710447:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757971.710450:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757971.710456:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757971.710462:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757971.710467:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757971.710471:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757971.710474:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757971.710478:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757972.030466:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757972.030481:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757972.030497:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757972.030502:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757972.030512:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757972.030516:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757972.030628:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757972.030637:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757972.030644:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757972.222430:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757972.222444:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757972.222447:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757972.222452:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757972.222457:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757972.222467:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19551
00000400:00000200:3.0:1787757972.222477:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757972.222486:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757972.222490:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757972.222495:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757972.222499:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757972.222502:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757972.222505:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757972.222510:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757972.222513:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757972.222517:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757972.222522:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757972.222525:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757972.222528:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757972.222532:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757972.222534:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757972.222537:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757972.222539:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757972.222543:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757972.222548:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757972.222551:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757972.222554:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757972.222558:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757972.222562:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757972.222565:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757972.222568:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757972.222579:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19680.
00000020:00000040:3.0:1787757972.222584:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757972.222589:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757972.222592:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757972.222595:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757972.222599:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757972.222604:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757972.222614:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c400.
00000100:00000001:3.0:1787757972.222623:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757972.222634:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19680 x1874594466116864/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757972.222649:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757972.222655:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757972.222661:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c14b51e] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19680 x1874594466116864/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757972.222695:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757972.222699:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757972.222705:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757972.222707:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757972.222709:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757972.222713:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757972.222716:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19551
00000400:00000200:3.0:1787757972.222720:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757972.222724:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757972.222727:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757972.222730:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757972.222732:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757972.222735:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757972.222738:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757972.222741:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757972.222744:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757972.222746:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757972.222749:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787757972.222752:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787757972.222756:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787757972.222760:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757972.222762:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757972.222765:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757972.222767:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757972.222770:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00000001:0.0:1787757972.222774:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1787757972.222775:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757972.222783:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757972.222787:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787757972.222789:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787757972.222796:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757972.222798:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787757972.222807:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757972.222811:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757972.222818:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000040:0.0:1787757972.222821:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca19680 x1874594466116864/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1787757972.222824:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757972.222847:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787757972.222849:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757972.222855:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757972.222858:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19a40.
02000000:00000001:0.0:1787757972.222864:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1787757972.222866:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:0.0:1787757972.222871:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757972.222873:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757972.222880:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757972.222882:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757972.222887:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:0.0:1787757972.222894:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466116864:192.168.201.154@tcp:250:kworker.0
02000000:00000001:3.0:1787757972.222894:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787757972.222905:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757972.222909:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757972.222912:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757972.222919:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757972.222920:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51fc00.
02000000:00000001:0.0:1787757972.222923:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787757972.222929:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757972.222935:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad7c00.
02000000:00000001:0.0:1787757972.222943:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757972.222945:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19a40 x1874594466116992/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787757972.222957:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757972.222968:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000100:00000001:3.0:1787757972.222980:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1787757972.222981:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000001:3.0:1787757972.222989:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787757972.222997:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466116864, portal 25
00000100:00000040:3.0:1787757972.223006:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048dd93e3] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19a40 x1874594466116992/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757972.223007:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757972.223014:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118844544 : -120600590707072 : ffff92507ca19680)
00000100:00000040:0.0:1787757972.223037:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca19680 x1874594466116864/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757972.223042:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757972.223054:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757972.223069:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787757972.223075:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787757972.223077:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787757972.223079:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757972.223087:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:0.0:1787757972.223093:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00080000:3.0:1787757972.223100:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19551
00000400:00000010:0.0:1787757972.223103:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000200:0.0:1787757972.223113:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466116864, offset 0
00000400:00000200:3.0:1787757972.223120:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757972.223131:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757972.223139:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757972.223146:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1787757972.223148:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:3.0:1787757972.223162:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000200:0.0:1787757972.223165:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00000001:3.0:1787757972.223175:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787757972.223181:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1787757972.223190:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000200:0.0:1787757972.223193:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00000001:3.0:1787757972.223201:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:0.0:1787757972.223206:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1787757972.223211:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:0.0:1787757972.223215:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000020:00000040:3.0:1787757972.223217:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787757972.223223:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:0.0:1787757972.223227:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56824:56824:256:4294967295] 192.168.201.154@tcp LPNI seq info [56824:56824:8:4294967295]
00000020:00000040:3.0:1787757972.223231:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787757972.223240:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:0.0:1787757972.223243:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000020:00000001:3.0:1787757972.223246:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787757972.223258:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757972.223306:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757972.223315:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757972.223321:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:0.0:1787757972.223325:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1787757972.223327:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787757972.223360:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000800:00000200:0.0:1787757972.223366:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000001:3.0:1787757972.223370:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757972.223378:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:0.0:1787757972.223381:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
02000000:00000001:3.0:1787757972.223386:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757972.223396:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787757972.223403:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:3.0:1787757972.223405:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757972.223415:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.0:1787757972.223418:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000008:00000001:3.0:1787757972.223427:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757972.223432:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787757972.223439:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000010:3.0:1787757972.223444:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a940.
00000800:00000200:0.1:1787757972.223446:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000020:00000040:3.0:1787757972.223454:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000800:00000100:0.0:1787757972.223461:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
02000000:00000001:3.0:1787757972.223464:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000010:0.0:1787757972.223469:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
02000000:00000001:3.0:1787757972.223470:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757972.223479:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757972.223481:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1787757972.223484:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1787757972.223485:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757972.223498:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e400.
00000400:00000200:0.0:1787757972.223500:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787757972.223511:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757972.223514:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787757972.223521:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00100000:3.0:1787757972.223527:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a940 x1874594466117120/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757972.223534:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757972.223548:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca19680 x1874594466116864/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757972.223577:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757972.223585:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757972.223587:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787757972.223596:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acf304e1] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a940 x1874594466117120/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787757972.223600:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19680 x1874594466116864/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787757997 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757972.223653:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757972.223654:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757972.223662:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1787757972.223663:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787757972.223672:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757972.223673:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1787757972.223686:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:3.0:1787757972.223687:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19561)
00000100:00000001:0.0:1787757972.223693:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314225065
00000100:00000010:0.0:1787757972.223704:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747f60.
00000100:00000001:0.0:1787757972.223714:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787757972.223734:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314225065
00000100:00000010:0.0:1787757972.223740:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747600.
00000100:00000001:0.0:1787757972.223744:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787757972.223747:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757972.223752:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757972.223757:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757972.223767:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757972/real 1787757972]  req@ffff92507ca19680 x1874594466116864/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757972.223785:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757972.223788:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757972.223792:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757972.223798:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757972.223802:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757972.223809:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757972.223819:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca19680 x1874594466116864/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757972.223841:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca19680 x1874594466116864/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757972.223857:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757972.223859:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757972.223862:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757972.223865:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757972.223872:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca19680 x1874594466116864/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757972.223881:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757972.223887:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca19680 x1874594466116864/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757997 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757972.223906:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757972.223910:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757972.223912:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757972.223914:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757972.223917:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757972.223919:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757972.223923:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757972.223928:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757972.223930:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757972.223936:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca19680 x1874594466116864/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757997 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757972.223946:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466116864:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787757972.223952:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757972.223955:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757972.223959:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca19680 x1874594466116864/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787757997 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757972.223968:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757972.223972:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757972.223976:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad7c00.
02000000:00000001:0.0:1787757972.223980:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757972.223982:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757972.223984:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:0.0:1787757972.223987:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757972.223991:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51c400.
02000000:00000001:0.0:1787757972.223996:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757972.224000:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757972.224003:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca19680.
00000100:00000001:0.0:1787757972.224009:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757972.224011:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757972.224015:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757972.224030:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757972.224034:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757972.224038:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757972.224041:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757972.224045:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757972.224054:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca19a40 x1874594466116992/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757972.224070:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757972.224074:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757972.224078:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757972.224082:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757972.224087:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757972.224093:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca19a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466116992:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757972.224099:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757972.224103:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757972.224105:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757972.224107:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757972.224112:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad7c00.
02000000:00000001:0.0:1787757972.224115:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757972.224121:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757972.224125:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787757972.224130:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787757972.224135:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466116992, portal 10
00000100:00000001:0.0:1787757972.224138:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757972.224140:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118845504 : -120600590706112 : ffff92507ca19a40)
00000100:00000040:0.0:1787757972.224149:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca19a40 x1874594466116992/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757972.224158:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757972.224161:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757972.224164:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000200:0.0:1787757972.224168:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466116992, offset 0
00000400:00000200:0.0:1787757972.224173:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757972.224178:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757972.224185:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757972.224190:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757972.224193:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757972.224197:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757972.224200:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757972.224204:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56825:56825:256:4294967295] 192.168.201.154@tcp LPNI seq info [56825:56825:8:4294967295]
00000400:00000200:0.0:1787757972.224210:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757972.224219:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757972.224225:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757972.224229:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000800:00000200:0.0:1787757972.224235:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757972.224239:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787757972.224245:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757972.224248:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1787757972.224253:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757972.224255:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000400:00000200:0.0:1787757972.224259:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757972.224264:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757972.224299:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787757972.224302:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:0.0:1787757972.224308:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757972.224317:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca19a40 x1874594466116992/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757972.224359:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757972.224366:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19a40 x1874594466116992/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787757997 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757972.224381:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757972.224385:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757972.224394:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757972.224400:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:0.0:1787757972.224408:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757972.224412:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314224170
00000100:00000001:0.0:1787757972.224419:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314225065
00000100:00000001:0.0:1787757972.224424:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314224170
00000100:00000001:0.0:1787757972.224428:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314225065
00000100:00000001:0.0:1787757972.224432:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757972.224435:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757972.224438:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757972.224444:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757972/real 1787757972]  req@ffff92507ca19a40 x1874594466116992/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757972.224455:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757972.224458:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757972.224460:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757972.224463:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757972.224466:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757972.224469:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757972.224473:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca19a40 x1874594466116992/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757972.224484:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca19a40 x1874594466116992/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757972.224493:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757972.224494:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757972.224497:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757972.224499:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757972.224503:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca19a40 x1874594466116992/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757972.224511:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757972.224516:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca19a40 x1874594466116992/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757997 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757972.224524:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757972.224527:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757972.224530:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757972.224532:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757972.224535:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757972.224538:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757972.224542:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757972.224546:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757972.224549:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757972.224553:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca19a40 x1874594466116992/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757997 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757972.224563:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca19a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466116992:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757972.224569:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757972.224573:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1a940 x1874594466117120/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757972.224581:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757972.224583:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757972.224585:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757972.224588:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757972.224590:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757972.224594:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466117120:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757972.224598:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757972.224600:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757972.224602:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757972.224605:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757972.224610:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad5400.
02000000:00000001:0.0:1787757972.224612:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757972.224617:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757972.224620:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787757972.224624:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787757972.224628:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466117120, portal 4
00000100:00000001:0.0:1787757972.224631:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757972.224633:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118849344 : -120600590702272 : ffff92507ca1a940)
00000100:00000040:0.0:1787757972.224640:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1a940 x1874594466117120/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757972.224649:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757972.224652:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757972.224655:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000200:0.0:1787757972.224658:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466117120, offset 0
00000400:00000200:0.0:1787757972.224663:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757972.224668:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757972.224673:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757972.224677:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757972.224680:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757972.224684:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757972.224687:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757972.224691:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56826:56826:256:4294967295] 192.168.201.154@tcp LPNI seq info [56826:56826:8:4294967295]
00000400:00000200:0.0:1787757972.224697:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757972.224706:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757972.224711:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757972.224715:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000800:00000200:0.0:1787757972.224721:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757972.224724:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787757972.224730:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757972.224734:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1787757972.224739:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757972.224742:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000400:00000200:0.0:1787757972.224746:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757972.224751:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757972.224756:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787757972.224759:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:0.0:1787757972.224765:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757972.224772:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1a940 x1874594466117120/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757972.224787:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757972.224794:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a940 x1874594466117120/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787757997 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757972.224808:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757972.224812:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757972.224819:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757972.224825:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:0.0:1787757972.224832:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757972.224837:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314224153
00000100:00000001:0.0:1787757972.224842:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314225065
00000100:00000001:0.0:1787757972.224846:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314224153
00000100:00000001:0.0:1787757972.224851:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314225065
00000100:00000001:0.0:1787757972.224855:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757972.224859:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757972.224862:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757972.224868:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757972/real 1787757972]  req@ffff92507ca1a940 x1874594466117120/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757972.224879:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757972.224881:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757972.224883:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757972.224887:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757972.224889:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757972.224892:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757972.224896:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1a940 x1874594466117120/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757972.224907:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1a940 x1874594466117120/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757972.224915:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757972.224917:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757972.224919:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757972.224921:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757972.224926:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1a940 x1874594466117120/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757972.224935:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757972.224939:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1a940 x1874594466117120/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757997 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757972.224947:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757972.224950:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757972.224952:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757972.224954:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757972.224956:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757972.224958:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757972.224961:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757972.224965:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757972.224967:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757972.224972:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1a940 x1874594466117120/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757997 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757972.224981:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466117120:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757972.224986:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757972.224989:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757972.224993:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca19a40 x1874594466116992/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787757997 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757972.225006:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757972.225009:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757972.225013:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad7c00.
02000000:00000001:0.0:1787757972.225018:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757972.225021:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757972.225024:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:0.0:1787757972.225028:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757972.225032:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51fc00.
02000000:00000001:0.0:1787757972.225041:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757972.225044:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757972.225047:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca19a40.
00000100:00000001:0.0:1787757972.225053:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757972.225055:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757972.225059:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757972.225067:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1a940 x1874594466117120/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787757997 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757972.225082:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757972.225085:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757972.225089:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad5400.
02000000:00000001:0.0:1787757972.225093:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757972.225096:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757972.225099:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:0.0:1787757972.225101:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757972.225104:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51e400.
02000000:00000001:0.0:1787757972.225107:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757972.225109:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757972.225110:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1a940.
00000100:00000001:0.0:1787757972.225114:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757972.225115:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757972.225118:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757972.225123:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757972.225125:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757972.225128:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757972.225130:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757972.734417:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757972.734429:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757972.734432:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757972.734438:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757972.734444:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757972.734449:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757972.734452:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757972.734456:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757972.734459:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757973.054419:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757973.054436:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757973.054440:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757973.054447:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757973.054455:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757973.054460:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757973.054463:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757973.054472:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757973.054490:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757973.054498:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757973.054504:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757973.054514:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757973.054519:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757973.054523:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757973.054530:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757973.054539:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757973.054554:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757973.054561:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757973.054640:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757973.054653:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757973.054664:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757973.182449:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314225065, at 4314225088
00000100:00000040:3.0:1787757973.182470:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314225065, at 4314225088
00000100:00000010:2.0:1787757973.182475:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747f60.
00000100:00000010:3.0:1787757973.182490:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747600.
00000100:00000001:1.0:1787757973.758387:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757973.758398:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757973.758401:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757973.758408:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757973.758413:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757973.758418:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757973.758421:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757973.758424:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757973.758428:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757974.078453:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757974.078463:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757974.078474:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757974.078477:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757974.078485:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757974.078489:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757974.078525:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757974.078531:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757974.078537:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757974.782407:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757974.782418:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757974.782421:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757974.782429:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757974.782435:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757974.782441:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757974.782445:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757974.782448:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757974.782452:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757975.102403:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757975.102412:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757975.102422:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757975.102425:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757975.102431:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757975.102433:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757975.102545:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757975.102553:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757975.102558:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757975.806393:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757975.806403:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757975.806406:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757975.806413:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757975.806418:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757975.806424:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757975.806427:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757975.806431:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757975.806435:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757976.126463:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757976.126474:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757976.126487:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757976.126490:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757976.126498:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757976.126508:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757976.126513:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757976.126521:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757976.126526:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757976.126530:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757976.126533:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757976.126540:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757976.126636:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757976.126645:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757976.126653:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757976.830406:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757976.830417:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757976.830420:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757976.830428:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757976.830434:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757976.830439:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757976.830443:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757976.830447:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757976.830451:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757977.150443:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757977.150454:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757977.150466:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757977.150469:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757977.150478:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757977.150481:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757977.150515:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757977.150519:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757977.150523:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757977.342418:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757977.342431:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757977.342435:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757977.342440:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757977.342446:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757977.342455:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19556
00000400:00000200:3.0:1787757977.342466:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757977.342475:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757977.342479:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757977.342483:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757977.342487:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757977.342491:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757977.342495:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757977.342501:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757977.342504:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757977.342508:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757977.342512:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757977.342515:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757977.342518:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757977.342522:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757977.342525:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757977.342527:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757977.342530:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757977.342534:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757977.342538:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757977.342541:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757977.342545:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757977.342549:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757977.342553:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757977.342555:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757977.342558:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757977.342568:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1bc00.
00000020:00000040:3.0:1787757977.342573:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757977.342578:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757977.342580:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757977.342584:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757977.342588:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757977.342593:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757977.342602:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51d800.
00000100:00000001:3.0:1787757977.342610:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757977.342622:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1bc00 x1874594466117248/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757977.342636:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757977.342642:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757977.342650:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002bc35b5c] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1bc00 x1874594466117248/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757977.342682:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757977.342686:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757977.342691:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757977.342693:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757977.342696:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757977.342699:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757977.342703:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19556
00000400:00000200:3.0:1787757977.342707:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757977.342710:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757977.342713:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757977.342717:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757977.342721:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757977.342724:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757977.342727:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757977.342731:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757977.342733:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757977.342736:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757977.342738:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787757977.342741:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787757977.342744:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787757977.342748:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757977.342751:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757977.342755:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757977.342757:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757977.342761:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00000001:0.0:1787757977.342763:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1787757977.342766:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757977.342773:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757977.342775:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787757977.342779:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787757977.342782:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787757977.342789:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757977.342798:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757977.342800:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1bc00 x1874594466117248/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757977.342801:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757977.342811:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757977.342821:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757977.342830:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757977.342833:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757977.342840:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757977.342841:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a940.
00000020:00000040:3.0:1787757977.342852:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:0.0:1787757977.342853:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787757977.342863:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757977.342866:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757977.342867:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757977.342873:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757977.342880:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757977.342882:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757977.342884:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757977.342897:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e400.
00000100:00100000:0.0:1787757977.342904:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466117248:192.168.201.154@tcp:250:kworker.0
00000100:00000001:3.0:1787757977.342906:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757977.342923:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a940 x1874594466117376/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757977.342925:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757977.342937:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787757977.342938:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1787757977.342948:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757977.342948:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757977.342962:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1787757977.342962:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acf304e1] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a940 x1874594466117376/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1787757977.342976:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad4400.
00000100:00000001:3.0:1787757977.342978:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757977.342984:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757977.342986:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757977.342993:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787757977.342998:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1787757977.342999:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00080000:3.0:1787757977.343002:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:0.0:1787757977.343009:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000100:00000001:3.0:1787757977.343010:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757977.343020:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19556
00000400:00000010:0.0:1787757977.343023:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000400:00000200:3.0:1787757977.343032:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000200:0.0:1787757977.343037:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466117248, portal 25
00000400:00000200:3.0:1787757977.343044:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00000001:0.0:1787757977.343046:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757977.343051:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118854144 : -120600590697472 : ffff92507ca1bc00)
00000100:00080000:3.0:1787757977.343057:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757977.343068:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1bc00 x1874594466117248/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787757977.343074:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757977.343088:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787757977.343096:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787757977.343099:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000040:0.0:1787757977.343109:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000001:3.0:1787757977.343113:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000010:0.0:1787757977.343115:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000020:00000001:3.0:1787757977.343125:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000200:0.0:1787757977.343127:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466117248, offset 0
00000020:00000040:3.0:1787757977.343131:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787757977.343139:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:0.0:1787757977.343140:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000020:00000040:3.0:1787757977.343150:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000400:00000200:0.0:1787757977.343160:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000020:00000001:3.0:1787757977.343163:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787757977.343169:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787757977.343176:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757977.343178:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757977.343180:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757977.343183:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757977.343186:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000400:00000200:0.0:1787757977.343195:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00080000:3.0:1787757977.343196:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757977.343210:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757977.343213:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1787757977.343219:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1787757977.343219:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757977.343229:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757977.343231:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787757977.343263:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757977.343311:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757977.343322:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757977.343329:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00000010:3.0:1787757977.343330:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19a40.
00000020:00000040:3.0:1787757977.343340:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000400:00000200:0.0:1787757977.343346:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1787757977.343348:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757977.343354:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757977.343360:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00000001:3.0:1787757977.343362:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757977.343367:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757977.343373:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757977.343375:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56827:56827:256:4294967295] 192.168.201.154@tcp LPNI seq info [56827:56827:8:4294967295]
02000000:00000010:3.0:1787757977.343384:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51fc00.
00000400:00000200:0.0:1787757977.343393:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757977.343398:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757977.343413:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19a40 x1874594466117504/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787757977.343420:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757977.343445:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000001:3.0:1787757977.343446:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757977.343453:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1787757977.343456:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000100:00000040:3.0:1787757977.343461:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048dd93e3] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19a40 x1874594466117504/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1787757977.343477:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:3.0:1787757977.343486:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787757977.343488:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 33 secs later)
00000100:00000040:3.0:1787757977.343492:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787757977.343503:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:0.1:1787757977.343504:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000040:3.0:1787757977.343513:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19566)
00000800:00000200:0.1:1787757977.343516:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1787757977.343531:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757977.343537:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000400:00000200:0.0:1787757977.343548:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757977.343557:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757977.343567:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787757977.343572:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:0.0:1787757977.343583:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757977.343594:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1bc00 x1874594466117248/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757977.343614:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757977.343620:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1bc00 x1874594466117248/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758002 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757977.343630:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757977.343632:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757977.343641:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757977.343647:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757977.343651:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314230185
00000100:00000010:0.0:1787757977.343658:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747a80.
00000100:00000001:0.0:1787757977.343669:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787757977.343694:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314230185
00000100:00000010:0.0:1787757977.343702:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a7470c0.
00000100:00000001:0.0:1787757977.343708:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787757977.343715:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757977.343720:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757977.343725:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757977.343736:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757977/real 1787757977]  req@ffff92507ca1bc00 x1874594466117248/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757977.343758:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757977.343763:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757977.343768:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757977.343773:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757977.343776:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757977.343782:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757977.343788:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1bc00 x1874594466117248/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757977.343800:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1bc00 x1874594466117248/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757977.343809:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757977.343811:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757977.343815:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757977.343818:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757977.343823:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1bc00 x1874594466117248/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757977.343832:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757977.343838:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1bc00 x1874594466117248/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758002 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757977.343847:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757977.343850:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757977.343852:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757977.343854:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757977.343858:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757977.343862:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757977.343867:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757977.343875:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757977.343880:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757977.343888:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1bc00 x1874594466117248/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758002 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757977.343905:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466117248:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787757977.343916:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757977.343921:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757977.343927:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1bc00 x1874594466117248/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758002 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757977.343943:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757977.343947:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757977.343954:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad4400.
02000000:00000001:0.0:1787757977.343959:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757977.343962:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757977.343964:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:0.0:1787757977.343967:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757977.343971:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51d800.
02000000:00000001:0.0:1787757977.343976:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757977.343978:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757977.343980:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1bc00.
00000100:00000001:0.0:1787757977.343984:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757977.343986:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757977.343989:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757977.343999:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757977.344002:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757977.344005:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757977.344007:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757977.344009:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757977.344015:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1a940 x1874594466117376/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757977.344025:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757977.344027:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757977.344030:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757977.344033:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757977.344036:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757977.344040:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466117376:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757977.344045:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757977.344048:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757977.344050:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757977.344053:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757977.344058:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad4400.
02000000:00000001:0.0:1787757977.344061:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757977.344067:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757977.344070:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787757977.344075:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787757977.344080:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466117376, portal 10
00000100:00000001:0.0:1787757977.344083:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757977.344084:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118849344 : -120600590702272 : ffff92507ca1a940)
00000100:00000040:0.0:1787757977.344092:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1a940 x1874594466117376/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757977.344101:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757977.344104:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757977.344107:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000200:0.0:1787757977.344110:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466117376, offset 0
00000400:00000200:0.0:1787757977.344116:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757977.344122:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757977.344127:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757977.344132:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757977.344136:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757977.344139:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757977.344142:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757977.344146:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56828:56828:256:4294967295] 192.168.201.154@tcp LPNI seq info [56828:56828:8:4294967295]
00000400:00000200:0.0:1787757977.344152:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757977.344161:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757977.344167:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757977.344171:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000800:00000200:0.0:1787757977.344177:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757977.344181:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787757977.344187:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757977.344191:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1787757977.344196:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757977.344199:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000400:00000200:0.0:1787757977.344204:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757977.344209:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757977.344214:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787757977.344218:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:0.0:1787757977.344225:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757977.344233:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1a940 x1874594466117376/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757977.344307:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757977.344316:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a940 x1874594466117376/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758002 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757977.344331:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757977.344334:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757977.344343:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757977.344349:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:0.0:1787757977.344354:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757977.344357:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314229290
00000100:00000001:0.0:1787757977.344362:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314230185
00000100:00000001:0.0:1787757977.344364:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314229290
00000100:00000001:0.0:1787757977.344367:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314230185
00000100:00000001:0.0:1787757977.344371:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757977.344373:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757977.344376:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757977.344381:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757977/real 1787757977]  req@ffff92507ca1a940 x1874594466117376/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757977.344391:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757977.344393:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757977.344395:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757977.344399:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757977.344401:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757977.344406:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757977.344410:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1a940 x1874594466117376/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757977.344421:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1a940 x1874594466117376/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757977.344429:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757977.344431:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757977.344433:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757977.344435:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757977.344439:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1a940 x1874594466117376/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757977.344447:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757977.344452:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1a940 x1874594466117376/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758002 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757977.344461:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757977.344464:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757977.344467:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757977.344468:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757977.344471:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757977.344474:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757977.344478:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757977.344482:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757977.344484:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757977.344489:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1a940 x1874594466117376/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758002 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757977.344499:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466117376:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757977.344505:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757977.344510:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca19a40 x1874594466117504/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757977.344537:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757977.344539:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757977.344544:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757977.344548:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757977.344553:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757977.344560:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca19a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466117504:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757977.344567:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757977.344571:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757977.344574:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757977.344578:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757977.344585:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad7c00.
02000000:00000001:0.0:1787757977.344589:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757977.344597:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757977.344603:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787757977.344609:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787757977.344616:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466117504, portal 4
00000100:00000001:0.0:1787757977.344618:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757977.344621:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118845504 : -120600590706112 : ffff92507ca19a40)
00000100:00000040:0.0:1787757977.344630:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca19a40 x1874594466117504/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757977.344639:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757977.344642:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757977.344644:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000200:0.0:1787757977.344648:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466117504, offset 0
00000400:00000200:0.0:1787757977.344653:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757977.344659:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757977.344666:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757977.344672:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757977.344677:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757977.344682:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757977.344687:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757977.344695:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56829:56829:256:4294967295] 192.168.201.154@tcp LPNI seq info [56829:56829:8:4294967295]
00000400:00000200:0.0:1787757977.344703:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757977.344717:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757977.344727:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757977.344735:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000800:00000200:0.0:1787757977.344745:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757977.344750:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787757977.344759:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757977.344764:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1787757977.344770:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757977.344773:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000400:00000200:0.0:1787757977.344777:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757977.344782:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757977.344787:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787757977.344789:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:0.0:1787757977.344811:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757977.344827:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca19a40 x1874594466117504/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757977.344845:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757977.344852:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19a40 x1874594466117504/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758002 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757977.344867:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757977.344871:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757977.344879:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757977.344885:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:0.0:1787757977.344892:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757977.344896:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314229273
00000100:00000001:0.0:1787757977.344901:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314230185
00000100:00000001:0.0:1787757977.344906:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314229273
00000100:00000001:0.0:1787757977.344910:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314230185
00000100:00000001:0.0:1787757977.344915:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757977.344920:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757977.344924:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757977.344933:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757977/real 1787757977]  req@ffff92507ca19a40 x1874594466117504/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757977.344951:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757977.344953:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757977.344957:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757977.344961:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757977.344963:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757977.344967:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757977.344972:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca19a40 x1874594466117504/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757977.344983:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca19a40 x1874594466117504/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757977.344991:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757977.344993:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757977.344995:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757977.344997:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757977.345002:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca19a40 x1874594466117504/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757977.345011:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757977.345016:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca19a40 x1874594466117504/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758002 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757977.345024:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757977.345027:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757977.345029:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757977.345030:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757977.345033:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757977.345035:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757977.345038:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757977.345043:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757977.345046:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757977.345051:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca19a40 x1874594466117504/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758002 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757977.345061:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca19a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466117504:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757977.345065:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757977.345068:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757977.345072:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1a940 x1874594466117376/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758002 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757977.345080:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757977.345082:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757977.345084:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad4400.
02000000:00000001:0.0:1787757977.345087:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757977.345090:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757977.345092:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:0.0:1787757977.345094:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757977.345097:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51e400.
02000000:00000001:0.0:1787757977.345100:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757977.345102:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757977.345104:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1a940.
00000100:00000001:0.0:1787757977.345108:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757977.345109:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757977.345111:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757977.345115:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca19a40 x1874594466117504/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758002 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757977.345123:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757977.345124:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757977.345126:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad7c00.
02000000:00000001:0.0:1787757977.345129:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757977.345130:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757977.345131:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:0.0:1787757977.345133:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757977.345136:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51fc00.
02000000:00000001:0.0:1787757977.345142:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757977.345144:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757977.345145:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca19a40.
00000100:00000001:0.0:1787757977.345148:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757977.345150:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757977.345152:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757977.345157:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757977.345159:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757977.345161:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757977.345164:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757977.854389:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757977.854399:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757977.854402:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757977.854409:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757977.854414:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757977.854418:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757977.854422:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757977.854425:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757977.854429:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757978.174427:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757978.174437:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757978.174447:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757978.174450:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757978.174455:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757978.174457:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757978.174562:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757978.174570:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757978.174577:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757978.302393:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314230185, at 4314230208
00000100:00000010:2.0:1787757978.302414:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747a80.
00000100:00000040:3.0:1787757978.302445:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314230185, at 4314230208
00000100:00000010:3.0:1787757978.302459:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a7470c0.
00000100:00000001:1.0:1787757978.878368:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757978.878378:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757978.878381:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757978.878389:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757978.878394:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757978.878399:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757978.878403:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757978.878406:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757978.878410:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757979.198414:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757979.198425:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757979.198437:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757979.198440:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757979.198448:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757979.198451:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757979.198526:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757979.198532:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757979.198537:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757979.902412:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757979.902422:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757979.902425:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757979.902433:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757979.902438:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757979.902444:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757979.902448:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757979.902452:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757979.902455:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757980.222399:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757980.222409:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757980.222419:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757980.222423:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757980.222430:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757980.222433:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757980.222476:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757980.222481:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757980.222486:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757980.926378:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757980.926388:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757980.926391:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757980.926398:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757980.926403:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757980.926408:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757980.926412:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757980.926415:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757980.926418:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757981.246441:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757981.246452:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757981.246464:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757981.246468:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757981.246476:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757981.246479:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757981.246590:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757981.246607:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757981.246613:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757981.950386:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757981.950396:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757981.950399:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757981.950405:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757981.950410:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757981.950415:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757981.950418:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757981.950422:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757981.950425:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757982.270400:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757982.270411:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757982.270428:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757982.270431:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757982.270443:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757982.270447:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757982.270501:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757982.270511:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757982.270516:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787757982.462365:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757982.462379:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787757982.462383:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757982.462388:0:277597:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757982.462395:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757982.462405:0:277597:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19561
00000400:00000200:3.0:1787757982.462417:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757982.462424:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757982.462429:0:277597:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757982.462433:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757982.462438:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757982.462441:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757982.462460:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787757982.462466:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787757982.462469:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787757982.462472:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757982.462477:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787757982.462480:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787757982.462483:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787757982.462487:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757982.462490:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757982.462493:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757982.462495:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787757982.462499:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787757982.462503:0:277597:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757982.462506:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757982.462510:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787757982.462514:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757982.462518:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757982.462521:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787757982.462523:0:277597:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757982.462531:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19680.
00000020:00000040:3.0:1787757982.462536:0:277597:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787757982.462541:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757982.462543:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757982.462547:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757982.462550:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757982.462555:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787757982.462564:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c400.
00000100:00000001:3.0:1787757982.462572:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757982.462593:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19680 x1874594466117632/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787757982.462616:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787757982.462622:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757982.462628:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c14b51e] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19680 x1874594466117632/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757982.462661:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757982.462665:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787757982.462670:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787757982.462672:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757982.462675:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757982.462679:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787757982.462684:0:277597:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19561
00000400:00000200:3.0:1787757982.462690:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787757982.462695:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757982.462698:0:277597:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787757982.462703:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757982.462706:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787757982.462708:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787757982.462711:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757982.462718:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:0.0:1787757982.462719:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787757982.462722:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787757982.462725:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1787757982.462728:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787757982.462741:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787757982.462744:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787757982.462747:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787757982.462752:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:0.0:1787757982.462755:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca19680 x1874594466117632/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787757982.462770:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757982.462784:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787757982.462787:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1787757982.462792:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757982.462794:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757982.462803:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
02000000:00000001:0.0:1787757982.462806:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1787757982.462813:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
02000000:00000001:0.0:1787757982.462815:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757982.462824:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787757982.462825:0:277597:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757982.462835:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757982.462836:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466117632:192.168.201.154@tcp:250:kworker.0
02000000:00000001:3.0:1787757982.462840:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787757982.462849:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787757982.462852:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757982.462855:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787757982.462860:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757982.462862:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757982.462866:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:0.0:1787757982.462869:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:3.0:1787757982.462875:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757982.462881:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757982.462882:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad5400.
00000100:00000001:3.0:1787757982.462885:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757982.462891:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757982.462896:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a1c0.
00000020:00000040:3.0:1787757982.462902:0:277597:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000400:00000200:0.0:1787757982.462904:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000001:3.0:1787757982.462911:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757982.462915:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787757982.462917:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000100:00000001:3.0:1787757982.462919:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757982.462925:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787757982.462930:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787757982.462932:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
02000000:00000010:3.0:1787757982.462937:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51ec00.
00000100:00000200:0.0:1787757982.462945:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466117632, portal 25
00000100:00000001:3.0:1787757982.462946:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757982.462958:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757982.462962:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118844544 : -120600590707072 : ffff92507ca19680)
00000100:00100000:3.0:1787757982.462965:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a1c0 x1874594466117760/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1787757982.462976:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca19680 x1874594466117632/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787757982.463028:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757982.463029:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757982.463042:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000001:3.0:1787757982.463043:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787757982.463049:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000200:0.0:1787757982.463056:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466117632, offset 0
00000100:00000040:3.0:1787757982.463063:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062ae16d5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a1c0 x1874594466117760/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787757982.463071:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757982.463089:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757982.463103:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757982.463111:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787757982.463116:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757982.463118:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757982.463129:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1787757982.463131:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1787757982.463136:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757982.463147:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56830:56830:256:4294967295] 192.168.201.154@tcp LPNI seq info [56830:56830:8:4294967295]
00000100:00080000:3.0:1787757982.463172:0:277597:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787757982.463178:0:277597:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787757982.463184:0:277597:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787757982.463192:0:277597:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1787757982.463198:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00080000:3.0:1787757982.463202:0:277597:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19561
00000400:00000200:0.0:1787757982.463228:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1787757982.463246:0:277597:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000800:00000200:0.0:1787757982.463250:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000400:00000200:3.0:1787757982.463257:0:277597:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787757982.463263:0:277597:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000800:00000010:0.0:1787757982.463312:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000800:00000200:0.0:1787757982.463329:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000040:3.0:1787757982.463334:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000800:00000200:0.0:1787757982.463338:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1787757982.463341:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787757982.463351:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757982.463360:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000800:00000200:0.1:1787757982.463361:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000020:00000001:3.0:1787757982.463371:0:277597:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:0.1:1787757982.463373:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000020:00000040:3.0:1787757982.463376:0:277597:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787757982.463382:0:277597:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000100:0.0:1787757982.463389:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000020:00000040:3.0:1787757982.463390:0:277597:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000800:00000010:0.0:1787757982.463396:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000020:00000001:3.0:1787757982.463398:0:277597:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787757982.463406:0:277597:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:0.0:1787757982.463409:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1787757982.463417:0:277597:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787757982.463426:0:277597:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787757982.463427:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1787757982.463436:0:277597:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000200:0.0:1787757982.463439:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000100:00000001:3.0:1787757982.463442:0:277597:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000010:0.0:1787757982.463446:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:0.0:1787757982.463458:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757982.463468:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca19680 x1874594466117632/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787757982.463475:0:277597:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787757982.463489:0:277597:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787757982.463497:0:277597:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757982.463502:0:277597:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787757982.463507:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1787757982.463509:0:277597:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787757982.463516:0:277597:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757982.463521:0:277597:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000040:0.0:1787757982.463525:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19680 x1874594466117632/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758007 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1787757982.463526:0:277597:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787757982.463535:0:277597:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757982.463543:0:277597:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787757982.463555:0:277597:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1b0c0.
00000020:00000040:3.0:1787757982.463563:0:277597:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787757982.463571:0:277597:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787757982.463577:0:277597:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787757982.463584:0:277597:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787757982.463589:0:277597:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787757982.463593:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787757982.463595:0:277597:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757982.463606:0:238954:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000010:3.0:1787757982.463608:0:277597:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51dc00.
00000100:00000001:3.0:1787757982.463617:0:277597:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757982.463621:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787757982.463629:0:277597:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1b0c0 x1874594466117888/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787757982.463642:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787757982.463654:0:277597:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757982.463656:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314235305
00000100:00000001:3.0:1787757982.463660:0:277597:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787757982.463671:0:277597:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043bdf1c5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1b0c0 x1874594466117888/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1787757982.463674:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747c00.
00000100:00000001:3.0:1787757982.463690:0:277597:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757982.463691:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000040:3.0:1787757982.463694:0:277597:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787757982.463701:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314235305
00000100:00000040:3.0:1787757982.463703:0:277597:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000010:0.0:1787757982.463713:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747180.
00000100:00000040:3.0:1787757982.463717:0:277597:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19572)
00000100:00000001:0.0:1787757982.463721:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787757982.463732:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757982.463737:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757982.463741:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757982.463753:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757982/real 1787757982]  req@ffff92507ca19680 x1874594466117632/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757982.463766:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757982.463768:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757982.463771:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757982.463776:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757982.463778:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757982.463782:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757982.463786:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca19680 x1874594466117632/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757982.463798:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca19680 x1874594466117632/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757982.463807:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757982.463809:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757982.463812:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757982.463814:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757982.463819:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca19680 x1874594466117632/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757982.463829:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757982.463835:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca19680 x1874594466117632/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758007 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757982.463843:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757982.463847:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757982.463849:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757982.463851:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757982.463854:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757982.463856:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757982.463859:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757982.463864:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757982.463867:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757982.463872:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca19680 x1874594466117632/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758007 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757982.463883:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466117632:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787757982.463889:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757982.463892:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757982.463895:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca19680 x1874594466117632/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758007 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757982.463904:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757982.463908:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757982.463912:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad5400.
02000000:00000001:0.0:1787757982.463916:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757982.463918:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757982.463920:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:0.0:1787757982.463923:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757982.463926:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51c400.
02000000:00000001:0.0:1787757982.463930:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757982.463933:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757982.463936:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca19680.
00000100:00000001:0.0:1787757982.463940:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757982.463941:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757982.463944:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757982.463954:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757982.463956:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757982.463959:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757982.463961:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757982.463964:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757982.463968:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1a1c0 x1874594466117760/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757982.463978:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757982.463980:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757982.463983:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757982.463985:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757982.463988:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757982.463991:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466117760:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757982.463995:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757982.463998:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757982.464000:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757982.464002:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757982.464007:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad5400.
02000000:00000001:0.0:1787757982.464009:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757982.464014:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757982.464017:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787757982.464022:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787757982.464025:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466117760, portal 10
00000100:00000001:0.0:1787757982.464028:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757982.464030:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118847424 : -120600590704192 : ffff92507ca1a1c0)
00000100:00000040:0.0:1787757982.464038:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1a1c0 x1874594466117760/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757982.464047:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757982.464050:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757982.464053:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000200:0.0:1787757982.464057:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466117760, offset 0
00000400:00000200:0.0:1787757982.464062:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757982.464068:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757982.464073:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757982.464077:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757982.464081:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757982.464084:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757982.464088:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757982.464092:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56831:56831:256:4294967295] 192.168.201.154@tcp LPNI seq info [56831:56831:8:4294967295]
00000400:00000200:0.0:1787757982.464097:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757982.464106:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757982.464112:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757982.464116:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000800:00000200:0.0:1787757982.464121:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757982.464125:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787757982.464131:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757982.464134:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1787757982.464139:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757982.464142:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000400:00000200:0.0:1787757982.464146:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757982.464175:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757982.464180:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787757982.464182:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:0.0:1787757982.464186:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757982.464191:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1a1c0 x1874594466117760/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757982.464201:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757982.464205:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a1c0 x1874594466117760/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758007 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757982.464214:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757982.464216:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757982.464221:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757982.464226:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:0.0:1787757982.464231:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757982.464233:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314234409
00000100:00000001:0.0:1787757982.464237:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314235305
00000100:00000001:0.0:1787757982.464240:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314234409
00000100:00000001:0.0:1787757982.464243:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314235305
00000100:00000001:0.0:1787757982.464245:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757982.464248:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757982.464250:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757982.464255:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757982/real 1787757982]  req@ffff92507ca1a1c0 x1874594466117760/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757982.464265:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757982.464294:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757982.464296:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757982.464300:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757982.464302:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757982.464305:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757982.464309:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1a1c0 x1874594466117760/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757982.464320:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1a1c0 x1874594466117760/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757982.464328:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757982.464330:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757982.464332:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757982.464334:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757982.464338:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1a1c0 x1874594466117760/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757982.464346:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757982.464351:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1a1c0 x1874594466117760/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758007 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757982.464361:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757982.464364:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757982.464366:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757982.464368:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757982.464370:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757982.464373:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757982.464376:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757982.464380:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757982.464382:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757982.464387:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1a1c0 x1874594466117760/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758007 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757982.464396:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466117760:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787757982.464401:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787757982.464405:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1b0c0 x1874594466117888/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757982.464414:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757982.464416:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757982.464419:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787757982.464421:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757982.464424:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757982.464427:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466117888:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757982.464432:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787757982.464434:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787757982.464436:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757982.464438:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787757982.464443:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad6400.
02000000:00000001:0.0:1787757982.464445:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787757982.464450:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787757982.464453:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787757982.464457:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787757982.464461:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466117888, portal 4
00000100:00000001:0.0:1787757982.464463:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757982.464465:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118851264 : -120600590700352 : ffff92507ca1b0c0)
00000100:00000040:0.0:1787757982.464472:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1b0c0 x1874594466117888/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757982.464480:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757982.464483:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787757982.464486:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000200:0.0:1787757982.464489:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466117888, offset 0
00000400:00000200:0.0:1787757982.464494:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787757982.464498:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757982.464503:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787757982.464507:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787757982.464511:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787757982.464514:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787757982.464517:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787757982.464521:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56832:56832:256:4294967295] 192.168.201.154@tcp LPNI seq info [56832:56832:8:4294967295]
00000400:00000200:0.0:1787757982.464526:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757982.464534:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787757982.464539:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757982.464543:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000800:00000200:0.0:1787757982.464548:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787757982.464551:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787757982.464557:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787757982.464560:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1787757982.464565:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787757982.464567:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000400:00000200:0.0:1787757982.464571:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787757982.464575:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787757982.464579:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787757982.464582:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:0.0:1787757982.464585:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787757982.464590:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1b0c0 x1874594466117888/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757982.464600:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757982.464604:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1b0c0 x1874594466117888/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758007 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757982.464612:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757982.464614:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787757982.464617:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757982.464621:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:0.0:1787757982.464624:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757982.464627:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314234393
00000100:00000001:0.0:1787757982.464629:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314235305
00000100:00000001:0.0:1787757982.464632:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314234393
00000100:00000001:0.0:1787757982.464635:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314235305
00000100:00000001:0.0:1787757982.464638:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787757982.464640:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757982.464643:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787757982.464647:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757982/real 1787757982]  req@ffff92507ca1b0c0 x1874594466117888/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787757982.464656:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787757982.464658:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787757982.464659:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787757982.464662:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787757982.464664:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787757982.464666:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787757982.464670:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1b0c0 x1874594466117888/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787757982.464680:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1b0c0 x1874594466117888/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757982.464688:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787757982.464690:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757982.464692:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757982.464694:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787757982.464699:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1b0c0 x1874594466117888/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757982.464707:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787757982.464711:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1b0c0 x1874594466117888/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758007 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757982.464719:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787757982.464721:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757982.464723:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787757982.464725:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757982.464727:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787757982.464729:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787757982.464732:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787757982.464735:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787757982.464738:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787757982.464742:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1b0c0 x1874594466117888/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758007 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757982.464751:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466117888:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787757982.464755:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757982.464758:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757982.464761:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1a1c0 x1874594466117760/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758007 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757982.464770:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757982.464772:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757982.464775:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad5400.
02000000:00000001:0.0:1787757982.464778:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757982.464779:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757982.464781:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:0.0:1787757982.464784:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757982.464786:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51ec00.
02000000:00000001:0.0:1787757982.464789:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757982.464791:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757982.464792:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1a1c0.
00000100:00000001:0.0:1787757982.464795:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757982.464797:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757982.464799:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787757982.464803:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1b0c0 x1874594466117888/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758007 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757982.464811:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787757982.464812:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787757982.464814:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad6400.
02000000:00000001:0.0:1787757982.464816:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787757982.464818:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787757982.464819:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:0.0:1787757982.464821:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787757982.464823:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51dc00.
02000000:00000001:0.0:1787757982.464825:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787757982.464826:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787757982.464828:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1b0c0.
00000100:00000001:0.0:1787757982.464831:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787757982.464832:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757982.464834:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787757982.464839:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787757982.464840:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757982.464843:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787757982.464845:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757982.974396:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757982.974417:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757982.974420:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757982.974426:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757982.974432:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757982.974438:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757982.974443:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757982.974448:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757982.974453:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757983.294437:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757983.294456:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757983.294463:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757983.294473:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757983.294481:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757983.294486:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757983.294490:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757983.294495:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757983.294506:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757983.294513:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757983.294516:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757983.294522:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757983.294525:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757983.294528:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757983.294532:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757983.294539:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757983.294548:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757983.294552:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757983.294605:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757983.294611:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757983.294614:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757983.422408:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314235305, at 4314235328
00000100:00000010:3.0:1787757983.422428:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747180.
00000100:00000040:2.0:1787757983.422498:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314235305, at 4314235328
00000100:00000010:2.0:1787757983.422513:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747c00.
00000100:00000001:1.0:1787757983.998428:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757983.998439:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757983.998442:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757983.998451:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757983.998456:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757983.998461:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757983.998465:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757983.998468:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757983.998472:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757984.318424:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757984.318435:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757984.318451:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757984.318455:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757984.318462:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757984.318466:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757984.318572:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757984.318580:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757984.318587:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757985.022390:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757985.022401:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757985.022405:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757985.022412:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757985.022417:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757985.022422:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757985.022425:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757985.022429:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757985.022433:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757985.342420:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757985.342431:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757985.342444:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757985.342447:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757985.342455:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757985.342458:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757985.342548:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757985.342557:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757985.342564:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757986.046417:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757986.046428:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757986.046431:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757986.046439:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757986.046444:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757986.046449:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757986.046452:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757986.046456:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757986.046460:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757986.366393:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757986.366406:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757986.366423:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757986.366428:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757986.366437:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757986.366445:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757986.366451:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757986.366459:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757986.366466:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757986.366471:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757986.366476:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757986.366482:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757986.366527:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757986.366533:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757986.366539:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757987.070388:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757987.070399:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757987.070402:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757987.070409:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757987.070414:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757987.070418:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757987.070422:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757987.070426:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757987.070430:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757987.390431:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757987.390443:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757987.390454:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757987.390456:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757987.390461:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757987.390463:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757987.390560:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757987.390567:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757987.390572:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787757987.582442:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757987.582461:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787757987.582466:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757987.582472:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757987.582482:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757987.582496:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19567
00000400:00000200:0.0:1787757987.582512:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757987.582522:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757987.582529:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757987.582536:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757987.582541:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757987.582545:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757987.582548:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757987.582554:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757987.582557:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787757987.582560:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757987.582564:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787757987.582567:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787757987.582570:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787757987.582574:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757987.582577:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757987.582580:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757987.582583:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757987.582587:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787757987.582591:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757987.582594:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757987.582598:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757987.582602:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757987.582605:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757987.582608:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787757987.582612:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757987.582621:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae443c0.
00000020:00000040:0.0:1787757987.582626:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787757987.582631:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757987.582634:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757987.582638:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757987.582642:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757987.582647:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757987.582658:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad5400.
00000100:00000001:0.0:1787757987.582666:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757987.582679:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae443c0 x1874594466118016/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757987.582693:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757987.582698:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757987.582705:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000101c6af6] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae443c0 x1874594466118016/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757987.582762:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757987.582767:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757987.582772:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787757987.582774:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757987.582776:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757987.582780:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757987.582784:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19567
00000400:00000200:0.0:1787757987.582789:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757987.582793:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757987.582796:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757987.582800:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757987.582803:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757987.582809:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757987.582812:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757987.582815:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757987.582818:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:0.0:1787757987.582820:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757987.582822:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:0.0:1787757987.582825:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:1.0:1787757987.582828:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1787757987.582829:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:0.0:1787757987.582839:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757987.582842:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787757987.582843:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757987.582853:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757987.582854:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787757987.582862:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757987.582866:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:0.0:1787757987.582875:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000040:1.0:1787757987.582879:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae443c0 x1874594466118016/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757987.582880:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757987.582887:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757987.582895:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757987.582904:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757987.582911:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787757987.582919:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787757987.582922:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00000001:0.0:1787757987.582927:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757987.582931:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757987.582933:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757987.582945:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae44780.
02000000:00000001:1.0:1787757987.582948:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1787757987.582950:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:0.0:1787757987.582957:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787757987.582958:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757987.582960:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757987.582966:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757987.582970:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757987.582975:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757987.582979:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6000.
00000100:00000001:0.0:1787757987.582984:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757987.582989:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757987.582991:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae44780 x1874594466118144/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787757987.583009:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae443c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466118016:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787757987.583010:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757987.583019:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757987.583025:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1787757987.583032:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000825f42ce] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae44780 x1874594466118144/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787757987.583035:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757987.583043:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757987.583052:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787757987.583081:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757987.583088:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:1.0:1787757987.583090:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077917400.
02000000:00000001:1.0:1787757987.583099:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757987.583101:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787757987.583108:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757987.583111:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787757987.583119:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757987.583120:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757987.583128:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19567
00000400:00000010:1.0:1787757987.583129:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
00000400:00000200:0.0:1787757987.583137:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757987.583143:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
00000400:00000200:0.0:1787757987.583144:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757987.583154:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757987.583159:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000200:1.0:1787757987.583159:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466118016, portal 25
00000100:00000001:0.0:1787757987.583162:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787757987.583167:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1787757987.583172:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757987.583174:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089659840 : -120600619891776 : ffff92507ae443c0)
00000100:00000001:0.0:1787757987.583181:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757987.583187:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757987.583190:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000100:00000040:1.0:1787757987.583193:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae443c0 x1874594466118016/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787757987.583194:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757987.583201:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:0.0:1787757987.583208:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:0.0:1787757987.583218:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000001:1.0:1787757987.583223:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787757987.583230:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000040:1.0:1787757987.583237:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000001:0.0:1787757987.583239:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1787757987.583243:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf990.
00000100:00000040:0.0:1787757987.583250:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000200:1.0:1787757987.583253:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466118016, offset 0
00000100:00000001:0.0:1787757987.583256:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757987.583263:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:0.0:1787757987.583317:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757987.583321:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757987.583324:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757987.583329:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757987.583332:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757987.583335:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787757987.583339:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787757987.583343:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757987.583346:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757987.583352:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae46d00.
00000400:00000200:1.0:1787757987.583355:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000020:00000040:0.0:1787757987.583358:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:0.0:1787757987.583366:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757987.583368:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757987.583371:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757987.583372:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757987.583375:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757987.583383:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000010:0.0:1787757987.583386:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad4800.
00000100:00000001:0.0:1787757987.583396:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757987.583406:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00100000:0.0:1787757987.583408:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae46d00 x1874594466118272/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787757987.583421:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1787757987.583430:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787757987.583435:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00000001:0.0:1787757987.583438:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757987.583446:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1787757987.583451:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ed326369] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae46d00 x1874594466118272/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787757987.583457:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00000001:0.0:1787757987.583473:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757987.583477:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787757987.583482:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1787757987.583492:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56833:56833:256:4294967295] 192.168.201.154@tcp LPNI seq info [56833:56833:8:4294967295]
00000100:00000040:0.0:1787757987.583494:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19577)
00000400:00000200:1.0:1787757987.583513:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757987.583536:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757987.583550:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757987.583564:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1900.
00000800:00000200:1.0:1787757987.583577:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757987.583585:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787757987.583595:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757987.583599:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787757987.583606:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757987.583610:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1900.
00000400:00000200:1.0:1787757987.583616:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757987.583622:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757987.583629:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf990
00000400:00000010:1.0:1787757987.583632:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf990.
00000100:00000001:1.0:1787757987.583638:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757987.583644:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae443c0 x1874594466118016/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757987.583659:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757987.583664:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae443c0 x1874594466118016/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758012 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757987.583673:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757987.583676:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757987.583686:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757987.583691:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757987.583695:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314240425
00000100:00000010:1.0:1787757987.583702:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6c00.
00000100:00000001:1.0:1787757987.583711:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787757987.583717:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314240425
00000100:00000010:1.0:1787757987.583721:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6000.
00000100:00000001:1.0:1787757987.583725:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787757987.583729:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757987.583732:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757987.583736:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757987.583741:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757987/real 1787757987]  req@ffff92507ae443c0 x1874594466118016/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757987.583762:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757987.583764:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757987.583767:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787757987.583770:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
00000400:00000010:1.0:1787757987.583773:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000001:1.0:1787757987.583776:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757987.583780:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae443c0 x1874594466118016/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757987.583791:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae443c0 x1874594466118016/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757987.583799:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757987.583801:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757987.583804:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757987.583807:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757987.583811:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae443c0 x1874594466118016/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757987.583820:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757987.583826:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae443c0 x1874594466118016/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758012 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757987.583835:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757987.583839:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757987.583841:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757987.583843:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757987.583846:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757987.583848:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757987.583852:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757987.583856:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757987.583859:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757987.583864:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae443c0 x1874594466118016/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758012 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757987.583876:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae443c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466118016:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787757987.583882:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757987.583885:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757987.583889:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae443c0 x1874594466118016/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758012 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757987.583897:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757987.583900:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757987.583903:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077917400.
02000000:00000001:1.0:1787757987.583907:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757987.583909:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757987.583911:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787757987.583914:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757987.583917:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad5400.
02000000:00000001:1.0:1787757987.583921:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757987.583923:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757987.583926:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae443c0.
00000100:00000001:1.0:1787757987.583929:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757987.583931:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757987.583933:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757987.583943:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757987.583945:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757987.583948:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757987.583950:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757987.583952:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757987.583956:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae44780 x1874594466118144/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757987.583965:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757987.583967:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757987.583970:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757987.583973:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757987.583975:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757987.583979:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae44780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466118144:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757987.583984:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757987.583987:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757987.583989:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757987.583992:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757987.583996:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077917400.
02000000:00000001:1.0:1787757987.583998:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757987.584003:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757987.584006:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
00000400:00000010:1.0:1787757987.584010:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
00000100:00000200:1.0:1787757987.584014:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466118144, portal 10
00000100:00000001:1.0:1787757987.584017:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757987.584019:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089660800 : -120600619890816 : ffff92507ae44780)
00000100:00000040:1.0:1787757987.584027:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae44780 x1874594466118144/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757987.584036:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757987.584039:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757987.584041:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf990.
00000100:00000200:1.0:1787757987.584045:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466118144, offset 0
00000400:00000200:1.0:1787757987.584050:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757987.584055:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757987.584088:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757987.584093:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757987.584097:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757987.584100:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757987.584103:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757987.584108:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56834:56834:256:4294967295] 192.168.201.154@tcp LPNI seq info [56834:56834:8:4294967295]
00000400:00000200:1.0:1787757987.584113:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757987.584123:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757987.584129:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757987.584135:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1900.
00000800:00000200:1.0:1787757987.584140:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757987.584144:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787757987.584151:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757987.584154:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787757987.584159:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757987.584162:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1900.
00000400:00000200:1.0:1787757987.584166:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757987.584171:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757987.584175:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf990
00000400:00000010:1.0:1787757987.584177:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf990.
00000100:00000001:1.0:1787757987.584181:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757987.584186:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae44780 x1874594466118144/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757987.584196:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757987.584200:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae44780 x1874594466118144/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758012 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757987.584208:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757987.584211:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757987.584215:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757987.584220:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787757987.584224:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757987.584227:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314239529
00000100:00000001:1.0:1787757987.584231:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314240425
00000100:00000001:1.0:1787757987.584234:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314239529
00000100:00000001:1.0:1787757987.584236:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314240425
00000100:00000001:1.0:1787757987.584239:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757987.584242:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757987.584245:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757987.584249:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757987/real 1787757987]  req@ffff92507ae44780 x1874594466118144/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757987.584258:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757987.584260:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757987.584263:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787757987.584295:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
00000400:00000010:1.0:1787757987.584300:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000001:1.0:1787757987.584306:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757987.584316:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae44780 x1874594466118144/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757987.584336:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae44780 x1874594466118144/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757987.584351:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757987.584354:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757987.584358:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757987.584361:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757987.584370:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae44780 x1874594466118144/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757987.584385:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757987.584394:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae44780 x1874594466118144/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758012 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757987.584403:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757987.584407:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757987.584409:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757987.584411:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757987.584413:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757987.584416:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757987.584419:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757987.584423:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757987.584426:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757987.584431:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae44780 x1874594466118144/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758012 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757987.584442:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae44780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466118144:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757987.584448:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757987.584452:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae46d00 x1874594466118272/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757987.584461:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757987.584463:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757987.584466:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757987.584468:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757987.584471:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757987.584477:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae46d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466118272:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757987.584483:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757987.584487:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757987.584490:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757987.584494:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757987.584500:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757987.584505:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757987.584512:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757987.584518:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
00000400:00000010:1.0:1787757987.584525:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
00000100:00000200:1.0:1787757987.584532:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466118272, portal 4
00000100:00000001:1.0:1787757987.584536:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757987.584539:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089670400 : -120600619881216 : ffff92507ae46d00)
00000100:00000040:1.0:1787757987.584553:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae46d00 x1874594466118272/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757987.584567:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757987.584573:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757987.584577:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf990.
00000100:00000200:1.0:1787757987.584580:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466118272, offset 0
00000400:00000200:1.0:1787757987.584586:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757987.584592:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757987.584597:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757987.584601:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757987.584606:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757987.584609:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757987.584612:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757987.584616:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56835:56835:256:4294967295] 192.168.201.154@tcp LPNI seq info [56835:56835:8:4294967295]
00000400:00000200:1.0:1787757987.584621:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757987.584630:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757987.584636:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757987.584640:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1900.
00000800:00000200:1.0:1787757987.584645:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757987.584649:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787757987.584654:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757987.584658:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787757987.584663:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757987.584666:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1900.
00000400:00000200:1.0:1787757987.584670:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757987.584675:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757987.584678:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf990
00000400:00000010:1.0:1787757987.584681:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf990.
00000100:00000001:1.0:1787757987.584684:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757987.584689:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae46d00 x1874594466118272/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757987.584700:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757987.584704:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae46d00 x1874594466118272/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758012 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757987.584712:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757987.584715:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757987.584719:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757987.584723:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787757987.584727:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757987.584730:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314239513
00000100:00000001:1.0:1787757987.584733:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314240425
00000100:00000001:1.0:1787757987.584736:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314239513
00000100:00000001:1.0:1787757987.584740:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314240425
00000100:00000001:1.0:1787757987.584742:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757987.584745:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757987.584748:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757987.584753:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757987/real 1787757987]  req@ffff92507ae46d00 x1874594466118272/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757987.584762:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757987.584763:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757987.584766:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787757987.584768:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
00000400:00000010:1.0:1787757987.584770:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000001:1.0:1787757987.584773:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757987.584776:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae46d00 x1874594466118272/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757987.584787:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae46d00 x1874594466118272/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757987.584795:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757987.584797:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757987.584799:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757987.584800:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757987.584805:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae46d00 x1874594466118272/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757987.584812:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757987.584817:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae46d00 x1874594466118272/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758012 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757987.584825:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757987.584828:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757987.584830:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757987.584831:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757987.584834:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757987.584837:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757987.584840:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757987.584844:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757987.584847:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757987.584852:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae46d00 x1874594466118272/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758012 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757987.584861:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae46d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466118272:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757987.584865:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757987.584868:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757987.584871:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae44780 x1874594466118144/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758012 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757987.584879:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757987.584881:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757987.584884:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077917400.
02000000:00000001:1.0:1787757987.584887:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757987.584889:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757987.584890:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787757987.584893:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757987.584896:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad6000.
02000000:00000001:1.0:1787757987.584899:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757987.584901:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757987.584903:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae44780.
00000100:00000001:1.0:1787757987.584905:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757987.584907:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757987.584909:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757987.584913:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae46d00 x1874594466118272/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758012 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757987.584921:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757987.584922:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757987.584924:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757987.584931:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757987.584933:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757987.584935:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787757987.584937:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757987.584939:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad4800.
02000000:00000001:1.0:1787757987.584942:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757987.584943:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757987.584945:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae46d00.
00000100:00000001:1.0:1787757987.584948:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757987.584949:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757987.584951:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757987.584956:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757987.584958:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757987.584960:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757987.584962:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757988.094433:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757988.094446:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757988.094451:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757988.094459:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757988.094465:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757988.094470:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757988.094473:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757988.094477:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757988.094480:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757988.414415:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757988.414426:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757988.414437:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757988.414440:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757988.414447:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757988.414451:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757988.414527:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757988.414534:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757988.414539:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757988.542390:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314240425, at 4314240448
00000100:00000040:2.0:1787757988.542391:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314240425, at 4314240448
00000100:00000010:3.0:1787757988.542416:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6000.
00000100:00000010:2.0:1787757988.542427:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6c00.
00000100:00000001:1.0:1787757989.118369:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757989.118381:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757989.118384:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757989.118391:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757989.118395:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757989.118401:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757989.118404:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757989.118408:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757989.118412:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757989.438419:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757989.438434:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757989.438449:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757989.438453:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757989.438463:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757989.438468:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757989.438513:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757989.438517:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757989.438521:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757990.142420:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757990.142432:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757990.142434:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757990.142443:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757990.142450:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757990.142456:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757990.142462:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757990.142467:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757990.142471:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757990.462463:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757990.462474:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757990.462484:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757990.462488:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757990.462494:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757990.462496:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757990.462589:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757990.462596:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757990.462602:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757991.166395:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757991.166406:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757991.166409:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757991.166418:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757991.166423:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757991.166429:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757991.166433:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757991.166438:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757991.166441:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757991.486441:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757991.486454:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757991.486470:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757991.486474:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757991.486483:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757991.486486:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757991.486564:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757991.486571:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757991.486576:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757992.190404:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757992.190419:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757992.190424:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757992.190434:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757992.190441:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757992.190448:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757992.190453:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757992.190458:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757992.190463:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757992.510400:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757992.510428:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757992.510431:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757992.510435:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757992.510453:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757992.510456:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757992.510459:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757992.510463:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757992.510469:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757992.510473:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757992.510475:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757992.510480:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757992.510483:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757992.510485:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757992.510488:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757992.510494:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757992.510502:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757992.510505:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757992.510557:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757992.510565:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757992.510573:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787757992.702480:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757992.702498:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787757992.702503:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757992.702508:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757992.702517:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757992.702531:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19572
00000400:00000200:2.0:1787757992.702559:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757992.702572:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757992.702577:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757992.702583:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757992.702588:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757992.702591:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757992.702595:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757992.702601:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757992.702604:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787757992.702610:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787757992.702615:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787757992.702619:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787757992.702622:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787757992.702629:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757992.702634:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757992.702637:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757992.702640:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757992.702644:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787757992.702649:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757992.702652:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757992.702656:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787757992.702662:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757992.702666:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757992.702669:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787757992.702673:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787757992.702689:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61f0c0.
00000020:00000040:2.0:1787757992.702697:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787757992.702708:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757992.702712:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757992.702717:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757992.702723:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787757992.702731:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757992.702747:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafc800.
00000100:00000001:2.0:1787757992.702761:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787757992.702783:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61f0c0 x1874594466118400/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787757992.702806:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757992.702817:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787757992.702830:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bea70ab] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61f0c0 x1874594466118400/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757992.702870:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787757992.702877:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757992.702883:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787757992.702885:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787757992.702889:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757992.702893:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787757992.702898:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19572
00000400:00000200:2.0:1787757992.702905:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787757992.702910:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787757992.702914:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787757992.702921:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757992.702924:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757992.702927:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757992.702930:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787757992.702934:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757992.702937:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:2.0:1787757992.702940:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787757992.702942:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1787757992.702945:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:2.0:1787757992.702953:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:1.0:1787757992.702961:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1787757992.702962:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:2.0:1787757992.703000:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757992.703003:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757992.703007:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787757992.703011:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787757992.703019:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00000001:1.0:1787757992.703023:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:2.0:1787757992.703029:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757992.703035:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757992.703040:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1787757992.703050:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61f0c0 x1874594466118400/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787757992.703057:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757992.703075:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757992.703088:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787757992.703102:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00100000:2.0:1787757992.703105:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787757992.703109:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1787757992.703114:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757992.703121:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787757992.703123:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757992.703134:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1787757992.703138:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61cf00.
02000000:00000001:1.0:1787757992.703142:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787757992.703149:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000100:00100000:1.0:1787757992.703160:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466118400:192.168.201.154@tcp:250:kworker.0
02000000:00000001:2.0:1787757992.703164:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757992.703175:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757992.703176:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787757992.703189:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787757992.703191:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787757992.703195:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787757992.703197:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787757992.703202:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757992.703203:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757992.703219:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915c00.
02000000:00000010:2.0:1787757992.703221:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507caff800.
02000000:00000001:1.0:1787757992.703235:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757992.703241:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757992.703254:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00100000:2.0:1787757992.703262:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61cf00 x1874594466118528/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787757992.703265:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
00000400:00000010:1.0:1787757992.703362:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
00000100:00000001:2.0:1787757992.703367:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787757992.703377:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787757992.703379:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466118400, portal 25
00000100:00000001:1.0:1787757992.703391:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757992.703396:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611356864 : -120601098194752 : ffff92505e61f0c0)
00000100:00000040:2.0:1787757992.703407:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006cc8e384] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61cf00 x1874594466118528/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787757992.703411:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61f0c0 x1874594466118400/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757992.703474:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757992.703491:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757992.703500:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf990.
00000100:00000001:2.0:1787757992.703502:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787757992.703510:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466118400, offset 0
00000100:00080000:2.0:1787757992.703512:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787757992.703525:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787757992.703536:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1787757992.703537:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00080000:2.0:1787757992.703553:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787757992.703559:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787757992.703564:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00080000:2.0:1787757992.703566:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19572
00000400:00000200:2.0:1787757992.703580:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757992.703582:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787757992.703594:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000400:00000200:1.0:1787757992.703599:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1787757992.703604:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787757992.703614:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00000040:2.0:1787757992.703621:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000200:1.0:1787757992.703637:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1787757992.703637:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787757992.703657:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000200:1.0:1787757992.703658:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00000001:2.0:1787757992.703674:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:1.0:1787757992.703688:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56836:56836:256:4294967295] 192.168.201.154@tcp LPNI seq info [56836:56836:8:4294967295]
00000020:00000001:2.0:1787757992.703689:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787757992.703699:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:2.0:1787757992.703706:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787757992.703710:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000020:00000040:2.0:1787757992.703716:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:2.0:1787757992.703723:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:2.0:1787757992.703736:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:1.0:1787757992.703747:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1787757992.703759:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000800:00000200:1.0:1787757992.703772:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000001:2.0:1787757992.703776:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:1.0:1787757992.703781:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1900.
00000100:00000040:2.0:1787757992.703793:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000800:00000200:1.0:1787757992.703803:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:2.0:1787757992.703808:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000800:00000200:1.0:1787757992.703812:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000020:00000040:2.0:1787757992.703829:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000800:00000200:1.1:1787757992.703830:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757992.703849:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000100:00080000:2.0:1787757992.703852:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787757992.703863:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787757992.703879:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
02000000:00000001:2.0:1787757992.703881:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:1.0:1787757992.703897:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1900.
02000000:00000001:2.0:1787757992.703899:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787757992.703911:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757992.703914:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1787757992.703917:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787757992.703925:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787757992.703929:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000008:00000001:2.0:1787757992.703938:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757992.703944:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf990
00000100:00000001:2.0:1787757992.703944:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787757992.703955:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf990.
00000100:00000010:2.0:1787757992.703959:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61d680.
00000100:00000001:1.0:1787757992.703965:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:2.0:1787757992.703967:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:2.0:1787757992.703997:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787757992.704000:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757992.704009:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787757992.704012:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:1.0:1787757992.704013:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61f0c0 x1874594466118400/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787757992.704017:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787757992.704036:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafd000.
00000100:00000001:2.0:1787757992.704055:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757992.704057:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:2.0:1787757992.704079:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61d680 x1874594466118656/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787757992.704080:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61f0c0 x1874594466118400/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758017 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787757992.704181:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787757992.704184:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787757992.704191:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757992.704194:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:2.0:1787757992.704210:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054aea141] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61d680 x1874594466118656/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757992.704213:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757992.704235:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757992.704249:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314245545
00000100:00000001:2.0:1787757992.704257:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787757992.704263:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e62a0.
00000100:00000040:2.0:1787757992.704264:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787757992.704328:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1787757992.704333:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000040:2.0:1787757992.704341:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19582)
00000100:00000001:1.0:1787757992.704346:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314245546
00000100:00000010:1.0:1787757992.704355:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6600.
00000100:00000001:1.0:1787757992.704362:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787757992.704367:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757992.704373:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757992.704378:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757992.704389:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757992/real 1787757992]  req@ffff92505e61f0c0 x1874594466118400/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757992.704412:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757992.704415:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757992.704418:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787757992.704422:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
00000400:00000010:1.0:1787757992.704424:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000001:1.0:1787757992.704428:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757992.704433:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61f0c0 x1874594466118400/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757992.704444:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61f0c0 x1874594466118400/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757992.704452:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757992.704454:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757992.704457:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757992.704460:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757992.704465:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61f0c0 x1874594466118400/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757992.704474:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757992.704480:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61f0c0 x1874594466118400/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758017 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757992.704490:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757992.704494:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757992.704496:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757992.704497:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757992.704500:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757992.704503:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757992.704508:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757992.704513:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757992.704516:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757992.704521:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61f0c0 x1874594466118400/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758017 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757992.704532:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466118400:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787757992.704538:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757992.704541:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757992.704545:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61f0c0 x1874594466118400/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758017 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757992.704553:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757992.704556:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757992.704560:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757992.704566:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757992.704569:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757992.704572:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787757992.704574:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757992.704578:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafc800.
02000000:00000001:1.0:1787757992.704582:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757992.704584:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757992.704587:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61f0c0.
00000100:00000001:1.0:1787757992.704591:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757992.704593:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757992.704596:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757992.704605:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757992.704608:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757992.704611:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757992.704614:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757992.704616:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757992.704621:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61cf00 x1874594466118528/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757992.704631:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757992.704633:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757992.704636:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757992.704639:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757992.704642:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757992.704645:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466118528:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757992.704650:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757992.704654:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757992.704656:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757992.704659:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757992.704663:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757992.704665:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757992.704669:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757992.704673:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
00000400:00000010:1.0:1787757992.704677:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
00000100:00000200:1.0:1787757992.704682:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466118528, portal 10
00000100:00000001:1.0:1787757992.704684:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757992.704686:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611348224 : -120601098203392 : ffff92505e61cf00)
00000100:00000040:1.0:1787757992.704695:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61cf00 x1874594466118528/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757992.704703:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757992.704706:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757992.704709:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf990.
00000100:00000200:1.0:1787757992.704712:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466118528, offset 0
00000400:00000200:1.0:1787757992.704717:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757992.704724:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757992.704729:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757992.704732:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757992.704736:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757992.704739:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757992.704743:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757992.704747:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56837:56837:256:4294967295] 192.168.201.154@tcp LPNI seq info [56837:56837:8:4294967295]
00000400:00000200:1.0:1787757992.704752:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757992.704761:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757992.704767:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757992.704771:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1900.
00000800:00000200:1.0:1787757992.704777:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757992.704781:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787757992.704788:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757992.704792:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787757992.704797:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757992.704800:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1900.
00000400:00000200:1.0:1787757992.704804:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757992.704808:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757992.704812:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf990
00000400:00000010:1.0:1787757992.704815:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf990.
00000100:00000001:1.0:1787757992.704818:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757992.704822:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61cf00 x1874594466118528/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757992.704832:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757992.704836:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61cf00 x1874594466118528/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758017 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757992.704844:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757992.704846:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757992.704850:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757992.704855:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787757992.704859:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757992.704861:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314244650
00000100:00000001:1.0:1787757992.704865:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314245545
00000100:00000001:1.0:1787757992.704868:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314244650
00000100:00000001:1.0:1787757992.704870:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314245546
00000100:00000001:1.0:1787757992.704873:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757992.704876:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757992.704878:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757992.704883:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757992/real 1787757992]  req@ffff92505e61cf00 x1874594466118528/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757992.704892:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757992.704893:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757992.704896:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787757992.704899:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
00000400:00000010:1.0:1787757992.704901:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000001:1.0:1787757992.704904:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757992.704908:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61cf00 x1874594466118528/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757992.704918:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61cf00 x1874594466118528/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757992.704925:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757992.704927:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757992.704929:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757992.704931:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757992.704935:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61cf00 x1874594466118528/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757992.704943:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757992.704948:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61cf00 x1874594466118528/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758017 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757992.704956:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757992.704960:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757992.704962:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757992.704963:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757992.704965:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757992.704992:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757992.704997:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757992.705001:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757992.705004:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757992.705010:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61cf00 x1874594466118528/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758017 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757992.705020:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466118528:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757992.705026:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757992.705031:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61d680 x1874594466118656/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757992.705040:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757992.705042:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757992.705045:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757992.705047:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757992.705050:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757992.705053:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466118656:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757992.705058:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757992.705061:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757992.705063:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757992.705066:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757992.705071:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077917400.
02000000:00000001:1.0:1787757992.705073:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757992.705078:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757992.705081:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
00000400:00000010:1.0:1787757992.705085:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
00000100:00000200:1.0:1787757992.705090:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466118656, portal 4
00000100:00000001:1.0:1787757992.705092:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757992.705094:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611350144 : -120601098201472 : ffff92505e61d680)
00000100:00000040:1.0:1787757992.705102:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61d680 x1874594466118656/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757992.705111:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757992.705114:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757992.705116:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf990.
00000100:00000200:1.0:1787757992.705119:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466118656, offset 0
00000400:00000200:1.0:1787757992.705124:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757992.705129:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757992.705133:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757992.705137:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757992.705141:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757992.705144:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757992.705147:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757992.705151:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56838:56838:256:4294967295] 192.168.201.154@tcp LPNI seq info [56838:56838:8:4294967295]
00000400:00000200:1.0:1787757992.705157:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757992.705165:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757992.705170:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757992.705173:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1900.
00000800:00000200:1.0:1787757992.705178:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757992.705182:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787757992.705188:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757992.705191:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787757992.705196:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757992.705199:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1900.
00000400:00000200:1.0:1787757992.705202:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757992.705207:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757992.705210:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf990
00000400:00000010:1.0:1787757992.705213:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf990.
00000100:00000001:1.0:1787757992.705216:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757992.705220:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61d680 x1874594466118656/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757992.705230:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757992.705234:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61d680 x1874594466118656/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758017 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757992.705242:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757992.705244:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757992.705248:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757992.705252:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787757992.705255:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757992.705258:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314244633
00000100:00000001:1.0:1787757992.705261:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314245545
00000100:00000001:1.0:1787757992.705264:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314244633
00000100:00000001:1.0:1787757992.705306:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314245546
00000100:00000001:1.0:1787757992.705311:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757992.705314:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757992.705318:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757992.705326:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757992/real 1787757992]  req@ffff92505e61d680 x1874594466118656/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757992.705336:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757992.705338:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757992.705341:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787757992.705346:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
00000400:00000010:1.0:1787757992.705350:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000001:1.0:1787757992.705355:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757992.705363:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61d680 x1874594466118656/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757992.705374:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61d680 x1874594466118656/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757992.705382:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757992.705384:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757992.705386:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757992.705388:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757992.705392:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61d680 x1874594466118656/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757992.705400:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757992.705405:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61d680 x1874594466118656/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758017 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757992.705413:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757992.705416:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757992.705418:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757992.705420:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757992.705423:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757992.705425:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757992.705428:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757992.705433:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757992.705435:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757992.705440:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61d680 x1874594466118656/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758017 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757992.705449:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466118656:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757992.705454:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757992.705456:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757992.705460:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61cf00 x1874594466118528/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758017 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757992.705469:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757992.705471:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757992.705473:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757992.705477:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757992.705479:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757992.705481:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787757992.705483:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757992.705486:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507caff800.
02000000:00000001:1.0:1787757992.705489:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757992.705490:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757992.705492:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61cf00.
00000100:00000001:1.0:1787757992.705496:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757992.705497:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757992.705499:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757992.705503:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61d680 x1874594466118656/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758017 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757992.705511:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757992.705513:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757992.705514:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077917400.
02000000:00000001:1.0:1787757992.705518:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757992.705519:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757992.705521:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787757992.705524:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757992.705525:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafd000.
02000000:00000001:1.0:1787757992.705528:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757992.705529:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757992.705531:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61d680.
00000100:00000001:1.0:1787757992.705533:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757992.705535:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757992.705537:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757992.705542:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757992.705543:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757992.705546:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757992.705548:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757993.214366:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757993.214378:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757993.214384:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757993.214394:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757993.214402:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757993.214409:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757993.214414:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757993.214418:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757993.214424:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757993.534418:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757993.534431:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757993.534454:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757993.534458:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757993.534467:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757993.534471:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757993.534637:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757993.534645:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757993.534652:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787757993.662423:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314245546, at 4314245568
00000100:00000010:3.0:1787757993.662446:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6600.
00000100:00000040:2.0:1787757993.662492:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314245545, at 4314245568
00000100:00000010:2.0:1787757993.662514:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e62a0.
00000100:00000001:1.0:1787757994.238384:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757994.238396:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757994.238399:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757994.238407:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757994.238412:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757994.238416:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757994.238420:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757994.238440:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757994.238445:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757994.558449:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757994.558463:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757994.558479:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757994.558482:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757994.558491:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757994.558496:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757994.558582:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757994.558590:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757994.558596:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757995.262396:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757995.262407:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757995.262410:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757995.262417:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757995.262422:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757995.262427:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757995.262430:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757995.262434:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757995.262438:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757995.582434:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757995.582445:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757995.582460:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757995.582464:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757995.582475:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757995.582484:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787757995.582489:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787757995.582497:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757995.582503:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787757995.582508:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757995.582513:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757995.582519:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757995.582561:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757995.582566:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757995.582573:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757996.286407:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757996.286420:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757996.286425:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757996.286433:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757996.286439:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757996.286444:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757996.286448:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757996.286454:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757996.286459:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757996.606405:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757996.606416:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757996.606429:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757996.606432:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757996.606439:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757996.606442:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757996.606564:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757996.606574:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757996.606582:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787757997.310411:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757997.310425:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757997.310429:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757997.310439:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757997.310444:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757997.310452:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757997.310456:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757997.310460:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757997.310464:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757997.630439:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757997.630451:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757997.630462:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757997.630465:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757997.630472:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757997.630475:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787757997.630544:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787757997.630562:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787757997.630567:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787757997.822495:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757997.822508:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787757997.822512:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757997.822517:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757997.822523:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757997.822534:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19577
00000400:00000200:0.0:1787757997.822544:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757997.822553:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757997.822557:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757997.822563:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757997.822567:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757997.822570:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757997.822573:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757997.822579:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757997.822582:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787757997.822602:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757997.822606:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787757997.822609:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787757997.822612:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787757997.822616:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757997.822619:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757997.822621:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757997.822624:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757997.822628:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787757997.822632:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757997.822636:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757997.822640:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757997.822644:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757997.822647:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757997.822650:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787757997.822653:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757997.822664:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae47c00.
00000020:00000040:0.0:1787757997.822669:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787757997.822674:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757997.822676:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757997.822680:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757997.822683:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757997.822689:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757997.822698:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6800.
00000100:00000001:0.0:1787757997.822707:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757997.822719:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae47c00 x1874594466118784/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757997.822735:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787757997.822740:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757997.822747:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006db13aa7] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae47c00 x1874594466118784/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787757997.822776:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757997.822781:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787757997.822786:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787757997.822788:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787757997.822791:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787757997.822795:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787757997.822798:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19577
00000400:00000200:0.0:1787757997.822803:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787757997.822807:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787757997.822810:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757997.822814:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757997.822816:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757997.822819:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757997.822822:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787757997.822824:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757997.822826:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:0.0:1787757997.822828:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787757997.822830:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:0.0:1787757997.822833:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:0.0:1787757997.822835:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:0.0:1787757997.822839:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757997.822841:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787757997.822843:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757997.822845:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787757997.822849:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:0.0:1787757997.822853:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757997.822857:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757997.822860:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757997.822867:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757997.822871:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757997.822873:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787757997.822902:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787757997.822907:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757997.822910:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787757997.822917:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae45680.
00000100:00000001:1.0:1787757997.822917:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1787757997.822925:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000100:00000001:1.0:1787757997.822931:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1787757997.822932:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757997.822937:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757997.822942:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787757997.822943:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757997.822949:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787757997.822953:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757997.822958:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad4800.
00000100:00000001:0.0:1787757997.822965:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757997.822967:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae47c00 x1874594466118784/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787757997.822977:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae45680 x1874594466118912/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787757997.823025:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787757997.823026:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787757997.823030:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757997.823033:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757997.823041:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078e2ff1a] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae45680 x1874594466118912/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787757997.823045:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757997.823052:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757997.823061:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757997.823072:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757997.823075:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae47c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466118784:192.168.201.154@tcp:250:kworker.0
00000100:00080000:0.0:1787757997.823078:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787757997.823089:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1787757997.823091:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787757997.823097:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:1.0:1787757997.823099:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:0.0:1787757997.823101:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1787757997.823109:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757997.823110:0:277684:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:1.0:1787757997.823118:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1787757997.823120:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19577
00000400:00000200:0.0:1787757997.823128:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000010:1.0:1787757997.823130:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077917400.
00000400:00000200:0.0:1787757997.823133:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
02000000:00000001:1.0:1787757997.823139:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787757997.823141:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787757997.823149:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757997.823152:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787757997.823158:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:0.0:1787757997.823160:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757997.823167:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000010:1.0:1787757997.823168:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
00000020:00000001:0.0:1787757997.823170:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787757997.823177:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:0.0:1787757997.823180:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000010:1.0:1787757997.823184:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
00000020:00000040:0.0:1787757997.823185:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:0.0:1787757997.823194:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:0.0:1787757997.823197:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000200:1.0:1787757997.823201:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466118784, portal 25
00000100:00000040:0.0:1787757997.823202:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787757997.823213:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787757997.823214:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787757997.823221:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089674240 : -120600619877376 : ffff92507ae47c00)
00000100:00000040:0.0:1787757997.823225:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787757997.823232:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000040:1.0:1787757997.823241:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae47c00 x1874594466118784/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787757997.823242:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:0.0:1787757997.823254:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787757997.823308:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787757997.823313:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787757997.823317:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787757997.823321:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757997.823323:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787757997.823326:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787757997.823330:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757997.823336:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757997.823344:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000010:0.0:1787757997.823346:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae46940.
00000020:00000040:0.0:1787757997.823353:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000100:00000040:1.0:1787757997.823361:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
02000000:00000001:0.0:1787757997.823362:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787757997.823368:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787757997.823372:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787757997.823373:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1787757997.823376:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf990.
02000000:00000001:0.0:1787757997.823377:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787757997.823386:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6000.
00000100:00000200:1.0:1787757997.823390:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466118784, offset 0
00000100:00000001:0.0:1787757997.823394:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787757997.823408:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae46940 x1874594466119040/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787757997.823410:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000001:0.0:1787757997.823426:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787757997.823431:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787757997.823433:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757997.823445:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013e8296f] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae46940 x1874594466119040/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787757997.823448:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757997.823465:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1787757997.823469:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787757997.823475:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787757997.823476:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00000040:0.0:1787757997.823486:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1787757997.823490:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1787757997.823496:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19587)
00000400:00000200:1.0:1787757997.823498:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757997.823512:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56839:56839:256:4294967295] 192.168.201.154@tcp LPNI seq info [56839:56839:8:4294967295]
00000400:00000200:1.0:1787757997.823519:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757997.823537:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757997.823545:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757997.823552:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1900.
00000800:00000200:1.0:1787757997.823561:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757997.823566:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787757997.823575:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757997.823580:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787757997.823586:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757997.823591:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1900.
00000400:00000200:1.0:1787757997.823597:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757997.823604:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757997.823610:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf990
00000400:00000010:1.0:1787757997.823613:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf990.
00000100:00000001:1.0:1787757997.823619:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757997.823626:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae47c00 x1874594466118784/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757997.823641:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757997.823646:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae47c00 x1874594466118784/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758022 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757997.823655:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757997.823658:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757997.823667:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757997.823672:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757997.823675:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314250665
00000100:00000010:1.0:1787757997.823682:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6720.
00000100:00000001:1.0:1787757997.823692:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787757997.823714:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314250665
00000100:00000010:1.0:1787757997.823722:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6360.
00000100:00000001:1.0:1787757997.823728:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787757997.823734:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757997.823739:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757997.823745:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757997.823755:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757997/real 1787757997]  req@ffff92507ae47c00 x1874594466118784/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757997.823776:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757997.823779:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757997.823783:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787757997.823789:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
00000400:00000010:1.0:1787757997.823793:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000001:1.0:1787757997.823798:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757997.823804:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae47c00 x1874594466118784/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757997.823815:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae47c00 x1874594466118784/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757997.823824:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757997.823826:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757997.823830:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757997.823832:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757997.823837:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae47c00 x1874594466118784/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757997.823846:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757997.823852:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae47c00 x1874594466118784/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758022 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757997.823864:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757997.823870:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757997.823873:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757997.823876:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757997.823900:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757997.823904:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757997.823909:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757997.823917:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757997.823923:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757997.823932:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae47c00 x1874594466118784/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758022 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757997.823951:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae47c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466118784:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787757997.823961:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757997.823965:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757997.823972:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae47c00 x1874594466118784/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758022 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757997.823996:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757997.823999:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757997.824003:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077917400.
02000000:00000001:1.0:1787757997.824007:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757997.824010:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757997.824012:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787757997.824015:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757997.824019:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad6800.
02000000:00000001:1.0:1787757997.824023:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757997.824026:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757997.824028:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae47c00.
00000100:00000001:1.0:1787757997.824032:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757997.824034:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757997.824036:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757997.824046:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757997.824049:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757997.824052:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757997.824054:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757997.824056:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757997.824062:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae45680 x1874594466118912/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757997.824071:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757997.824073:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757997.824076:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757997.824079:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757997.824082:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757997.824086:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae45680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466118912:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757997.824090:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757997.824093:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757997.824095:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757997.824098:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757997.824103:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077917400.
02000000:00000001:1.0:1787757997.824105:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757997.824110:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757997.824114:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
00000400:00000010:1.0:1787757997.824119:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
00000100:00000200:1.0:1787757997.824124:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466118912, portal 10
00000100:00000001:1.0:1787757997.824127:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757997.824129:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089664640 : -120600619886976 : ffff92507ae45680)
00000100:00000040:1.0:1787757997.824137:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae45680 x1874594466118912/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757997.824146:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757997.824149:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757997.824151:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf990.
00000100:00000200:1.0:1787757997.824155:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466118912, offset 0
00000400:00000200:1.0:1787757997.824160:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757997.824165:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757997.824170:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757997.824175:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757997.824179:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757997.824182:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757997.824185:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757997.824190:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56840:56840:256:4294967295] 192.168.201.154@tcp LPNI seq info [56840:56840:8:4294967295]
00000400:00000200:1.0:1787757997.824194:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757997.824204:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757997.824210:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757997.824214:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1900.
00000800:00000200:1.0:1787757997.824220:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757997.824223:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787757997.824229:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757997.824233:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787757997.824238:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757997.824241:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1900.
00000400:00000200:1.0:1787757997.824245:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757997.824250:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757997.824253:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf990
00000400:00000010:1.0:1787757997.824256:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf990.
00000100:00000001:1.0:1787757997.824260:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757997.824265:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae45680 x1874594466118912/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757997.824307:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757997.824312:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae45680 x1874594466118912/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758022 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757997.824321:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757997.824323:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757997.824329:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757997.824334:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787757997.824338:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757997.824341:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314249770
00000100:00000001:1.0:1787757997.824346:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314250665
00000100:00000001:1.0:1787757997.824349:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314249770
00000100:00000001:1.0:1787757997.824351:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314250665
00000100:00000001:1.0:1787757997.824354:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757997.824357:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757997.824359:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757997.824364:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757997/real 1787757997]  req@ffff92507ae45680 x1874594466118912/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757997.824373:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757997.824375:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757997.824377:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787757997.824380:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
00000400:00000010:1.0:1787757997.824382:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000001:1.0:1787757997.824385:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757997.824389:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae45680 x1874594466118912/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757997.824400:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae45680 x1874594466118912/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757997.824416:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757997.824417:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757997.824420:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757997.824422:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757997.824426:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae45680 x1874594466118912/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757997.824434:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757997.824439:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae45680 x1874594466118912/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758022 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757997.824447:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757997.824450:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757997.824452:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757997.824453:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757997.824456:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757997.824459:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757997.824462:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757997.824465:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757997.824469:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757997.824473:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae45680 x1874594466118912/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758022 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757997.824484:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae45680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466118912:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787757997.824488:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787757997.824492:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae46940 x1874594466119040/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757997.824499:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757997.824501:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757997.824505:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787757997.824507:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787757997.824510:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757997.824513:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae46940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466119040:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757997.824517:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787757997.824520:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787757997.824522:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787757997.824524:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787757997.824528:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757997.824531:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787757997.824535:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787757997.824538:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
00000400:00000010:1.0:1787757997.824542:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
00000100:00000200:1.0:1787757997.824545:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466119040, portal 4
00000100:00000001:1.0:1787757997.824548:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787757997.824550:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089669440 : -120600619882176 : ffff92507ae46940)
00000100:00000040:1.0:1787757997.824556:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae46940 x1874594466119040/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757997.824565:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787757997.824568:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787757997.824570:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf990.
00000100:00000200:1.0:1787757997.824573:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466119040, offset 0
00000400:00000200:1.0:1787757997.824578:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787757997.824582:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757997.824586:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787757997.824590:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787757997.824593:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787757997.824596:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787757997.824599:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787757997.824603:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56841:56841:256:4294967295] 192.168.201.154@tcp LPNI seq info [56841:56841:8:4294967295]
00000400:00000200:1.0:1787757997.824609:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787757997.824617:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787757997.824623:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757997.824627:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1900.
00000800:00000200:1.0:1787757997.824632:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787757997.824636:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787757997.824641:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787757997.824644:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787757997.824649:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787757997.824652:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1900.
00000400:00000200:1.0:1787757997.824656:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787757997.824660:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787757997.824664:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf990
00000400:00000010:1.0:1787757997.824666:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf990.
00000100:00000001:1.0:1787757997.824669:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787757997.824673:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae46940 x1874594466119040/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757997.824683:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757997.824687:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae46940 x1874594466119040/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758022 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757997.824695:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757997.824697:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787757997.824700:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787757997.824704:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787757997.824708:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787757997.824710:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314249753
00000100:00000001:1.0:1787757997.824713:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314250665
00000100:00000001:1.0:1787757997.824716:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314249753
00000100:00000001:1.0:1787757997.824719:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314250665
00000100:00000001:1.0:1787757997.824721:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787757997.824724:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757997.824726:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787757997.824730:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787757997/real 1787757997]  req@ffff92507ae46940 x1874594466119040/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787757997.824740:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787757997.824742:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787757997.824745:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787757997.824747:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
00000400:00000010:1.0:1787757997.824749:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000001:1.0:1787757997.824752:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787757997.824755:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae46940 x1874594466119040/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787757997.824765:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae46940 x1874594466119040/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757997.824772:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787757997.824774:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757997.824776:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757997.824777:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787757997.824782:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae46940 x1874594466119040/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757997.824790:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787757997.824795:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae46940 x1874594466119040/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758022 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757997.824803:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787757997.824806:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757997.824808:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787757997.824809:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757997.824811:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787757997.824813:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787757997.824816:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787757997.824819:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787757997.824822:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787757997.824827:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae46940 x1874594466119040/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758022 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787757997.824837:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae46940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466119040:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787757997.824842:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757997.824844:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757997.824847:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae45680 x1874594466118912/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758022 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757997.824855:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757997.824857:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757997.824861:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077917400.
02000000:00000001:1.0:1787757997.824866:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757997.824868:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757997.824871:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787757997.824875:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757997.824900:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad4800.
02000000:00000001:1.0:1787757997.824907:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757997.824909:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757997.824911:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae45680.
00000100:00000001:1.0:1787757997.824916:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757997.824919:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757997.824922:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787757997.824930:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae46940 x1874594466119040/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758022 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787757997.824944:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787757997.824947:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787757997.824951:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915c00.
02000000:00000001:1.0:1787757997.824958:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787757997.824961:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787757997.824964:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787757997.824967:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787757997.824971:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad6000.
02000000:00000001:1.0:1787757997.824975:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787757997.824979:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787757997.824982:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae46940.
00000100:00000001:1.0:1787757997.824986:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787757997.824988:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757997.824991:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757997.824996:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757997.824999:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757997.825001:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787757997.825003:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787757998.334366:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757998.334378:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757998.334381:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757998.334390:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757998.334394:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757998.334399:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757998.334403:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757998.334406:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757998.334409:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757998.654382:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757998.654393:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757998.654403:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757998.654406:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757998.654420:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757998.654424:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787757998.654477:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787757998.654488:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787757998.654495:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787757998.782434:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314250665, at 4314250688
00000100:00000040:3.0:1787757998.782440:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314250665, at 4314250688
00000100:00000010:2.0:1787757998.782458:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6720.
00000100:00000010:3.0:1787757998.782469:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6360.
00000100:00000001:1.0:1787757999.358330:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787757999.358340:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787757999.358342:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787757999.358347:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787757999.358350:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787757999.358354:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757999.358356:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787757999.358358:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787757999.358360:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757999.678365:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757999.678373:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757999.678381:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757999.678383:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787757999.678387:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787757999.678388:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787757999.678448:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787757999.678453:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787757999.678457:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787758000.382345:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787758000.382354:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758000.382356:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758000.382362:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787758000.382366:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758000.382370:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758000.382373:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758000.382375:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758000.382378:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758000.702368:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758000.702376:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758000.702383:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758000.702384:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758000.702389:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758000.702390:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787758000.702429:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787758000.702434:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787758000.702436:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787758001.406338:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787758001.406346:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758001.406348:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758001.406353:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787758001.406357:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758001.406360:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758001.406362:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758001.406364:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758001.406367:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758001.726358:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758001.726366:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758001.726372:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758001.726374:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758001.726378:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758001.726380:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787758001.726403:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787758001.726405:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787758001.726407:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787758002.430323:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787758002.430331:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758002.430333:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758002.430338:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787758002.430340:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758002.430343:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758002.430345:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758002.430348:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758002.430350:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758002.750389:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758002.750398:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787758002.750401:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787758002.750404:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758002.750409:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787758002.750410:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758002.750412:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758002.750415:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758002.750419:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758002.750422:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787758002.750423:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787758002.750425:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758002.750427:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787758002.750428:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758002.750430:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758002.750432:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758002.750436:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758002.750438:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758002.750496:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758002.750501:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758002.750503:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787758002.942399:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787758002.942411:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787758002.942415:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787758002.942418:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787758002.942423:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787758002.942432:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19582
00000400:00000200:0.0:1787758002.942442:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758002.942449:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787758002.942453:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787758002.942457:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758002.942460:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787758002.942462:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758002.942465:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787758002.942470:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787758002.942473:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787758002.942476:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787758002.942478:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787758002.942480:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787758002.942482:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787758002.942484:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758002.942486:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787758002.942487:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758002.942489:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787758002.942491:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787758002.942493:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787758002.942495:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758002.942497:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787758002.942499:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787758002.942501:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758002.942503:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787758002.942505:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787758002.942513:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae47480.
00000020:00000040:0.0:1787758002.942516:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787758002.942519:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787758002.942520:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758002.942522:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787758002.942525:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787758002.942528:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787758002.942535:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad4400.
00000100:00000001:0.0:1787758002.942540:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787758002.942547:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae47480 x1874594466119168/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787758002.942555:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787758002.942558:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787758002.942562:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ecd7b1f2] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae47480 x1874594466119168/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758002.942587:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787758002.942590:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787758002.942592:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787758002.942593:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787758002.942595:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787758002.942597:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787758002.942599:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19582
00000400:00000200:0.0:1787758002.942601:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758002.942603:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787758002.942605:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787758002.942607:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758002.942608:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787758002.942610:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758002.942611:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787758002.942613:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787758002.942614:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:0.0:1787758002.942615:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787758002.942616:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:0.0:1787758002.942617:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:0.0:1787758002.942619:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:0.0:1787758002.942620:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758002.942622:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787758002.942623:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758002.942624:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787758002.942625:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:0.0:1787758002.942627:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787758002.942628:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758002.942630:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787758002.942634:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787758002.942636:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758002.942638:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787758002.942642:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787758002.942644:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758002.942646:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787758002.942649:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae47840.
00000020:00000040:0.0:1787758002.942650:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:0.0:1787758002.942652:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787758002.942653:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758002.942654:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787758002.942655:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787758002.942656:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1787758002.942657:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787758002.942662:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad7c00.
00000100:00000001:1.0:1787758002.942663:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787758002.942666:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758002.942667:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00100000:0.0:1787758002.942674:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae47840 x1874594466119296/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787758002.942678:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae47480 x1874594466119168/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758002.942684:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787758002.942688:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758002.942695:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1787758002.942696:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000cd63e1] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae47840 x1874594466119296/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758002.942698:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758002.942704:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787758002.942708:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758002.942708:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1787758002.942712:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1787758002.942712:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787758002.942719:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:1.0:1787758002.942720:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466119168:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787758002.942721:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787758002.942724:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787758002.942726:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787758002.942729:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19582
00000400:00000200:0.0:1787758002.942732:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787758002.942738:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000400:00000200:0.0:1787758002.942739:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787758002.942743:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
02000000:00000001:1.0:1787758002.942744:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787758002.942747:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787758002.942750:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
02000000:00000001:1.0:1787758002.942751:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787758002.942756:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:1.0:1787758002.942758:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077917400.
00000100:00000040:0.0:1787758002.942760:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
02000000:00000001:1.0:1787758002.942762:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758002.942765:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:1.0:1787758002.942770:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000020:00000001:0.0:1787758002.942772:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787758002.942775:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000400:00000010:1.0:1787758002.942776:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
00000020:00000001:0.0:1787758002.942777:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787758002.942783:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000400:00000010:1.0:1787758002.942786:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
00000020:00000001:0.0:1787758002.942787:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:0.0:1787758002.942806:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:0.0:1787758002.942810:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758002.942813:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787758002.942814:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758002.942816:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000200:1.0:1787758002.942817:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466119168, portal 25
00000020:00000040:0.0:1787758002.942818:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00000001:1.0:1787758002.942823:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1787758002.942824:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:1.0:1787758002.942828:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089672320 : -120600619879296 : ffff92507ae47480)
00000100:00000001:0.0:1787758002.942829:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758002.942833:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787758002.942836:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1787758002.942838:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae47480 x1874594466119168/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787758002.942839:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758002.942843:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787758002.942847:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787758002.942851:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00000001:0.0:1787758002.942852:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758002.942856:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787758002.942856:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000010:0.0:1787758002.942860:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae44f00.
00000400:00000010:1.0:1787758002.942861:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf990.
00000020:00000040:0.0:1787758002.942863:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000100:00000200:1.0:1787758002.942866:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466119168, offset 0
02000000:00000001:0.0:1787758002.942867:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787758002.942870:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758002.942873:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787758002.942874:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787758002.942877:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758002.942877:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
02000000:00000010:0.0:1787758002.942885:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6400.
00000400:00000200:1.0:1787758002.942889:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787758002.942891:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758002.942898:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00100000:0.0:1787758002.942899:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae44f00 x1874594466119424/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787758002.942906:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1787758002.942908:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787758002.942911:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758002.942913:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00000040:0.0:1787758002.942917:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b63fe09a] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae44f00 x1874594466119424/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787758002.942920:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787758002.942927:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00000001:0.0:1787758002.942932:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758002.942933:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56842:56842:256:4294967295] 192.168.201.154@tcp LPNI seq info [56842:56842:8:4294967295]
00000100:00000040:0.0:1787758002.942935:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787758002.942942:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1787758002.942942:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:0.0:1787758002.942950:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19592)
00000400:00000200:1.0:1787758002.942956:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787758002.942962:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758002.942966:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1900.
00000800:00000200:1.0:1787758002.942972:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787758002.942976:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787758002.942982:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787758002.942985:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787758002.942988:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758002.942990:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1900.
00000400:00000200:1.0:1787758002.942995:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787758002.942999:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787758002.943002:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf990
00000400:00000010:1.0:1787758002.943004:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf990.
00000100:00000001:1.0:1787758002.943008:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787758002.943012:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae47480 x1874594466119168/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758002.943019:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758002.943021:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae47480 x1874594466119168/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758027 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758002.943026:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758002.943028:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787758002.943033:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758002.943035:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787758002.943038:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314255784
00000100:00000010:1.0:1787758002.943042:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e65a0.
00000100:00000001:1.0:1787758002.943048:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787758002.943062:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314255784
00000100:00000010:1.0:1787758002.943064:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6ae0.
00000100:00000001:1.0:1787758002.943067:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787758002.943069:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787758002.943071:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758002.943073:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787758002.943077:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758002/real 1787758002]  req@ffff92507ae47480 x1874594466119168/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787758002.943083:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787758002.943085:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787758002.943087:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787758002.943090:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
00000400:00000010:1.0:1787758002.943091:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000001:1.0:1787758002.943094:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787758002.943096:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae47480 x1874594466119168/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787758002.943103:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae47480 x1874594466119168/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758002.943108:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787758002.943109:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758002.943110:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758002.943112:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787758002.943114:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae47480 x1874594466119168/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758002.943118:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787758002.943122:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae47480 x1874594466119168/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758027 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758002.943126:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787758002.943128:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758002.943130:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758002.943130:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758002.943132:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787758002.943134:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787758002.943136:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787758002.943138:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787758002.943140:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787758002.943142:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae47480 x1874594466119168/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758027 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758002.943147:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466119168:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787758002.943153:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758002.943154:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758002.943156:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae47480 x1874594466119168/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758027 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758002.943160:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787758002.943162:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787758002.943164:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077917400.
02000000:00000001:1.0:1787758002.943166:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787758002.943168:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787758002.943169:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787758002.943170:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787758002.943173:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad4400.
02000000:00000001:1.0:1787758002.943175:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787758002.943176:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787758002.943178:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae47480.
00000100:00000001:1.0:1787758002.943180:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787758002.943181:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758002.943182:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758002.943189:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758002.943190:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758002.943191:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787758002.943193:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758002.943193:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787758002.943196:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae47840 x1874594466119296/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758002.943200:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758002.943201:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758002.943203:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787758002.943204:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787758002.943206:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758002.943208:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae47840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466119296:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787758002.943210:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787758002.943211:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787758002.943212:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758002.943214:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787758002.943216:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077917400.
02000000:00000001:1.0:1787758002.943217:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758002.943219:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787758002.943221:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
00000400:00000010:1.0:1787758002.943223:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
00000100:00000200:1.0:1787758002.943225:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466119296, portal 10
00000100:00000001:1.0:1787758002.943226:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787758002.943227:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089673280 : -120600619878336 : ffff92507ae47840)
00000100:00000040:1.0:1787758002.943232:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae47840 x1874594466119296/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758002.943236:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787758002.943238:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787758002.943239:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf990.
00000100:00000200:1.0:1787758002.943241:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466119296, offset 0
00000400:00000200:1.0:1787758002.943243:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787758002.943245:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758002.943247:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787758002.943250:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787758002.943251:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787758002.943253:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787758002.943255:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787758002.943257:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56843:56843:256:4294967295] 192.168.201.154@tcp LPNI seq info [56843:56843:8:4294967295]
00000400:00000200:1.0:1787758002.943259:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758002.943264:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787758002.943290:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758002.943293:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1900.
00000800:00000200:1.0:1787758002.943296:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787758002.943297:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787758002.943300:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787758002.943302:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787758002.943305:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758002.943306:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1900.
00000400:00000200:1.0:1787758002.943308:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787758002.943311:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787758002.943313:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf990
00000400:00000010:1.0:1787758002.943314:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf990.
00000100:00000001:1.0:1787758002.943316:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787758002.943319:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae47840 x1874594466119296/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758002.943324:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758002.943326:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae47840 x1874594466119296/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758027 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758002.943330:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758002.943331:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787758002.943334:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787758002.943337:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787758002.943339:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787758002.943340:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314254889
00000100:00000001:1.0:1787758002.943342:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314255784
00000100:00000001:1.0:1787758002.943344:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314254889
00000100:00000001:1.0:1787758002.943345:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314255784
00000100:00000001:1.0:1787758002.943347:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787758002.943348:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758002.943349:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787758002.943351:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758002/real 1787758002]  req@ffff92507ae47840 x1874594466119296/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787758002.943356:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787758002.943357:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787758002.943358:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787758002.943359:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
00000400:00000010:1.0:1787758002.943360:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000001:1.0:1787758002.943362:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787758002.943364:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae47840 x1874594466119296/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787758002.943370:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae47840 x1874594466119296/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758002.943374:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787758002.943375:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758002.943376:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758002.943377:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787758002.943379:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae47840 x1874594466119296/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758002.943383:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787758002.943385:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae47840 x1874594466119296/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758027 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758002.943389:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787758002.943390:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758002.943391:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758002.943392:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758002.943393:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787758002.943395:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787758002.943396:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787758002.943398:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787758002.943400:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787758002.943403:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae47840 x1874594466119296/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758027 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758002.943407:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae47840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466119296:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787758002.943410:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787758002.943412:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae44f00 x1874594466119424/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758002.943420:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758002.943421:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758002.943423:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787758002.943424:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787758002.943425:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758002.943427:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae44f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466119424:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787758002.943428:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787758002.943429:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787758002.943430:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758002.943432:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787758002.943434:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077914000.
02000000:00000001:1.0:1787758002.943435:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758002.943437:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787758002.943438:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
00000400:00000010:1.0:1787758002.943440:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
00000100:00000200:1.0:1787758002.943442:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466119424, portal 4
00000100:00000001:1.0:1787758002.943443:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787758002.943444:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089662720 : -120600619888896 : ffff92507ae44f00)
00000100:00000040:1.0:1787758002.943448:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae44f00 x1874594466119424/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758002.943453:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787758002.943454:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787758002.943455:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf990.
00000100:00000200:1.0:1787758002.943457:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466119424, offset 0
00000400:00000200:1.0:1787758002.943459:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787758002.943461:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758002.943463:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787758002.943465:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787758002.943467:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787758002.943469:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787758002.943470:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787758002.943473:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56844:56844:256:4294967295] 192.168.201.154@tcp LPNI seq info [56844:56844:8:4294967295]
00000400:00000200:1.0:1787758002.943475:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758002.943479:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787758002.943482:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758002.943484:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1900.
00000800:00000200:1.0:1787758002.943487:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787758002.943488:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787758002.943491:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787758002.943493:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787758002.943495:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758002.943496:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1900.
00000400:00000200:1.0:1787758002.943498:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787758002.943501:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787758002.943502:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf990
00000400:00000010:1.0:1787758002.943504:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf990.
00000100:00000001:1.0:1787758002.943505:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787758002.943507:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae44f00 x1874594466119424/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758002.943512:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758002.943514:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae44f00 x1874594466119424/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758027 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758002.943518:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758002.943519:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787758002.943521:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787758002.943522:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787758002.943524:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787758002.943525:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314254872
00000100:00000001:1.0:1787758002.943527:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314255784
00000100:00000001:1.0:1787758002.943528:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314254872
00000100:00000001:1.0:1787758002.943530:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314255784
00000100:00000001:1.0:1787758002.943531:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787758002.943533:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758002.943534:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787758002.943537:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758002/real 1787758002]  req@ffff92507ae44f00 x1874594466119424/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787758002.943542:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787758002.943542:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787758002.943543:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787758002.943544:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
00000400:00000010:1.0:1787758002.943545:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000001:1.0:1787758002.943547:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787758002.943549:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae44f00 x1874594466119424/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787758002.943554:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae44f00 x1874594466119424/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758002.943558:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787758002.943559:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758002.943560:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758002.943561:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787758002.943563:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae44f00 x1874594466119424/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758002.943567:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787758002.943569:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae44f00 x1874594466119424/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758027 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758002.943573:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787758002.943574:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758002.943575:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758002.943576:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758002.943577:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787758002.943578:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787758002.943579:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787758002.943582:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787758002.943583:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787758002.943586:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae44f00 x1874594466119424/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758027 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758002.943591:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae44f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466119424:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787758002.943593:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758002.943594:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758002.943596:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae47840 x1874594466119296/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758027 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758002.943600:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787758002.943600:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787758002.943602:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077917400.
02000000:00000001:1.0:1787758002.943603:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787758002.943604:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787758002.943605:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787758002.943606:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787758002.943607:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad7c00.
02000000:00000001:1.0:1787758002.943608:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787758002.943609:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787758002.943610:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae47840.
00000100:00000001:1.0:1787758002.943611:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787758002.943612:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758002.943613:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758002.943615:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae44f00 x1874594466119424/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758027 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758002.943619:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787758002.943620:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787758002.943621:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077914000.
02000000:00000001:1.0:1787758002.943623:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787758002.943623:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787758002.943624:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787758002.943625:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787758002.943626:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad6400.
02000000:00000001:1.0:1787758002.943628:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787758002.943629:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787758002.943630:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae44f00.
00000100:00000001:1.0:1787758002.943631:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787758002.943632:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758002.943633:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758002.943635:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758002.943636:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758002.943637:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787758002.943638:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758003.454344:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758003.454351:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758003.454353:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758003.454357:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758003.454361:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758003.454365:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758003.454367:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758003.454369:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758003.454371:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758003.774367:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758003.774374:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758003.774381:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758003.774382:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758003.774386:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758003.774388:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787758003.774430:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787758003.774434:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787758003.774437:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787758003.902387:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314255784, at 4314255808
00000100:00000040:3.0:1787758003.902387:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314255784, at 4314255808
00000100:00000010:3.0:1787758003.902404:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6ae0.
00000100:00000010:2.0:1787758003.902407:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e65a0.
00000100:00000001:2.0:1787758004.478342:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758004.478350:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758004.478352:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758004.478356:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758004.478359:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758004.478362:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758004.478364:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758004.478366:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758004.478368:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758004.798383:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758004.798391:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758004.798398:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758004.798400:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758004.798405:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758004.798406:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787758004.798427:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787758004.798430:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787758004.798432:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758005.502324:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758005.502333:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758005.502335:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758005.502339:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758005.502342:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758005.502346:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758005.502348:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758005.502350:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758005.502352:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758005.822334:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758005.822341:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758005.822348:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758005.822350:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758005.822354:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758005.822358:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787758005.822360:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787758005.822363:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758005.822366:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787758005.822368:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758005.822370:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758005.822372:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758005.822432:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758005.822438:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758005.822442:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758006.526329:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758006.526337:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758006.526339:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758006.526343:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758006.526347:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758006.526350:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758006.526352:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758006.526354:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758006.526356:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758006.846383:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758006.846391:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758006.846399:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758006.846400:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758006.846404:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758006.846405:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787758006.846455:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787758006.846459:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787758006.846462:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758007.550314:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758007.550323:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758007.550325:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758007.550329:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758007.550332:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758007.550335:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758007.550338:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758007.550342:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758007.550345:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758007.870395:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758007.870403:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758007.870409:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758007.870411:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758007.870417:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758007.870418:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787758007.870441:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787758007.870445:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787758007.870448:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787758008.062396:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787758008.062405:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787758008.062407:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787758008.062410:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787758008.062414:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787758008.062421:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19587
00000400:00000200:2.0:1787758008.062428:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787758008.062433:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787758008.062436:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787758008.062438:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758008.062441:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787758008.062442:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758008.062444:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787758008.062447:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787758008.062449:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787758008.062451:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787758008.062453:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787758008.062455:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787758008.062456:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787758008.062458:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758008.062459:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787758008.062461:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758008.062462:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787758008.062465:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787758008.062467:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787758008.062469:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787758008.062471:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787758008.062474:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787758008.062476:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758008.062478:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787758008.062480:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787758008.062488:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61d2c0.
00000020:00000040:2.0:1787758008.062491:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787758008.062494:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787758008.062495:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758008.062498:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787758008.062500:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787758008.062504:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787758008.062510:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507caff400.
00000100:00000001:2.0:1787758008.062515:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758008.062523:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61d2c0 x1874594466119552/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787758008.062531:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787758008.062535:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787758008.062538:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b484489] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61d2c0 x1874594466119552/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787758008.062557:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787758008.062560:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787758008.062562:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787758008.062563:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787758008.062565:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787758008.062567:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787758008.062568:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19587
00000400:00000200:2.0:1787758008.062571:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787758008.062573:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787758008.062575:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787758008.062577:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758008.062578:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787758008.062579:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758008.062581:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787758008.062583:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787758008.062584:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:2.0:1787758008.062585:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787758008.062586:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:2.0:1787758008.062588:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:2.0:1787758008.062589:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:2.0:1787758008.062591:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758008.062592:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787758008.062593:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758008.062594:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787758008.062596:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:2.0:1787758008.062597:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787758008.062598:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787758008.062599:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787758008.062604:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787758008.062606:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758008.062607:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787758008.062611:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787758008.062613:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758008.062615:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787758008.062617:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61f840.
00000020:00000040:2.0:1787758008.062619:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000100:00000001:1.0:1787758008.062620:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1787758008.062621:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787758008.062624:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758008.062636:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787758008.062637:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787758008.062638:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1787758008.062639:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758008.062642:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000010:2.0:1787758008.062644:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafe400.
00000100:00000001:2.0:1787758008.062648:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787758008.062650:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61d2c0 x1874594466119552/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787758008.062655:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61f840 x1874594466119680/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787758008.062666:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758008.062669:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758008.062670:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787758008.062674:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787758008.062674:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758008.062678:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1787758008.062681:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aef5ed20] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61f840 x1874594466119680/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787758008.062683:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758008.062690:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466119552:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787758008.062697:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787758008.062697:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787758008.062721:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787758008.062724:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787758008.062724:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787758008.062726:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787758008.062727:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787758008.062730:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19587
00000400:00000200:2.0:1787758008.062733:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787758008.062735:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787758008.062736:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787758008.062738:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758008.062751:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787758008.062752:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758008.062754:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787758008.062755:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787758008.062756:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:2.0:1787758008.062757:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787758008.062759:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:2.0:1787758008.062760:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:2.0:1787758008.062761:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:2.0:1787758008.062763:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758008.062764:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787758008.062765:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758008.062767:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787758008.062768:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:2.0:1787758008.062771:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787758008.062774:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758008.062775:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787758008.062776:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787758008.062779:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787758008.062780:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787758008.062782:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787758008.062785:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758008.062787:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000010:1.0:1787758008.062790:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077914000.
00000008:00100000:2.0:1787758008.062790:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787758008.062794:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1787758008.062798:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758008.062802:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758008.062803:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787758008.062811:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
00000100:00000010:2.0:1787758008.062811:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61f480.
00000020:00000040:2.0:1787758008.062818:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000400:00000010:1.0:1787758008.062821:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
02000000:00000001:2.0:1787758008.062823:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787758008.062827:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787758008.062830:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466119552, portal 25
00000100:00000001:2.0:1787758008.062830:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787758008.062835:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1787758008.062835:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787758008.062839:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611349184 : -120601098202432 : ffff92505e61d2c0)
02000000:00000001:2.0:1787758008.062840:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787758008.062846:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61d2c0 x1874594466119552/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1787758008.062850:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafd000.
00000100:00000001:1.0:1787758008.062853:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787758008.062858:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000001:2.0:1787758008.062858:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787758008.062860:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf990.
00000100:00000200:1.0:1787758008.062864:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466119552, offset 0
00000100:00100000:2.0:1787758008.062867:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61f480 x1874594466119808/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787758008.062874:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000001:2.0:1787758008.062879:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787758008.062881:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758008.062884:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:2.0:1787758008.062886:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f638b8ce] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61f480 x1874594466119808/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787758008.062892:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00000001:2.0:1787758008.062895:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787758008.062899:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787758008.062900:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1787758008.062905:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1787758008.062907:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787758008.062911:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1787758008.062911:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19597)
00000400:00000200:1.0:1787758008.062916:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787758008.062920:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56845:56845:256:4294967295] 192.168.201.154@tcp LPNI seq info [56845:56845:8:4294967295]
00000400:00000200:1.0:1787758008.062923:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758008.062934:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787758008.062938:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758008.062942:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1900.
00000800:00000200:1.0:1787758008.062947:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787758008.062950:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787758008.062955:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787758008.062958:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787758008.062961:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758008.062963:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1900.
00000400:00000200:1.0:1787758008.062968:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787758008.062971:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787758008.062975:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf990
00000400:00000010:1.0:1787758008.062977:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf990.
00000100:00000001:1.0:1787758008.062981:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787758008.062984:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61d2c0 x1874594466119552/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758008.062994:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758008.062998:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61d2c0 x1874594466119552/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758033 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758008.063006:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758008.063007:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787758008.063015:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758008.063019:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787758008.063022:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314260904
00000100:00000010:1.0:1787758008.063028:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6180.
00000100:00000001:1.0:1787758008.063036:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787758008.063041:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314260904
00000100:00000010:1.0:1787758008.063044:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6480.
00000100:00000001:1.0:1787758008.063048:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787758008.063051:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787758008.063054:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758008.063057:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787758008.063061:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758008/real 1787758008]  req@ffff92505e61d2c0 x1874594466119552/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787758008.063068:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787758008.063069:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787758008.063071:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787758008.063073:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
00000400:00000010:1.0:1787758008.063074:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000001:1.0:1787758008.063076:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787758008.063079:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61d2c0 x1874594466119552/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787758008.063085:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61d2c0 x1874594466119552/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758008.063089:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787758008.063091:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758008.063092:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758008.063094:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787758008.063097:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61d2c0 x1874594466119552/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758008.063101:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787758008.063104:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61d2c0 x1874594466119552/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758033 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758008.063109:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787758008.063111:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758008.063112:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758008.063113:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758008.063115:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787758008.063117:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787758008.063119:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787758008.063121:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787758008.063122:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787758008.063125:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61d2c0 x1874594466119552/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758033 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758008.063130:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466119552:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787758008.063134:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758008.063135:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758008.063138:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61d2c0 x1874594466119552/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758033 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758008.063142:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787758008.063144:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787758008.063146:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077914000.
02000000:00000001:1.0:1787758008.063148:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787758008.063149:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787758008.063151:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787758008.063152:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787758008.063155:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507caff400.
02000000:00000001:1.0:1787758008.063158:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787758008.063159:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787758008.063161:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61d2c0.
00000100:00000001:1.0:1787758008.063163:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787758008.063164:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758008.063165:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758008.063172:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758008.063173:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758008.063175:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787758008.063176:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758008.063177:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787758008.063179:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61f840 x1874594466119680/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758008.063184:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758008.063185:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758008.063187:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787758008.063188:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787758008.063189:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758008.063191:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466119680:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787758008.063193:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787758008.063194:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787758008.063195:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758008.063197:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787758008.063199:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077914000.
02000000:00000001:1.0:1787758008.063200:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758008.063203:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787758008.063204:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
00000400:00000010:1.0:1787758008.063207:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
00000100:00000200:1.0:1787758008.063209:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466119680, portal 10
00000100:00000001:1.0:1787758008.063210:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787758008.063211:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611358784 : -120601098192832 : ffff92505e61f840)
00000100:00000040:1.0:1787758008.063216:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61f840 x1874594466119680/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758008.063221:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787758008.063223:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787758008.063224:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf990.
00000100:00000200:1.0:1787758008.063226:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466119680, offset 0
00000400:00000200:1.0:1787758008.063229:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787758008.063232:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758008.063234:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787758008.063236:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787758008.063238:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787758008.063240:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787758008.063242:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787758008.063244:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56846:56846:256:4294967295] 192.168.201.154@tcp LPNI seq info [56846:56846:8:4294967295]
00000400:00000200:1.0:1787758008.063247:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758008.063252:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787758008.063255:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758008.063257:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1900.
00000800:00000200:1.0:1787758008.063294:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787758008.063296:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787758008.063299:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787758008.063300:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787758008.063303:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758008.063304:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1900.
00000400:00000200:1.0:1787758008.063307:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787758008.063309:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787758008.063311:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf990
00000400:00000010:1.0:1787758008.063312:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf990.
00000100:00000001:1.0:1787758008.063314:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787758008.063317:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61f840 x1874594466119680/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758008.063322:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758008.063324:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61f840 x1874594466119680/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758033 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758008.063333:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758008.063334:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787758008.063337:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787758008.063339:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787758008.063342:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787758008.063343:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314260009
00000100:00000001:1.0:1787758008.063345:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314260904
00000100:00000001:1.0:1787758008.063347:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314260009
00000100:00000001:1.0:1787758008.063359:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314260904
00000100:00000001:1.0:1787758008.063360:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787758008.063361:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758008.063363:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787758008.063365:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758008/real 1787758008]  req@ffff92505e61f840 x1874594466119680/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787758008.063370:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787758008.063371:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787758008.063372:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787758008.063374:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
00000400:00000010:1.0:1787758008.063375:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000001:1.0:1787758008.063376:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787758008.063378:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61f840 x1874594466119680/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787758008.063384:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61f840 x1874594466119680/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758008.063387:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787758008.063388:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758008.063389:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758008.063390:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787758008.063392:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61f840 x1874594466119680/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758008.063397:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787758008.063400:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61f840 x1874594466119680/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758033 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758008.063404:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787758008.063405:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758008.063406:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758008.063407:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758008.063408:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787758008.063410:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787758008.063411:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787758008.063413:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787758008.063414:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787758008.063417:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61f840 x1874594466119680/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758033 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758008.063421:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466119680:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787758008.063424:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787758008.063426:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61f480 x1874594466119808/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758008.063430:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758008.063431:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758008.063432:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787758008.063433:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787758008.063435:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758008.063436:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466119808:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787758008.063438:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787758008.063439:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787758008.063440:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758008.063442:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787758008.063444:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077917400.
02000000:00000001:1.0:1787758008.063445:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758008.063447:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787758008.063449:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
00000400:00000010:1.0:1787758008.063451:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
00000100:00000200:1.0:1787758008.063453:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466119808, portal 4
00000100:00000001:1.0:1787758008.063454:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787758008.063455:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611357824 : -120601098193792 : ffff92505e61f480)
00000100:00000040:1.0:1787758008.063460:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61f480 x1874594466119808/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758008.063464:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787758008.063466:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787758008.063467:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf990.
00000100:00000200:1.0:1787758008.063468:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466119808, offset 0
00000400:00000200:1.0:1787758008.063471:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787758008.063473:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758008.063475:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787758008.063477:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787758008.063478:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787758008.063480:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787758008.063482:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787758008.063484:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56847:56847:256:4294967295] 192.168.201.154@tcp LPNI seq info [56847:56847:8:4294967295]
00000400:00000200:1.0:1787758008.063487:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758008.063491:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787758008.063494:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758008.063495:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1900.
00000800:00000200:1.0:1787758008.063498:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787758008.063500:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787758008.063502:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787758008.063504:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787758008.063507:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758008.063509:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1900.
00000400:00000200:1.0:1787758008.063511:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787758008.063513:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787758008.063515:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf990
00000400:00000010:1.0:1787758008.063516:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf990.
00000100:00000001:1.0:1787758008.063517:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787758008.063519:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61f480 x1874594466119808/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758008.063524:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758008.063526:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61f480 x1874594466119808/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758033 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758008.063531:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758008.063532:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787758008.063533:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787758008.063535:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787758008.063537:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787758008.063538:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314259992
00000100:00000001:1.0:1787758008.063540:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314260904
00000100:00000001:1.0:1787758008.063541:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314259992
00000100:00000001:1.0:1787758008.063543:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314260904
00000100:00000001:1.0:1787758008.063544:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787758008.063545:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758008.063546:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787758008.063548:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758008/real 1787758008]  req@ffff92505e61f480 x1874594466119808/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787758008.063553:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787758008.063554:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787758008.063555:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787758008.063556:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
00000400:00000010:1.0:1787758008.063557:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000001:1.0:1787758008.063559:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787758008.063561:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61f480 x1874594466119808/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787758008.063566:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61f480 x1874594466119808/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758008.063570:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787758008.063571:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758008.063572:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758008.063573:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787758008.063575:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61f480 x1874594466119808/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758008.063579:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787758008.063581:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61f480 x1874594466119808/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758033 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758008.063585:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787758008.063586:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758008.063587:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758008.063588:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758008.063589:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787758008.063590:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787758008.063591:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787758008.063593:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787758008.063595:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787758008.063597:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61f480 x1874594466119808/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758033 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758008.063602:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466119808:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787758008.063604:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758008.063606:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758008.063608:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61f840 x1874594466119680/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758033 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758008.063612:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787758008.063614:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787758008.063615:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077914000.
02000000:00000001:1.0:1787758008.063616:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787758008.063617:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787758008.063618:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787758008.063619:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787758008.063620:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafe400.
02000000:00000001:1.0:1787758008.063632:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787758008.063633:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787758008.063634:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61f840.
00000100:00000001:1.0:1787758008.063636:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787758008.063637:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758008.063638:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758008.063640:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61f480 x1874594466119808/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758033 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758008.063645:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787758008.063645:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787758008.063646:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077917400.
02000000:00000001:1.0:1787758008.063648:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787758008.063648:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787758008.063649:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787758008.063650:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787758008.063651:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafd000.
02000000:00000001:1.0:1787758008.063652:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787758008.063653:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787758008.063654:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61f480.
00000100:00000001:1.0:1787758008.063655:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787758008.063656:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758008.063657:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758008.063659:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758008.063660:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758008.063661:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787758008.063662:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758008.574405:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758008.574415:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758008.574419:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758008.574426:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758008.574431:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758008.574437:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758008.574441:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758008.574444:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758008.574448:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758008.894563:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758008.894574:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758008.894583:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758008.894585:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758008.894592:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758008.894594:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758008.894730:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758008.894741:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758008.894749:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787758009.022422:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314260904, at 4314260928
00000100:00000040:2.0:1787758009.022437:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314260904, at 4314260928
00000100:00000010:3.0:1787758009.022445:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6480.
00000100:00000010:2.0:1787758009.022455:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6180.
00000100:00000001:2.0:1787758009.598378:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758009.598386:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758009.598389:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758009.598395:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758009.598398:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758009.598403:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758009.598405:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758009.598408:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758009.598411:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758009.918412:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758009.918423:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758009.918438:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758009.918441:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758009.918445:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758009.918447:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787758009.918521:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787758009.918533:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787758009.918540:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758010.622370:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758010.622381:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758010.622385:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758010.622393:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758010.622398:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758010.622403:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758010.622406:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758010.622409:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758010.622413:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758010.942353:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758010.942360:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758010.942367:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758010.942369:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758010.942373:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758010.942375:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787758010.942397:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787758010.942399:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787758010.942402:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758011.646371:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758011.646382:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758011.646385:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758011.646393:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758011.646398:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758011.646402:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758011.646406:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758011.646409:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758011.646413:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758011.966427:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758011.966443:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758011.966455:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758011.966458:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758011.966465:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758011.966468:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758011.966595:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758011.966605:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758011.966612:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758012.670339:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758012.670346:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758012.670348:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758012.670353:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758012.670357:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758012.670360:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758012.670362:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758012.670364:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758012.670366:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758012.990366:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758012.990375:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787758012.990378:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787758012.990381:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758012.990386:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787758012.990388:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758012.990390:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758012.990393:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758012.990398:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758012.990401:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787758012.990402:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787758012.990405:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758012.990407:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787758012.990409:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758012.990411:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758012.990413:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758012.990416:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758012.990418:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787758012.990456:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787758012.990460:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787758012.990463:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787758013.182350:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787758013.182359:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787758013.182361:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787758013.182364:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787758013.182368:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787758013.182374:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19592
00000400:00000200:2.0:1787758013.182381:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787758013.182386:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787758013.182389:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787758013.182391:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758013.182393:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787758013.182395:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758013.182397:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787758013.182400:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787758013.182402:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787758013.182404:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787758013.182406:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787758013.182408:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787758013.182409:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787758013.182412:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758013.182413:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787758013.182415:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758013.182417:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787758013.182419:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787758013.182421:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787758013.182424:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787758013.182426:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787758013.182428:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787758013.182430:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758013.182432:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787758013.182434:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787758013.182441:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61de00.
00000020:00000040:2.0:1787758013.182444:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787758013.182448:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787758013.182449:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758013.182452:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787758013.182454:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787758013.182457:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787758013.182463:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507caff800.
00000100:00000001:2.0:1787758013.182468:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758013.182476:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61de00 x1874594466119936/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787758013.182484:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787758013.182488:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787758013.182492:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0b9f896] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61de00 x1874594466119936/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787758013.182510:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787758013.182513:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787758013.182516:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787758013.182517:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787758013.182518:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787758013.182520:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787758013.182522:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19592
00000400:00000200:2.0:1787758013.182525:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787758013.182528:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787758013.182529:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787758013.182532:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758013.182534:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787758013.182535:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758013.182537:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:1.0:1787758013.182538:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1787758013.182539:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787758013.182543:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:2.0:1787758013.182544:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787758013.182545:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1787758013.182546:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:2.0:1787758013.182549:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:1.0:1787758013.182550:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1787758013.182551:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:2.0:1787758013.182555:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758013.182557:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787758013.182561:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758013.182563:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000040:1.0:1787758013.182564:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61de00 x1874594466119936/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787758013.182565:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:2.0:1787758013.182569:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787758013.182573:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787758013.182577:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787758013.182583:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787758013.182585:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1787758013.182586:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758013.182589:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758013.182590:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787758013.182595:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787758013.182597:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:2.0:1787758013.182599:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758013.182601:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787758013.182602:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758013.182607:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787758013.182624:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61e940.
00000020:00000040:2.0:1787758013.182628:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:2.0:1787758013.182633:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787758013.182635:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758013.182636:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466119936:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787758013.182637:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787758013.182640:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787758013.182643:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758013.182644:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:2.0:1787758013.182648:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafc800.
00000100:00000001:2.0:1787758013.182652:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758013.182655:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:2.0:1787758013.182658:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61e940 x1874594466120064/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787758013.182659:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758013.182664:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787758013.182670:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000010:1.0:1787758013.182671:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077917400.
00000100:00000001:2.0:1787758013.182672:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758013.182677:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787758013.182680:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0cadbca] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61e940 x1874594466120064/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787758013.182687:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787758013.182694:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
00000100:00000001:2.0:1787758013.182695:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787758013.182699:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787758013.182701:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787758013.182702:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787758013.182703:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787758013.182705:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:1.0:1787758013.182707:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
00000100:00080000:2.0:1787758013.182709:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19592
00000400:00000200:2.0:1787758013.182713:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000200:1.0:1787758013.182715:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466119936, portal 25
00000400:00000200:2.0:1787758013.182716:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787758013.182720:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787758013.182721:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787758013.182724:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611352064 : -120601098199552 : ffff92505e61de00)
00000100:00000040:2.0:1787758013.182726:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758013.182729:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787758013.182734:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000040:1.0:1787758013.182735:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61de00 x1874594466119936/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787758013.182739:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787758013.182745:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787758013.182747:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000100:00000001:1.0:1787758013.182750:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:2.0:1787758013.182750:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787758013.182752:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:2.0:1787758013.182756:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:1.0:1787758013.182757:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000020:00000001:2.0:1787758013.182762:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000010:1.0:1787758013.182763:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf990.
00000100:00000040:2.0:1787758013.182767:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000200:1.0:1787758013.182769:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466119936, offset 0
00000100:00000001:2.0:1787758013.182770:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787758013.182774:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758013.182776:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787758013.182779:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000400:00000200:1.0:1787758013.182780:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00080000:2.0:1787758013.182784:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787758013.182786:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787758013.182788:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787758013.182790:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000001:2.0:1787758013.182791:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787758013.182796:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758013.182797:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787758013.182799:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787758013.182801:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000008:00000001:2.0:1787758013.182802:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758013.182805:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758013.182808:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:2.0:1787758013.182809:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61c3c0.
00000400:00000200:1.0:1787758013.182813:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000020:00000040:2.0:1787758013.182814:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:2.0:1787758013.182818:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787758013.182819:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1787758013.182820:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758013.182824:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00000001:2.0:1787758013.182825:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787758013.182828:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787758013.182831:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758013.182832:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56848:56848:256:4294967295] 192.168.201.154@tcp LPNI seq info [56848:56848:8:4294967295]
02000000:00000010:2.0:1787758013.182836:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafdc00.
00000400:00000200:1.0:1787758013.182840:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787758013.182841:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758013.182849:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61c3c0 x1874594466120192/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787758013.182853:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787758013.182866:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000001:2.0:1787758013.182867:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787758013.182870:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787758013.182872:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1900.
00000100:00000040:2.0:1787758013.182874:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003175400] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61c3c0 x1874594466120192/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1787758013.182882:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:2.0:1787758013.182886:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787758013.182891:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1787758013.182891:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000040:2.0:1787758013.182897:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1787758013.182900:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19602)
00000100:00000001:1.0:1787758013.182910:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758013.182915:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787758013.182918:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314266024
00000100:00000010:1.0:1787758013.182923:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e67e0.
00000100:00000001:1.0:1787758013.182929:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787758013.182934:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314266024
00000100:00000010:1.0:1787758013.182937:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6180.
00000100:00000001:1.0:1787758013.182939:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787758013.182941:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787758013.182943:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758013.182946:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758013.182948:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758013.182955:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758013.182956:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787758013.182958:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787758013.182960:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758013.182961:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787758013.182966:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61e940 x1874594466120064/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758013.182972:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758013.182973:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758013.182975:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787758013.182977:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787758013.182979:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758013.182981:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466120064:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787758013.182984:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787758013.182985:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787758013.182986:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758013.182987:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787758013.182991:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077914000.
02000000:00000001:1.0:1787758013.182993:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758013.182995:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787758013.182999:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
00000400:00000010:1.0:1787758013.183002:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787758013.183004:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466120064, portal 10
00000100:00000001:1.0:1787758013.183006:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787758013.183007:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611354944 : -120601098196672 : ffff92505e61e940)
00000100:00000040:1.0:1787758013.183013:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61e940 x1874594466120064/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758013.183018:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787758013.183019:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787758013.183023:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf6e8.
00000100:00000200:1.0:1787758013.183024:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466120064, offset 0
00000400:00000200:1.0:1787758013.183027:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787758013.183030:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758013.183034:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787758013.183037:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787758013.183040:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787758013.183042:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787758013.183046:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787758013.183049:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56849:56849:255:4294967295] 192.168.201.154@tcp LPNI seq info [56849:56849:7:4294967295]
00000400:00000200:1.0:1787758013.183054:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758013.183063:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787758013.183069:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758013.183074:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1e00.
00000800:00000200:1.0:1787758013.183079:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787758013.183084:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:1.0:1787758013.183096:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787758013.183099:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787758013.183102:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787758013.183104:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314265128
00000100:00000001:1.0:1787758013.183106:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314266024
00000100:00000001:1.0:1787758013.183108:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314265128
00000100:00000001:1.0:1787758013.183109:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314266024
00000100:00000001:1.0:1787758013.183111:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787758013.183113:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758013.183115:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787758013.183119:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61c3c0 x1874594466120192/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758013.183124:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758013.183125:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758013.183127:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787758013.183128:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787758013.183129:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758013.183132:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466120192:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787758013.183134:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787758013.183136:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787758013.183137:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758013.183138:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787758013.183141:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915000.
02000000:00000001:1.0:1787758013.183142:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758013.183144:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787758013.183146:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000400:00000010:1.0:1787758013.183150:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfc38.
00000100:00000200:1.0:1787758013.183152:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466120192, portal 4
00000100:00000001:1.0:1787758013.183153:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787758013.183155:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611345344 : -120601098206272 : ffff92505e61c3c0)
00000100:00000040:1.0:1787758013.183159:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61c3c0 x1874594466120192/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758013.183165:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787758013.183167:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787758013.183169:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf7f8.
00000100:00000200:1.0:1787758013.183172:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466120192, offset 0
00000400:00000200:1.0:1787758013.183177:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787758013.183181:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758013.183184:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787758013.183187:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787758013.183190:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787758013.183193:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787758013.183195:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787758013.183199:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56850:56850:254:4294967295] 192.168.201.154@tcp LPNI seq info [56850:56850:6:4294967295]
00000400:00000200:1.0:1787758013.183203:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758013.183210:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787758013.183215:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758013.183219:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1f00.
00000800:00000200:1.0:1787758013.183221:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787758013.183224:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:1.0:1787758013.183226:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787758013.183228:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787758013.183230:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787758013.183232:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314265111
00000100:00000001:1.0:1787758013.183234:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314266024
00000100:00000001:1.0:1787758013.183235:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314265111
00000100:00000001:1.0:1787758013.183237:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314266024
00000100:00000001:1.0:1787758013.183238:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787758013.183240:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758013.183241:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758013.183243:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758013.183245:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758013.183246:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787758013.183247:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787758013.183248:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758013.183250:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758013.183251:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758013.694361:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758013.694370:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758013.694372:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758013.694379:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758013.694383:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758013.694386:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758013.694389:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758013.694392:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758013.694396:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758014.014355:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758014.014362:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758014.014368:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758014.014369:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758014.014371:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758014.014372:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787758014.014394:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787758014.014396:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787758014.014400:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787758014.142344:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314266024, at 4314266048
00000100:00000040:2.0:1787758014.142374:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314266024, at 4314266048
00000100:00000010:3.0:1787758014.142377:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6180.
00000100:00000010:2.0:1787758014.142386:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e67e0.
00000100:00000001:2.0:1787758014.718351:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758014.718358:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758014.718360:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758014.718364:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758014.718368:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758014.718370:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758014.718373:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758014.718375:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758014.718377:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758015.038435:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758015.038448:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758015.038462:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758015.038467:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758015.038477:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758015.038480:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758015.038668:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758015.038677:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758015.038683:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758015.742392:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758015.742403:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758015.742407:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758015.742416:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758015.742422:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758015.742427:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758015.742432:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758015.742435:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758015.742439:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758016.062409:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758016.062420:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758016.062432:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758016.062436:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758016.062443:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758016.062449:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787758016.062453:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787758016.062459:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758016.062464:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787758016.062468:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758016.062472:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758016.062477:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787758016.062549:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787758016.062556:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787758016.062582:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787758016.254635:0:238942:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.154:988
00000400:00000100:3.0:1787758016.254702:0:238942:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.154@tcp at host 192.168.201.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1787758016.254716:0:238942:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787758016.254722:0:238942:0:(router.c:1791:lnet_notify()) 192.168.201.54@tcp notifying 192.168.201.154@tcp: down
00000400:00000200:3.0:1787758016.254728:0:238942:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787758016.254733:0:238942:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1787758016.254740:0:238942:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000800:00000010:3.0:1787758016.254746:0:238942:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1900.
00000400:00000200:3.0:1787758016.254753:0:238942:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787758016.254759:0:238942:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787758016.254767:0:238942:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf990
00000400:00000010:3.0:1787758016.254771:0:238942:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf990.
00000100:00000001:3.0:1787758016.254779:0:238942:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787758016.254791:0:238942:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff92505e61de00 x1874594466119936/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787758016.254826:0:238942:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787758016.254835:0:238942:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61de00 x1874594466119936/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758038 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787758016.254852:0:238942:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787758016.254858:0:238942:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787758016.254880:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000800:00000100:3.0:1787758016.254881:0:238942:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000100:00000001:1.0:1787758016.254890:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000800:00000010:3.0:1787758016.254893:0:238942:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1e00.
00000100:00000001:1.0:1787758016.254900:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000400:00000200:3.0:1787758016.254905:0:238942:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787758016.254920:0:238942:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000100:00100000:1.0:1787758016.254923:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758013/real 1787758016]  req@ffff92505e61de00 x1874594466119936/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787758016.254927:0:238942:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf6e8
00000400:00000010:3.0:1787758016.254935:0:238942:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf6e8.
00000100:00000001:3.0:1787758016.254946:0:238942:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787758016.254960:0:238942:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff92505e61e940 x1874594466120064/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787758016.254963:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787758016.254970:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787758016.254979:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000100:00000001:3.0:1787758016.254990:0:238942:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000400:00000200:1.0:1787758016.254994:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
00000400:00000010:1.0:1787758016.255004:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000040:3.0:1787758016.255006:0:238942:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61e940 x1874594466120064/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758038 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758016.255017:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787758016.255033:0:238942:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787758016.255034:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61de00 x1874594466119936/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787758016.255045:0:238942:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000200:1.0:1787758016.255067:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61de00 x1874594466119936/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:3.0:1787758016.255076:0:238942:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000800:00000010:3.0:1787758016.255089:0:238942:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1f00.
00000100:00000001:1.0:1787758016.255103:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000400:00000200:3.0:1787758016.255105:0:238942:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:1.0:1787758016.255111:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787758016.255122:0:238942:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000100:00000001:1.0:1787758016.255123:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758016.255132:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787758016.255135:0:238942:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf7f8
00000400:00000010:3.0:1787758016.255143:0:238942:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf7f8.
00000100:00100000:1.0:1787758016.255149:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61de00 x1874594466119936/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787758016.255153:0:238942:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787758016.255169:0:238942:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff92505e61c3c0 x1874594466120192/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787758016.255200:0:238942:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787758016.255212:0:238942:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61c3c0 x1874594466120192/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758038 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758016.255213:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787758016.255239:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61de00 x1874594466119936/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758038 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787758016.255240:0:238942:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787758016.255249:0:238942:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787758016.255265:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787758016.255367:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758016.255371:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758016.255375:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758016.255380:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787758016.255385:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787758016.255392:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787758016.255402:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787758016.255409:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787758016.255419:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61de00 x1874594466119936/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758038 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758016.255438:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466119936:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787758016.255448:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758016.255452:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758016.255459:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61de00 x1874594466119936/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758038 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758016.255472:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787758016.255477:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787758016.255485:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077917400.
02000000:00000001:1.0:1787758016.255493:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787758016.255498:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787758016.255501:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787758016.255506:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787758016.255511:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507caff800.
02000000:00000001:1.0:1787758016.255518:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787758016.255521:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787758016.255525:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61de00.
00000100:00000001:1.0:1787758016.255532:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787758016.255536:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758016.255542:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758016.255547:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787758016.255550:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758016.255589:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787758016.255602:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758013/real 1787758016]  req@ffff92505e61e940 x1874594466120064/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787758016.255633:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787758016.255637:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787758016.255643:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787758016.255651:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787758016.255654:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787758016.255661:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787758016.255668:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61e940 x1874594466120064/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787758016.255686:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61e940 x1874594466120064/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758016.255699:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787758016.255702:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758016.255706:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758016.255708:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787758016.255716:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61e940 x1874594466120064/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758016.255729:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787758016.255737:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61e940 x1874594466120064/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758038 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758016.255749:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787758016.255754:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758016.255757:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758016.255759:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758016.255762:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787758016.255767:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787758016.255771:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787758016.255779:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787758016.255784:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787758016.255792:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61e940 x1874594466120064/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758038 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758016.255808:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466120064:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787758016.255830:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787758016.255839:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758013/real 1787758016]  req@ffff92505e61c3c0 x1874594466120192/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787758016.255854:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787758016.255857:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787758016.255861:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787758016.255867:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfc38
00000400:00000010:1.0:1787758016.255871:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfc38.
00000100:00000001:1.0:1787758016.255876:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787758016.255884:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61c3c0 x1874594466120192/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787758016.255901:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61c3c0 x1874594466120192/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758016.255914:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787758016.255917:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758016.255921:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758016.255923:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787758016.255931:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61c3c0 x1874594466120192/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758016.255944:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787758016.255952:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61c3c0 x1874594466120192/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758038 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758016.255967:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787758016.255971:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758016.255976:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758016.255978:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758016.255981:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787758016.255985:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787758016.255990:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787758016.255997:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787758016.256001:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787758016.256009:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61c3c0 x1874594466120192/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758038 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758016.256027:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466120192:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787758016.256036:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758016.256039:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758016.256045:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61e940 x1874594466120064/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758038 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758016.256059:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787758016.256062:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787758016.256066:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077914000.
02000000:00000001:1.0:1787758016.256073:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787758016.256076:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787758016.256078:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787758016.256083:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787758016.256086:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafc800.
02000000:00000001:1.0:1787758016.256090:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787758016.256093:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787758016.256096:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61e940.
00000100:00000001:1.0:1787758016.256101:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787758016.256104:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758016.256108:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758016.256115:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61c3c0 x1874594466120192/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758038 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758016.256128:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787758016.256131:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787758016.256134:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915000.
02000000:00000001:1.0:1787758016.256143:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787758016.256146:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787758016.256149:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787758016.256152:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787758016.256155:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafdc00.
02000000:00000001:1.0:1787758016.256159:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787758016.256161:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787758016.256164:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61c3c0.
00000100:00000001:1.0:1787758016.256168:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787758016.256171:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758016.256174:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758016.256187:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758016.256191:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758016.256196:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787758016.256199:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758016.766408:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758016.766419:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758016.766422:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758016.766429:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758016.766433:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758016.766438:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758016.766442:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758016.766445:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758016.766448:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758017.086420:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758017.086430:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758017.086438:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758017.086441:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758017.086446:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758017.086450:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787758017.086499:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787758017.086507:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787758017.086515:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758017.790362:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758017.790370:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758017.790372:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758017.790377:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758017.790380:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758017.790383:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758017.790385:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758017.790387:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758017.790390:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758018.110370:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758018.110377:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758018.110384:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758018.110386:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758018.110390:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758018.110392:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758018.110435:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758018.110439:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758018.110442:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787758018.302468:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787758018.302478:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787758018.302480:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787758018.302483:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787758018.302487:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787758018.302493:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19597
00000400:00000200:0.0:1787758018.302502:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758018.302507:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787758018.302509:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787758018.302511:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758018.302513:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787758018.302515:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758018.302517:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787758018.302540:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787758018.302541:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787758018.302543:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787758018.302546:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787758018.302548:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787758018.302550:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787758018.302553:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758018.302554:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787758018.302555:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758018.302557:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787758018.302559:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787758018.302561:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787758018.302563:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758018.302565:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787758018.302568:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787758018.302570:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758018.302571:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787758018.302574:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787758018.302580:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae45e00.
00000020:00000040:0.0:1787758018.302582:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787758018.302586:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787758018.302587:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758018.302589:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787758018.302592:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787758018.302595:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787758018.302603:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad7000.
00000100:00000001:0.0:1787758018.302608:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787758018.302615:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae45e00 x1874594466120320/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787758018.302624:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787758018.302627:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787758018.302630:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3f2eaea] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae45e00 x1874594466120320/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758018.302649:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787758018.302652:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787758018.302654:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787758018.302656:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787758018.302657:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787758018.302660:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787758018.302661:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19597
00000400:00000200:0.0:1787758018.302664:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758018.302666:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787758018.302667:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787758018.302669:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758018.302671:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787758018.302673:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758018.302675:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787758018.302677:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787758018.302678:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:0.0:1787758018.302679:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787758018.302681:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:0.0:1787758018.302682:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:0.0:1787758018.302684:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:0.0:1787758018.302686:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758018.302687:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787758018.302689:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758018.302690:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:1.0:1787758018.302690:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1787758018.302695:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00000001:1.0:1787758018.302696:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1787758018.302697:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:1.0:1787758018.302701:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787758018.302702:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758018.302705:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787758018.302710:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1787758018.302712:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae45e00 x1874594466120320/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787758018.302713:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758018.302718:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787758018.302724:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787758018.302729:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758018.302729:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758018.302733:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758018.302735:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758018.302742:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:0.0:1787758018.302743:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae461c0.
02000000:00000001:1.0:1787758018.302746:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1787758018.302748:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:1.0:1787758018.302752:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758018.302755:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787758018.302759:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758018.302760:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae45e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466120320:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787758018.302762:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787758018.302765:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787758018.302770:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758018.302770:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787758018.302777:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:0.0:1787758018.302778:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad5800.
02000000:00000001:1.0:1787758018.302782:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758018.302787:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787758018.302794:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915000.
00000100:00000001:0.0:1787758018.302795:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758018.302797:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787758018.302805:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae461c0 x1874594466120448/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787758018.302809:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787758018.302817:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000100:00000001:0.0:1787758018.302820:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787758018.302824:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787758018.302827:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfc38.
00000100:00000040:0.0:1787758018.302830:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeb90c37] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae461c0 x1874594466120448/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787758018.302837:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466120320, portal 25
00000100:00000001:0.0:1787758018.302841:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758018.302842:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787758018.302846:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089666560 : -120600619885056 : ffff92507ae45e00)
00000100:00080000:0.0:1787758018.302848:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787758018.302854:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787758018.302857:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:1.0:1787758018.302858:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae45e00 x1874594466120320/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787758018.302859:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787758018.302866:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787758018.302872:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19597
00000100:00000001:1.0:1787758018.302876:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:0.0:1787758018.302880:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:1.0:1787758018.302883:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787758018.302888:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000400:00000010:1.0:1787758018.302889:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00080000:0.0:1787758018.302891:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1787758018.302897:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466120320, offset 0
00000100:00000040:0.0:1787758018.302899:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758018.302904:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787758018.302906:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758018.302912:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:1.0:1787758018.302912:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000020:00000001:0.0:1787758018.302917:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787758018.302921:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:0.0:1787758018.302922:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787758018.302925:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000400:00000200:1.0:1787758018.302926:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000020:00000001:0.0:1787758018.302930:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:0.0:1787758018.302934:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:1.0:1787758018.302939:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00000040:0.0:1787758018.302940:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000200:1.0:1787758018.302951:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1787758018.302952:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787758018.302958:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000200:1.0:1787758018.302962:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00000001:0.0:1787758018.302963:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787758018.302968:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000400:00000200:1.0:1787758018.302971:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1787758018.302976:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000400:00000200:1.0:1787758018.302979:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00000001:0.0:1787758018.302982:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758018.302988:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56851:56851:256:4294967295] 192.168.201.154@tcp LPNI seq info [56851:56851:8:4294967295]
02000000:00000001:0.0:1787758018.302989:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787758018.302994:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787758018.303000:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000001:0.0:1787758018.303001:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758018.303006:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787758018.303009:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787758018.303012:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758018.303017:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758018.303022:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000010:0.0:1787758018.303023:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae46580.
00000020:00000040:0.0:1787758018.303030:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:0.0:1787758018.303036:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.0:1787758018.303036:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
02000000:00000001:0.0:1787758018.303040:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758018.303043:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787758018.303045:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:1.0:1787758018.303047:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1700.
02000000:00000001:0.0:1787758018.303048:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787758018.303058:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6800.
00000800:00000200:1.0:1787758018.303063:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:0.0:1787758018.303064:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787758018.303070:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000100:00100000:0.0:1787758018.303074:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae46580 x1874594466120576/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787758018.303083:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:0.0:1787758018.303089:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1787758018.303091:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1787758018.303096:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787758018.303101:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000100:00000040:0.0:1787758018.303106:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000105135d9] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae46580 x1874594466120576/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1787758018.303107:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1700.
00000400:00000200:1.0:1787758018.303118:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1787758018.303119:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787758018.303124:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787758018.303128:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1787758018.303133:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1787758018.303141:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19607)
00000400:00000200:1.0:1787758018.303141:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787758018.303147:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787758018.303156:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787758018.303161:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae45e00 x1874594466120320/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758018.303172:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758018.303177:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae45e00 x1874594466120320/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758043 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758018.303191:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758018.303193:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787758018.303201:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758018.303206:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787758018.303211:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314271144
00000100:00000010:1.0:1787758018.303216:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6480.
00000100:00000001:1.0:1787758018.303224:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787758018.303231:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314271144
00000100:00000010:1.0:1787758018.303235:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e65a0.
00000100:00000001:1.0:1787758018.303239:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787758018.303242:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787758018.303245:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758018.303248:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787758018.303254:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758018/real 1787758018]  req@ffff92507ae45e00 x1874594466120320/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787758018.303310:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787758018.303312:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787758018.303314:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787758018.303318:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfc38
00000400:00000010:1.0:1787758018.303320:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfc38.
00000100:00000001:1.0:1787758018.303323:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787758018.303327:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae45e00 x1874594466120320/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787758018.303335:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae45e00 x1874594466120320/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758018.303343:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787758018.303345:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758018.303348:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758018.303351:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787758018.303357:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae45e00 x1874594466120320/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758018.303365:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787758018.303370:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae45e00 x1874594466120320/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758043 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758018.303378:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787758018.303382:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758018.303383:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758018.303385:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758018.303387:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787758018.303390:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787758018.303393:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787758018.303398:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787758018.303400:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787758018.303407:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae45e00 x1874594466120320/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758043 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758018.303416:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae45e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466120320:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787758018.303421:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758018.303423:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758018.303426:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae45e00 x1874594466120320/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758043 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758018.303433:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787758018.303436:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787758018.303438:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915000.
02000000:00000001:1.0:1787758018.303445:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787758018.303446:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787758018.303448:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787758018.303451:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787758018.303453:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad7000.
02000000:00000001:1.0:1787758018.303458:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787758018.303460:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787758018.303462:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae45e00.
00000100:00000001:1.0:1787758018.303465:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787758018.303466:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758018.303469:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758018.303480:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758018.303483:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758018.303485:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787758018.303487:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758018.303488:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787758018.303493:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae461c0 x1874594466120448/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758018.303501:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758018.303503:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758018.303506:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787758018.303508:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787758018.303510:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758018.303513:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae461c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466120448:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787758018.303517:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787758018.303536:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787758018.303538:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758018.303544:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787758018.303548:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915000.
02000000:00000001:1.0:1787758018.303551:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758018.303554:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787758018.303557:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000400:00000010:1.0:1787758018.303562:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfc38.
00000100:00000200:1.0:1787758018.303566:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466120448, portal 10
00000100:00000001:1.0:1787758018.303568:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787758018.303569:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089667520 : -120600619884096 : ffff92507ae461c0)
00000100:00000040:1.0:1787758018.303578:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae461c0 x1874594466120448/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758018.303585:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787758018.303587:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787758018.303590:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787758018.303593:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466120448, offset 0
00000400:00000200:1.0:1787758018.303604:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787758018.303609:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758018.303613:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787758018.303616:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787758018.303619:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787758018.303622:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787758018.303625:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787758018.303627:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56852:56852:256:4294967295] 192.168.201.154@tcp LPNI seq info [56852:56852:8:4294967295]
00000400:00000200:1.0:1787758018.303631:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758018.303638:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787758018.303644:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758018.303647:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1700.
00000800:00000200:1.0:1787758018.303658:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787758018.303662:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787758018.303667:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787758018.303670:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787758018.303674:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758018.303677:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1700.
00000400:00000200:1.0:1787758018.303680:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787758018.303684:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787758018.303689:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787758018.303691:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787758018.303694:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787758018.303698:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae461c0 x1874594466120448/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758018.303707:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758018.303710:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae461c0 x1874594466120448/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758043 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758018.303715:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758018.303716:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787758018.303720:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787758018.303723:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787758018.303726:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787758018.303727:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314270249
00000100:00000001:1.0:1787758018.303730:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314271144
00000100:00000001:1.0:1787758018.303732:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314270249
00000100:00000001:1.0:1787758018.303733:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314271144
00000100:00000001:1.0:1787758018.303735:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787758018.303736:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758018.303738:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787758018.303740:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758018/real 1787758018]  req@ffff92507ae461c0 x1874594466120448/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787758018.303746:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787758018.303747:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787758018.303748:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787758018.303750:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfc38
00000400:00000010:1.0:1787758018.303751:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfc38.
00000100:00000001:1.0:1787758018.303753:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787758018.303755:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae461c0 x1874594466120448/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787758018.303770:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae461c0 x1874594466120448/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758018.303777:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787758018.303778:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758018.303781:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758018.303782:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787758018.303786:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae461c0 x1874594466120448/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758018.303793:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787758018.303797:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae461c0 x1874594466120448/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758043 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758018.303804:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787758018.303807:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758018.303808:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758018.303810:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758018.303811:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787758018.303814:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787758018.303816:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787758018.303820:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787758018.303822:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787758018.303826:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae461c0 x1874594466120448/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758043 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758018.303834:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae461c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466120448:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787758018.303839:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787758018.303843:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae46580 x1874594466120576/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758018.303849:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758018.303851:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758018.303853:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787758018.303856:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787758018.303858:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758018.303861:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae46580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466120576:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787758018.303865:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787758018.303867:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787758018.303869:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758018.303871:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787758018.303874:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077914000.
02000000:00000001:1.0:1787758018.303876:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758018.303879:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787758018.303880:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000400:00000010:1.0:1787758018.303883:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfc38.
00000100:00000200:1.0:1787758018.303885:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466120576, portal 4
00000100:00000001:1.0:1787758018.303886:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787758018.303887:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089668480 : -120600619883136 : ffff92507ae46580)
00000100:00000040:1.0:1787758018.303893:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae46580 x1874594466120576/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758018.303897:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787758018.303899:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787758018.303900:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787758018.303902:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466120576, offset 0
00000400:00000200:1.0:1787758018.303905:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787758018.303908:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758018.303910:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787758018.303912:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787758018.303914:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787758018.303916:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787758018.303918:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787758018.303920:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56853:56853:256:4294967295] 192.168.201.154@tcp LPNI seq info [56853:56853:8:4294967295]
00000400:00000200:1.0:1787758018.303923:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758018.303928:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787758018.303930:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758018.303932:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1700.
00000800:00000200:1.0:1787758018.303935:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787758018.303937:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787758018.303940:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787758018.303942:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787758018.303945:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758018.303946:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1700.
00000400:00000200:1.0:1787758018.303948:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787758018.303951:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787758018.303953:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787758018.303954:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787758018.303956:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787758018.303958:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae46580 x1874594466120576/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758018.303964:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758018.303965:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae46580 x1874594466120576/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758043 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758018.303970:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758018.303971:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787758018.303973:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787758018.303975:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787758018.303977:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787758018.303979:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314270232
00000100:00000001:1.0:1787758018.303980:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314271144
00000100:00000001:1.0:1787758018.303982:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314270232
00000100:00000001:1.0:1787758018.303984:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314271144
00000100:00000001:1.0:1787758018.303985:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787758018.303987:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758018.303988:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787758018.303991:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758018/real 1787758018]  req@ffff92507ae46580 x1874594466120576/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787758018.303995:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787758018.303996:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787758018.303997:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787758018.303998:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfc38
00000400:00000010:1.0:1787758018.303999:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfc38.
00000100:00000001:1.0:1787758018.304001:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787758018.304002:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae46580 x1874594466120576/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787758018.304008:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae46580 x1874594466120576/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758018.304012:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787758018.304013:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758018.304014:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758018.304015:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787758018.304017:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae46580 x1874594466120576/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758018.304021:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787758018.304023:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae46580 x1874594466120576/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758043 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758018.304027:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787758018.304028:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758018.304029:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758018.304030:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758018.304032:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787758018.304038:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787758018.304040:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787758018.304043:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787758018.304045:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787758018.304047:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae46580 x1874594466120576/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758043 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758018.304053:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae46580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466120576:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787758018.304056:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758018.304057:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758018.304059:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae461c0 x1874594466120448/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758043 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758018.304062:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787758018.304064:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787758018.304065:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915000.
02000000:00000001:1.0:1787758018.304067:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787758018.304068:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787758018.304069:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787758018.304070:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787758018.304071:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad5800.
02000000:00000001:1.0:1787758018.304073:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787758018.304074:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787758018.304075:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae461c0.
00000100:00000001:1.0:1787758018.304076:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787758018.304078:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758018.304079:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758018.304081:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae46580 x1874594466120576/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758043 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758018.304084:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787758018.304085:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787758018.304086:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077914000.
02000000:00000001:1.0:1787758018.304088:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787758018.304089:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787758018.304090:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787758018.304091:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787758018.304092:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad6800.
02000000:00000001:1.0:1787758018.304094:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787758018.304094:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787758018.304095:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae46580.
00000100:00000001:1.0:1787758018.304096:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787758018.304097:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758018.304098:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758018.304101:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758018.304102:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758018.304103:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787758018.304104:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758018.814348:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758018.814355:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758018.814357:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758018.814361:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758018.814364:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758018.814368:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758018.814370:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758018.814372:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758018.814374:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758019.134402:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758019.134409:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758019.134417:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758019.134419:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758019.134422:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758019.134424:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787758019.134477:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787758019.134483:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787758019.134487:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787758019.262352:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314271144, at 4314271168
00000100:00000010:3.0:1787758019.262369:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e65a0.
00000100:00000040:2.0:1787758019.262370:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314271144, at 4314271168
00000100:00000010:2.0:1787758019.262379:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6480.
00000100:00000001:2.0:1787758019.838380:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758019.838401:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758019.838404:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758019.838410:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758019.838414:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758019.838419:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758019.838421:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758019.838425:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758019.838428:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758020.158366:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758020.158373:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758020.158380:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758020.158382:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758020.158386:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758020.158387:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787758020.158406:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787758020.158409:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787758020.158412:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758020.862326:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758020.862336:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758020.862339:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758020.862344:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758020.862347:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758020.862350:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758020.862352:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758020.862355:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758020.862357:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758021.182382:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758021.182388:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758021.182395:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758021.182397:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758021.182401:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758021.182403:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758021.182461:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758021.182465:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758021.182478:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758021.886359:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758021.886366:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758021.886368:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758021.886373:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758021.886376:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758021.886379:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758021.886381:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758021.886383:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758021.886385:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758022.206506:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758022.206522:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758022.206539:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758022.206544:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758022.206554:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758022.206558:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787758022.206639:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787758022.206647:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787758022.206652:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758022.910325:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758022.910333:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758022.910335:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758022.910338:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758022.910341:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758022.910344:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758022.910346:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758022.910348:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758022.910350:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758023.230367:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758023.230375:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787758023.230378:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787758023.230382:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758023.230386:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787758023.230389:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758023.230391:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758023.230393:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758023.230396:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758023.230398:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787758023.230399:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787758023.230400:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758023.230401:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787758023.230402:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758023.230404:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758023.230405:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758023.230409:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758023.230410:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787758023.230428:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787758023.230430:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787758023.230448:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787758023.422335:0:277892:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787758023.422342:0:277892:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787758023.422344:0:277892:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787758023.422347:0:277892:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787758023.422351:0:277892:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787758023.422358:0:277892:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19602
00000400:00000200:2.0:1787758023.422365:0:277892:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787758023.422371:0:277892:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787758023.422373:0:277892:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787758023.422376:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758023.422378:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787758023.422380:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758023.422382:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787758023.422385:0:277892:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787758023.422386:0:277892:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787758023.422389:0:277892:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787758023.422391:0:277892:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787758023.422393:0:277892:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787758023.422394:0:277892:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787758023.422396:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758023.422397:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787758023.422399:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758023.422400:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787758023.422403:0:277892:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787758023.422405:0:277892:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787758023.422407:0:277892:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787758023.422409:0:277892:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787758023.422411:0:277892:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787758023.422414:0:277892:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758023.422416:0:277892:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787758023.422419:0:277892:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787758023.422426:0:277892:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61c3c0.
00000020:00000040:2.0:1787758023.422439:0:277892:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787758023.422444:0:277892:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787758023.422446:0:277892:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758023.422449:0:277892:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787758023.422453:0:277892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787758023.422458:0:277892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787758023.422466:0:277892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafcc00.
00000100:00000001:2.0:1787758023.422473:0:277892:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758023.422482:0:277892:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61c3c0 x1874594466120704/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787758023.422493:0:277892:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787758023.422498:0:277892:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787758023.422502:0:277892:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003175400] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61c3c0 x1874594466120704/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787758023.422521:0:277892:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787758023.422524:0:277892:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787758023.422531:0:277892:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787758023.422532:0:277892:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787758023.422534:0:277892:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787758023.422536:0:277892:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787758023.422538:0:277892:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19602
00000400:00000200:2.0:1787758023.422543:0:277892:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787758023.422546:0:277892:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787758023.422548:0:277892:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787758023.422550:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758023.422552:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787758023.422553:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1787758023.422554:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758023.422558:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:1.0:1787758023.422559:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1787758023.422560:0:277892:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787758023.422562:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1787758023.422563:0:277892:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:2.0:1787758023.422566:0:277892:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787758023.422568:0:277892:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:2.0:1787758023.422571:0:277892:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:1.0:1787758023.422572:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61c3c0 x1874594466120704/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787758023.422575:0:277892:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:2.0:1787758023.422583:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758023.422587:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787758023.422590:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1787758023.422590:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758023.422593:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758023.422594:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
02000000:00000001:1.0:1787758023.422598:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1787758023.422598:0:277892:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
02000000:00000001:1.0:1787758023.422602:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1787758023.422602:0:277892:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787758023.422605:0:277892:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758023.422607:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787758023.422608:0:277892:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1787758023.422612:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466120704:192.168.201.154@tcp:250:kworker.0
02000000:00000001:2.0:1787758023.422614:0:277892:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787758023.422619:0:277892:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758023.422623:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787758023.422623:0:277892:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787758023.422628:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:2.0:1787758023.422629:0:277892:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787758023.422631:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1787758023.422633:0:277892:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758023.422635:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787758023.422636:0:277892:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787758023.422642:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077914000.
00000100:00000010:2.0:1787758023.422642:0:277892:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61e940.
02000000:00000001:1.0:1787758023.422647:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787758023.422648:0:277892:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:2.0:1787758023.422652:0:277892:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787758023.422654:0:277892:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758023.422655:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787758023.422657:0:277892:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787758023.422659:0:277892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787758023.422661:0:277892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787758023.422662:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
02000000:00000010:2.0:1787758023.422669:0:277892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafe000.
00000400:00000010:1.0:1787758023.422671:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfc38.
00000100:00000001:2.0:1787758023.422676:0:277892:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787758023.422678:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466120704, portal 25
00000100:00000001:1.0:1787758023.422682:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787758023.422683:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611345344 : -120601098206272 : ffff92505e61c3c0)
00000100:00100000:2.0:1787758023.422687:0:277892:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61e940 x1874594466120832/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787758023.422691:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61c3c0 x1874594466120704/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787758023.422715:0:277892:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787758023.422716:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787758023.422722:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000001:2.0:1787758023.422722:0:277892:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787758023.422726:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000040:2.0:1787758023.422731:0:277892:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0cadbca] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61e940 x1874594466120832/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787758023.422732:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466120704, offset 0
00000400:00000200:1.0:1787758023.422743:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000001:2.0:1787758023.422743:0:277892:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787758023.422748:0:277892:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787758023.422752:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00080000:2.0:1787758023.422753:0:277892:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787758023.422757:0:277892:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787758023.422758:0:277892:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787758023.422761:0:277892:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787758023.422762:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00080000:2.0:1787758023.422765:0:277892:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19602
00000400:00000200:1.0:1787758023.422771:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787758023.422773:0:277892:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758023.422778:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787758023.422779:0:277892:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787758023.422782:0:277892:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787758023.422785:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1787758023.422789:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000200:1.0:1787758023.422791:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00000001:2.0:1787758023.422793:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787758023.422798:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000200:1.0:1787758023.422799:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56854:56854:256:4294967295] 192.168.201.154@tcp LPNI seq info [56854:56854:8:4294967295]
00000100:00000001:2.0:1787758023.422802:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:1.0:1787758023.422807:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000020:00000001:2.0:1787758023.422807:0:277892:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787758023.422811:0:277892:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:2.0:1787758023.422813:0:277892:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787758023.422816:0:277892:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:2.0:1787758023.422821:0:277892:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:1.0:1787758023.422824:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000020:00000001:2.0:1787758023.422825:0:277892:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:2.0:1787758023.422830:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758023.422833:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787758023.422836:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758023.422837:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787758023.422839:0:277892:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:2.0:1787758023.422841:0:277892:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787758023.422842:0:277892:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787758023.422843:0:277892:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.0:1787758023.422847:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
02000000:00000001:2.0:1787758023.422847:0:277892:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787758023.422852:0:277892:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758023.422853:0:277892:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000010:1.0:1787758023.422857:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1700.
00000008:00100000:2.0:1787758023.422857:0:277892:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787758023.422863:0:277892:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758023.422864:0:277892:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787758023.422867:0:277892:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61de00.
00000800:00000200:1.0:1787758023.422871:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000020:00000040:2.0:1787758023.422871:0:277892:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000800:00000200:1.0:1787758023.422883:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 52 secs later)
02000000:00000001:2.0:1787758023.422885:0:277892:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787758023.422887:0:277892:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758023.422890:0:277892:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787758023.422892:0:277892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787758023.422894:0:277892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787758023.422895:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000010:2.0:1787758023.422898:0:277892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafec00.
00000800:00000200:1.1:1787758023.422900:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 52 secs later)
00000100:00000001:2.0:1787758023.422903:0:277892:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787758023.422907:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758023.422910:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1700.
00000100:00100000:2.0:1787758023.422911:0:277892:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61de00 x1874594466120960/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787758023.422915:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1787758023.422921:0:277892:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787758023.422925:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1787758023.422925:0:277892:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787758023.422930:0:277892:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0b9f896] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61de00 x1874594466120960/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787758023.422932:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787758023.422936:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:2.0:1787758023.422941:0:277892:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758023.422943:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1787758023.422944:0:277892:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787758023.422948:0:277892:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:1.0:1787758023.422951:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61c3c0 x1874594466120704/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787758023.422954:0:277892:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19613)
00000100:00000001:1.0:1787758023.422963:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758023.422966:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61c3c0 x1874594466120704/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758048 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758023.422972:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758023.422974:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787758023.422979:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758023.422982:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787758023.422984:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314276264
00000100:00000010:1.0:1787758023.422988:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6ae0.
00000100:00000001:1.0:1787758023.422995:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787758023.422999:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314276264
00000100:00000010:1.0:1787758023.423001:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6360.
00000100:00000001:1.0:1787758023.423003:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787758023.423005:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787758023.423007:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758023.423009:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787758023.423012:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758023/real 1787758023]  req@ffff92505e61c3c0 x1874594466120704/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787758023.423018:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787758023.423019:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787758023.423021:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787758023.423023:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfc38
00000400:00000010:1.0:1787758023.423024:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfc38.
00000100:00000001:1.0:1787758023.423026:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787758023.423028:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61c3c0 x1874594466120704/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787758023.423033:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61c3c0 x1874594466120704/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758023.423038:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787758023.423039:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758023.423041:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758023.423042:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787758023.423045:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61c3c0 x1874594466120704/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758023.423049:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787758023.423052:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61c3c0 x1874594466120704/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758048 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758023.423056:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787758023.423058:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758023.423059:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758023.423060:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758023.423062:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787758023.423063:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787758023.423065:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787758023.423067:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787758023.423069:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787758023.423071:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61c3c0 x1874594466120704/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758048 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758023.423076:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466120704:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787758023.423082:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758023.423083:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758023.423085:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61c3c0 x1874594466120704/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758048 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758023.423090:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787758023.423092:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787758023.423095:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077914000.
02000000:00000001:1.0:1787758023.423098:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787758023.423099:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787758023.423101:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787758023.423103:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787758023.423106:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafcc00.
02000000:00000001:1.0:1787758023.423109:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787758023.423110:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787758023.423112:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61c3c0.
00000100:00000001:1.0:1787758023.423115:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787758023.423116:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758023.423119:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758023.423127:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758023.423129:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758023.423131:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787758023.423133:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758023.423134:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787758023.423139:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61e940 x1874594466120832/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758023.423147:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758023.423148:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758023.423150:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787758023.423151:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787758023.423153:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758023.423155:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466120832:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787758023.423158:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787758023.423159:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787758023.423161:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758023.423162:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787758023.423165:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077914000.
02000000:00000001:1.0:1787758023.423166:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758023.423169:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787758023.423171:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000400:00000010:1.0:1787758023.423173:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfc38.
00000100:00000200:1.0:1787758023.423176:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466120832, portal 10
00000100:00000001:1.0:1787758023.423177:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787758023.423178:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611354944 : -120601098196672 : ffff92505e61e940)
00000100:00000040:1.0:1787758023.423183:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61e940 x1874594466120832/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758023.423188:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787758023.423189:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787758023.423191:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787758023.423192:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466120832, offset 0
00000400:00000200:1.0:1787758023.423195:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787758023.423198:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758023.423200:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787758023.423203:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787758023.423205:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787758023.423206:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787758023.423208:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787758023.423210:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56855:56855:256:4294967295] 192.168.201.154@tcp LPNI seq info [56855:56855:8:4294967295]
00000400:00000200:1.0:1787758023.423213:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758023.423218:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787758023.423221:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758023.423223:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1700.
00000800:00000200:1.0:1787758023.423226:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787758023.423228:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787758023.423231:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787758023.423233:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 52 secs later)
00000800:00000100:1.0:1787758023.423235:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758023.423237:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1700.
00000400:00000200:1.0:1787758023.423239:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787758023.423242:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787758023.423244:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787758023.423245:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787758023.423247:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787758023.423249:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61e940 x1874594466120832/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758023.423254:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758023.423256:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61e940 x1874594466120832/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758048 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758023.423260:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758023.423261:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787758023.423263:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787758023.423289:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787758023.423292:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787758023.423294:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314275369
00000100:00000001:1.0:1787758023.423296:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314276264
00000100:00000001:1.0:1787758023.423297:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314275369
00000100:00000001:1.0:1787758023.423299:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314276264
00000100:00000001:1.0:1787758023.423300:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787758023.423302:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758023.423303:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787758023.423306:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758023/real 1787758023]  req@ffff92505e61e940 x1874594466120832/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787758023.423312:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787758023.423313:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787758023.423314:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787758023.423316:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfc38
00000400:00000010:1.0:1787758023.423317:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfc38.
00000100:00000001:1.0:1787758023.423318:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787758023.423321:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61e940 x1874594466120832/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787758023.423327:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61e940 x1874594466120832/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758023.423331:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787758023.423332:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758023.423333:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758023.423334:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787758023.423336:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61e940 x1874594466120832/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758023.423340:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787758023.423342:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61e940 x1874594466120832/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758048 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758023.423347:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787758023.423348:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758023.423350:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758023.423350:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758023.423352:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787758023.423353:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787758023.423355:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787758023.423357:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787758023.423358:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787758023.423361:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61e940 x1874594466120832/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758048 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758023.423366:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466120832:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787758023.423369:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787758023.423371:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61de00 x1874594466120960/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758023.423380:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758023.423381:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758023.423382:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787758023.423384:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787758023.423385:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758023.423386:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466120960:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787758023.423388:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787758023.423389:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787758023.423390:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758023.423391:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787758023.423394:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915000.
02000000:00000001:1.0:1787758023.423395:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758023.423397:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787758023.423398:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000400:00000010:1.0:1787758023.423401:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfc38.
00000100:00000200:1.0:1787758023.423410:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466120960, portal 4
00000100:00000001:1.0:1787758023.423412:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787758023.423413:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611352064 : -120601098199552 : ffff92505e61de00)
00000100:00000040:1.0:1787758023.423417:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61de00 x1874594466120960/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758023.423421:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787758023.423423:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787758023.423424:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787758023.423426:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466120960, offset 0
00000400:00000200:1.0:1787758023.423443:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787758023.423447:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758023.423450:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787758023.423452:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787758023.423454:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787758023.423456:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787758023.423457:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787758023.423460:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56856:56856:256:4294967295] 192.168.201.154@tcp LPNI seq info [56856:56856:8:4294967295]
00000400:00000200:1.0:1787758023.423463:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758023.423467:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787758023.423470:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758023.423473:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1700.
00000800:00000200:1.0:1787758023.423476:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787758023.423478:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787758023.423481:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787758023.423482:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 52 secs later)
00000800:00000100:1.0:1787758023.423485:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758023.423486:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1700.
00000400:00000200:1.0:1787758023.423488:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787758023.423491:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787758023.423493:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787758023.423494:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787758023.423496:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787758023.423498:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61de00 x1874594466120960/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758023.423504:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758023.423506:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61de00 x1874594466120960/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758048 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758023.423510:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758023.423511:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787758023.423513:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787758023.423516:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787758023.423518:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787758023.423519:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314275352
00000100:00000001:1.0:1787758023.423521:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314276264
00000100:00000001:1.0:1787758023.423523:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314275352
00000100:00000001:1.0:1787758023.423524:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314276264
00000100:00000001:1.0:1787758023.423525:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787758023.423528:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758023.423529:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787758023.423532:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758023/real 1787758023]  req@ffff92505e61de00 x1874594466120960/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787758023.423537:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787758023.423538:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787758023.423539:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787758023.423540:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfc38
00000400:00000010:1.0:1787758023.423541:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfc38.
00000100:00000001:1.0:1787758023.423542:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787758023.423544:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61de00 x1874594466120960/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787758023.423550:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61de00 x1874594466120960/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758023.423554:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787758023.423554:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758023.423555:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758023.423556:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787758023.423558:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61de00 x1874594466120960/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758023.423562:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787758023.423565:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61de00 x1874594466120960/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758048 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758023.423569:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787758023.423570:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758023.423571:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758023.423572:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758023.423574:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787758023.423575:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787758023.423576:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787758023.423579:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787758023.423580:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787758023.423583:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61de00 x1874594466120960/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758048 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758023.423588:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466120960:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787758023.423590:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758023.423591:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758023.423593:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61e940 x1874594466120832/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758048 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758023.423597:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787758023.423598:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787758023.423599:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077914000.
02000000:00000001:1.0:1787758023.423601:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787758023.423602:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787758023.423602:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787758023.423604:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787758023.423605:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafe000.
02000000:00000001:1.0:1787758023.423607:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787758023.423608:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787758023.423609:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61e940.
00000100:00000001:1.0:1787758023.423611:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787758023.423612:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758023.423613:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758023.423615:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61de00 x1874594466120960/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758048 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758023.423619:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787758023.423620:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787758023.423620:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915000.
02000000:00000001:1.0:1787758023.423624:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787758023.423625:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787758023.423626:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787758023.423627:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787758023.423628:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafec00.
02000000:00000001:1.0:1787758023.423629:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787758023.423630:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787758023.423631:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61de00.
00000100:00000001:1.0:1787758023.423633:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787758023.423634:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758023.423635:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758023.423637:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758023.423638:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758023.423639:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787758023.423640:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758023.934330:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758023.934338:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758023.934340:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758023.934344:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758023.934347:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758023.934350:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758023.934352:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758023.934355:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758023.934356:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758024.254412:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758024.254432:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758024.254439:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758024.254440:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758024.254444:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758024.254446:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758024.254533:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758024.254538:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758024.254542:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787758024.382346:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314276264, at 4314276288
00000100:00000010:3.0:1787758024.382361:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6360.
00000100:00000040:2.0:1787758024.382367:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314276264, at 4314276288
00000100:00000010:2.0:1787758024.382380:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6ae0.
00000100:00000001:2.0:1787758024.958330:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758024.958336:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758024.958338:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758024.958342:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758024.958345:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758024.958349:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758024.958352:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758024.958354:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758024.958357:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758025.278392:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758025.278413:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758025.278421:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758025.278424:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758025.278429:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758025.278431:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758025.278502:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758025.278510:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758025.278515:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758025.982334:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758025.982342:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758025.982343:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758025.982347:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758025.982358:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758025.982361:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758025.982363:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758025.982365:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758025.982367:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758026.302357:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758026.302365:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758026.302373:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758026.302375:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758026.302394:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758026.302404:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787758026.302407:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787758026.302411:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758026.302414:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787758026.302417:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758026.302420:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758026.302423:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787758026.302446:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787758026.302448:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787758026.302452:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758027.006353:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758027.006362:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758027.006364:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758027.006389:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758027.006392:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758027.006395:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758027.006397:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758027.006400:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758027.006402:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758027.326409:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758027.326416:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758027.326422:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758027.326424:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758027.326428:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758027.326430:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758027.326485:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758027.326489:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758027.326492:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758028.030375:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758028.030382:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758028.030384:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758028.030388:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758028.030391:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758028.030394:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758028.030396:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758028.030398:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758028.030400:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758028.350416:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758028.350426:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758028.350434:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758028.350436:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758028.350441:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758028.350442:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758028.350503:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758028.350507:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758028.350510:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787758028.542376:0:277892:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787758028.542386:0:277892:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787758028.542389:0:277892:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787758028.542392:0:277892:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787758028.542396:0:277892:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787758028.542403:0:277892:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19608
00000400:00000200:2.0:1787758028.542411:0:277892:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787758028.542418:0:277892:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787758028.542421:0:277892:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787758028.542423:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758028.542426:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787758028.542429:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758028.542431:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787758028.542434:0:277892:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787758028.542436:0:277892:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787758028.542439:0:277892:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787758028.542441:0:277892:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787758028.542443:0:277892:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787758028.542445:0:277892:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787758028.542448:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758028.542450:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787758028.542453:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758028.542455:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787758028.542457:0:277892:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787758028.542461:0:277892:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787758028.542464:0:277892:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787758028.542466:0:277892:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787758028.542470:0:277892:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787758028.542473:0:277892:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758028.542475:0:277892:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787758028.542477:0:277892:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787758028.542485:0:277892:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61f480.
00000020:00000040:2.0:1787758028.542488:0:277892:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787758028.542492:0:277892:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787758028.542494:0:277892:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758028.542496:0:277892:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787758028.542498:0:277892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787758028.542502:0:277892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787758028.542510:0:277892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafec00.
00000100:00000001:2.0:1787758028.542516:0:277892:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758028.542524:0:277892:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61f480 x1874594466121088/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787758028.542533:0:277892:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787758028.542537:0:277892:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787758028.542541:0:277892:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f638b8ce] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61f480 x1874594466121088/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787758028.542562:0:277892:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787758028.542566:0:277892:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787758028.542569:0:277892:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787758028.542572:0:277892:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787758028.542573:0:277892:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787758028.542577:0:277892:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787758028.542581:0:277892:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19608
00000400:00000200:2.0:1787758028.542586:0:277892:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787758028.542592:0:277892:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787758028.542596:0:277892:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787758028.542599:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758028.542601:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787758028.542604:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758028.542607:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787758028.542609:0:277892:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787758028.542612:0:277892:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000100:00000001:1.0:1787758028.542614:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1787758028.542614:0:277892:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787758028.542616:0:277892:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000100:00000001:1.0:1787758028.542621:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1787758028.542621:0:277892:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:1.0:1787758028.542625:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1787758028.542626:0:277892:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:2.0:1787758028.542630:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000040:1.0:1787758028.542634:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61f480 x1874594466121088/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787758028.542634:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787758028.542639:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758028.542644:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787758028.542650:0:277892:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00000001:1.0:1787758028.542651:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1787758028.542655:0:277892:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:1.0:1787758028.542656:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758028.542658:0:277892:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787758028.542662:0:277892:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787758028.542663:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787758028.542667:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787758028.542668:0:277892:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787758028.542669:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787758028.542675:0:277892:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758028.542679:0:277892:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00100000:1.0:1787758028.542680:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466121088:192.168.201.154@tcp:250:kworker.0
00000008:00100000:2.0:1787758028.542685:0:277892:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787758028.542686:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:2.0:1787758028.542690:0:277892:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758028.542692:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787758028.542693:0:277892:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758028.542696:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787758028.542714:0:277892:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61f840.
02000000:00000001:1.0:1787758028.542717:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:2.0:1787758028.542717:0:277892:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:2.0:1787758028.542721:0:277892:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787758028.542722:0:277892:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787758028.542724:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915000.
00000100:00000001:2.0:1787758028.542724:0:277892:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787758028.542727:0:277892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787758028.542730:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787758028.542731:0:277892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758028.542738:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000010:2.0:1787758028.542740:0:277892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafe000.
00000400:00000010:1.0:1787758028.542743:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000100:00000001:2.0:1787758028.542746:0:277892:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787758028.542751:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfc38.
00000100:00100000:2.0:1787758028.542757:0:277892:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61f840 x1874594466121216/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787758028.542760:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466121088, portal 25
00000100:00000001:1.0:1787758028.542765:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787758028.542768:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611357824 : -120601098193792 : ffff92505e61f480)
00000100:00000001:2.0:1787758028.542776:0:277892:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1787758028.542778:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61f480 x1874594466121088/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787758028.542781:0:277892:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787758028.542790:0:277892:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aef5ed20] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61f840 x1874594466121216/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758028.542806:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787758028.542812:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000001:2.0:1787758028.542812:0:277892:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787758028.542818:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00080000:2.0:1787758028.542818:0:277892:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787758028.542825:0:277892:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000200:1.0:1787758028.542826:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466121088, offset 0
00000100:00000001:2.0:1787758028.542827:0:277892:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787758028.542831:0:277892:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787758028.542833:0:277892:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787758028.542836:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00080000:2.0:1787758028.542837:0:277892:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19608
00000400:00000200:2.0:1787758028.542843:0:277892:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758028.542850:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787758028.542850:0:277892:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787758028.542855:0:277892:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787758028.542858:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000200:1.0:1787758028.542862:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00000001:2.0:1787758028.542863:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787758028.542869:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000200:1.0:1787758028.542871:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787758028.542872:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787758028.542876:0:277892:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787758028.542878:0:277892:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000400:00000200:1.0:1787758028.542879:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000020:00000001:2.0:1787758028.542882:0:277892:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787758028.542886:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000020:00000040:2.0:1787758028.542888:0:277892:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000400:00000200:1.0:1787758028.542891:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000020:00000001:2.0:1787758028.542893:0:277892:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:1.0:1787758028.542899:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56857:56857:256:4294967295] 192.168.201.154@tcp LPNI seq info [56857:56857:8:4294967295]
00000020:00000001:2.0:1787758028.542900:0:277892:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:2.0:1787758028.542909:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000200:1.0:1787758028.542910:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787758028.542912:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787758028.542918:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758028.542921:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787758028.542926:0:277892:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000400:00000200:1.0:1787758028.542931:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00080000:2.0:1787758028.542935:0:277892:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787758028.542939:0:277892:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787758028.542943:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
02000000:00000001:2.0:1787758028.542943:0:277892:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787758028.542950:0:277892:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:1.0:1787758028.542953:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1700.
02000000:00000001:2.0:1787758028.542962:0:277892:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758028.542965:0:277892:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000200:1.0:1787758028.542969:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000008:00100000:2.0:1787758028.542969:0:277892:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787758028.542975:0:277892:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758028.542978:0:277892:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787758028.542979:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 47 secs later)
00000100:00000010:2.0:1787758028.542982:0:277892:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61d2c0.
00000020:00000040:2.0:1787758028.542987:0:277892:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:2.0:1787758028.542992:0:277892:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.1:1787758028.542995:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000001:2.0:1787758028.542996:0:277892:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758028.543001:0:277892:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.1:1787758028.543002:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 47 secs later)
02000000:00000001:2.0:1787758028.543003:0:277892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787758028.543007:0:277892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787758028.543012:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
02000000:00000010:2.0:1787758028.543016:0:277892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafcc00.
00000800:00000010:1.0:1787758028.543017:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1700.
00000100:00000001:2.0:1787758028.543024:0:277892:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758028.543025:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787758028.543034:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000100:00100000:2.0:1787758028.543036:0:277892:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61d2c0 x1874594466121344/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787758028.543038:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787758028.543043:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787758028.543049:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787758028.543051:0:277892:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1787758028.543056:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61f480 x1874594466121088/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787758028.543057:0:277892:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787758028.543066:0:277892:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b484489] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61d2c0 x1874594466121344/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758028.543071:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787758028.543076:0:277892:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787758028.543078:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61f480 x1874594466121088/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758053 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787758028.543081:0:277892:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787758028.543090:0:277892:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1787758028.543095:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787758028.543097:0:277892:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19618)
00000100:00000001:1.0:1787758028.543098:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787758028.543105:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758028.543109:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787758028.543111:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314281384
00000100:00000010:1.0:1787758028.543116:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6720.
00000100:00000001:1.0:1787758028.543123:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787758028.543127:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314281384
00000100:00000010:1.0:1787758028.543130:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e62a0.
00000100:00000001:1.0:1787758028.543148:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787758028.543151:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787758028.543153:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758028.543155:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787758028.543158:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758028/real 1787758028]  req@ffff92505e61f480 x1874594466121088/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787758028.543165:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787758028.543166:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787758028.543167:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787758028.543169:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfc38
00000400:00000010:1.0:1787758028.543171:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfc38.
00000100:00000001:1.0:1787758028.543172:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787758028.543175:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61f480 x1874594466121088/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787758028.543181:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61f480 x1874594466121088/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758028.543185:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787758028.543186:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758028.543187:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758028.543189:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787758028.543191:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61f480 x1874594466121088/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758028.543196:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787758028.543199:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61f480 x1874594466121088/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758053 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758028.543204:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787758028.543206:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758028.543207:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758028.543208:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758028.543210:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787758028.543211:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787758028.543213:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787758028.543215:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787758028.543217:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787758028.543219:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61f480 x1874594466121088/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758053 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758028.543225:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466121088:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787758028.543228:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758028.543229:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758028.543231:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61f480 x1874594466121088/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758053 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758028.543236:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787758028.543238:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787758028.543241:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915000.
02000000:00000001:1.0:1787758028.543244:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787758028.543245:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787758028.543246:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787758028.543248:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787758028.543250:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafec00.
02000000:00000001:1.0:1787758028.543252:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787758028.543254:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787758028.543255:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61f480.
00000100:00000001:1.0:1787758028.543257:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787758028.543258:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758028.543260:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758028.543266:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758028.543267:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758028.543268:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787758028.543270:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758028.543271:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787758028.543273:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61f840 x1874594466121216/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758028.543278:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758028.543279:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758028.543318:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787758028.543321:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787758028.543322:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758028.543325:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466121216:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787758028.543327:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787758028.543329:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787758028.543330:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758028.543331:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787758028.543334:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915000.
02000000:00000001:1.0:1787758028.543335:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758028.543338:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787758028.543363:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000400:00000010:1.0:1787758028.543367:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfc38.
00000100:00000200:1.0:1787758028.543371:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466121216, portal 10
00000100:00000001:1.0:1787758028.543374:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787758028.543375:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611358784 : -120601098192832 : ffff92505e61f840)
00000100:00000040:1.0:1787758028.543384:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61f840 x1874594466121216/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758028.543392:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787758028.543396:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787758028.543400:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787758028.543403:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466121216, offset 0
00000400:00000200:1.0:1787758028.543408:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787758028.543413:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758028.543417:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787758028.543420:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787758028.543424:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787758028.543426:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787758028.543427:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787758028.543429:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56858:56858:256:4294967295] 192.168.201.154@tcp LPNI seq info [56858:56858:8:4294967295]
00000400:00000200:1.0:1787758028.543432:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758028.543437:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787758028.543440:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758028.543443:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1700.
00000800:00000200:1.0:1787758028.543446:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787758028.543448:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787758028.543452:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787758028.543454:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1787758028.543456:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758028.543458:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1700.
00000400:00000200:1.0:1787758028.543461:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787758028.543464:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787758028.543466:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787758028.543467:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787758028.543469:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787758028.543472:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61f840 x1874594466121216/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758028.543478:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758028.543480:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61f840 x1874594466121216/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758053 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758028.543485:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758028.543486:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787758028.543489:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787758028.543492:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787758028.543494:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787758028.543496:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314280489
00000100:00000001:1.0:1787758028.543498:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314281384
00000100:00000001:1.0:1787758028.543500:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314280489
00000100:00000001:1.0:1787758028.543501:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314281384
00000100:00000001:1.0:1787758028.543503:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787758028.543504:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758028.543505:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787758028.543508:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758028/real 1787758028]  req@ffff92505e61f840 x1874594466121216/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787758028.543513:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787758028.543514:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787758028.543515:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787758028.543517:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfc38
00000400:00000010:1.0:1787758028.543518:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfc38.
00000100:00000001:1.0:1787758028.543519:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787758028.543522:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61f840 x1874594466121216/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787758028.543527:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61f840 x1874594466121216/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758028.543531:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787758028.543532:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758028.543533:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758028.543534:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787758028.543536:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61f840 x1874594466121216/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758028.543540:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787758028.543542:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61f840 x1874594466121216/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758053 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758028.543547:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787758028.543549:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758028.543550:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758028.543551:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758028.543552:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787758028.543554:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787758028.543555:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787758028.543557:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787758028.543558:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787758028.543561:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61f840 x1874594466121216/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758053 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758028.543565:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466121216:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787758028.543568:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787758028.543570:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61d2c0 x1874594466121344/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758028.543574:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758028.543575:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758028.543576:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787758028.543577:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787758028.543579:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758028.543581:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466121344:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787758028.543583:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787758028.543584:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787758028.543585:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758028.543586:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787758028.543588:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077914000.
02000000:00000001:1.0:1787758028.543589:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758028.543592:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787758028.543594:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000400:00000010:1.0:1787758028.543596:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfc38.
00000100:00000200:1.0:1787758028.543598:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466121344, portal 4
00000100:00000001:1.0:1787758028.543599:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787758028.543600:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611349184 : -120601098202432 : ffff92505e61d2c0)
00000100:00000040:1.0:1787758028.543604:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61d2c0 x1874594466121344/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758028.543608:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787758028.543610:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787758028.543611:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787758028.543613:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466121344, offset 0
00000400:00000200:1.0:1787758028.543615:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787758028.543617:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758028.543619:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787758028.543621:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787758028.543623:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787758028.543624:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787758028.543626:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787758028.543628:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56859:56859:256:4294967295] 192.168.201.154@tcp LPNI seq info [56859:56859:8:4294967295]
00000400:00000200:1.0:1787758028.543631:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758028.543635:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787758028.543637:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758028.543639:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1700.
00000800:00000200:1.0:1787758028.543641:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787758028.543643:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787758028.543646:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787758028.543648:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1787758028.543650:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758028.543651:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1700.
00000400:00000200:1.0:1787758028.543653:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787758028.543656:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787758028.543657:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787758028.543659:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787758028.543661:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787758028.543663:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61d2c0 x1874594466121344/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758028.543668:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758028.543670:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61d2c0 x1874594466121344/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758053 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758028.543674:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758028.543675:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787758028.543677:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787758028.543679:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787758028.543681:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787758028.543682:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314280472
00000100:00000001:1.0:1787758028.543684:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314281384
00000100:00000001:1.0:1787758028.543686:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314280472
00000100:00000001:1.0:1787758028.543687:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314281384
00000100:00000001:1.0:1787758028.543688:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787758028.543689:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758028.543690:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787758028.543692:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758028/real 1787758028]  req@ffff92505e61d2c0 x1874594466121344/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787758028.543712:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787758028.543713:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787758028.543715:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787758028.543716:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfc38
00000400:00000010:1.0:1787758028.543717:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfc38.
00000100:00000001:1.0:1787758028.543719:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787758028.543721:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61d2c0 x1874594466121344/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787758028.543726:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61d2c0 x1874594466121344/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758028.543731:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787758028.543732:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758028.543734:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758028.543735:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787758028.543737:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61d2c0 x1874594466121344/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758028.543741:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787758028.543743:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61d2c0 x1874594466121344/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758053 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758028.543748:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787758028.543749:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758028.543750:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758028.543751:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758028.543752:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787758028.543753:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787758028.543754:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787758028.543756:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787758028.543758:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787758028.543760:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61d2c0 x1874594466121344/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758053 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758028.543765:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466121344:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787758028.543767:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758028.543768:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758028.543770:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61f840 x1874594466121216/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758053 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758028.543775:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787758028.543776:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787758028.543778:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915000.
02000000:00000001:1.0:1787758028.543780:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787758028.543781:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787758028.543782:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787758028.543784:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787758028.543785:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafe000.
02000000:00000001:1.0:1787758028.543787:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787758028.543788:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787758028.543789:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61f840.
00000100:00000001:1.0:1787758028.543790:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787758028.543791:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758028.543792:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758028.543794:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61d2c0 x1874594466121344/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758053 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758028.543799:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787758028.543800:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787758028.543801:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077914000.
02000000:00000001:1.0:1787758028.543802:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787758028.543803:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787758028.543803:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787758028.543805:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787758028.543806:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafcc00.
02000000:00000001:1.0:1787758028.543807:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787758028.543808:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787758028.543808:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61d2c0.
00000100:00000001:1.0:1787758028.543810:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787758028.543811:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758028.543812:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758028.543814:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758028.543815:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758028.543816:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787758028.543817:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758029.054392:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758029.054399:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758029.054402:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758029.054407:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758029.054410:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758029.054414:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758029.054417:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758029.054419:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758029.054421:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758029.374360:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758029.374367:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758029.374373:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758029.374375:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758029.374379:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758029.374381:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787758029.374402:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787758029.374404:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787758029.374406:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787758029.502399:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314281384, at 4314281408
00000100:00000040:2.0:1787758029.502400:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314281384, at 4314281408
00000100:00000010:2.0:1787758029.502422:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6720.
00000100:00000010:3.0:1787758029.502426:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e62a0.
00000100:00000001:2.0:1787758030.078359:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758030.078367:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758030.078369:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758030.078374:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758030.078377:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758030.078382:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758030.078384:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758030.078387:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758030.078390:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758030.398436:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758030.398443:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758030.398453:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758030.398455:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758030.398460:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758030.398462:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758030.398553:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758030.398561:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758030.398566:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758031.102400:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758031.102411:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758031.102414:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758031.102421:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758031.102426:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758031.102430:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758031.102434:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758031.102437:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758031.102442:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758031.422437:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758031.422445:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758031.422454:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758031.422459:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758031.422468:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758031.422472:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787758031.422521:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787758031.422526:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787758031.422529:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758032.126372:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758032.126383:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758032.126386:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758032.126393:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758032.126397:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758032.126402:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758032.126405:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758032.126408:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758032.126412:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758032.446348:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758032.446357:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787758032.446359:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787758032.446363:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758032.446367:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787758032.446369:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758032.446371:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758032.446373:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758032.446378:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758032.446380:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787758032.446382:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787758032.446383:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758032.446385:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787758032.446386:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758032.446387:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758032.446388:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758032.446391:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758032.446392:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787758032.446408:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787758032.446410:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787758032.446412:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758033.150392:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758033.150399:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758033.150401:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758033.150406:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758033.150409:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758033.150413:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758033.150416:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758033.150418:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758033.150420:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758033.470354:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758033.470362:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758033.470371:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758033.470374:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758033.470379:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758033.470381:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758033.470429:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758033.470435:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758033.470439:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787758033.662377:0:277892:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787758033.662387:0:277892:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787758033.662389:0:277892:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787758033.662393:0:277892:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787758033.662397:0:277892:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787758033.662405:0:277892:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19613
00000400:00000200:2.0:1787758033.662416:0:277892:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787758033.662423:0:277892:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787758033.662426:0:277892:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787758033.662429:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758033.662433:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787758033.662438:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758033.662441:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787758033.662445:0:277892:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787758033.662449:0:277892:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787758033.662452:0:277892:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787758033.662456:0:277892:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787758033.662458:0:277892:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787758033.662460:0:277892:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787758033.662463:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758033.662464:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787758033.662466:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758033.662467:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787758033.662470:0:277892:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787758033.662473:0:277892:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787758033.662475:0:277892:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787758033.662478:0:277892:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787758033.662481:0:277892:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787758033.662483:0:277892:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758033.662485:0:277892:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787758033.662487:0:277892:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787758033.662496:0:277892:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61d680.
00000020:00000040:2.0:1787758033.662499:0:277892:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787758033.662503:0:277892:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787758033.662504:0:277892:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758033.662508:0:277892:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787758033.662510:0:277892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787758033.662515:0:277892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787758033.662524:0:277892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafdc00.
00000100:00000001:2.0:1787758033.662530:0:277892:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758033.662539:0:277892:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61d680 x1874594466121472/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787758033.662549:0:277892:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787758033.662553:0:277892:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787758033.662557:0:277892:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054aea141] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61d680 x1874594466121472/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787758033.662578:0:277892:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787758033.662581:0:277892:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787758033.662584:0:277892:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787758033.662585:0:277892:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787758033.662586:0:277892:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787758033.662588:0:277892:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787758033.662590:0:277892:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19613
00000400:00000200:2.0:1787758033.662592:0:277892:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787758033.662594:0:277892:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787758033.662596:0:277892:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787758033.662598:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758033.662600:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787758033.662602:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758033.662604:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787758033.662607:0:277892:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787758033.662608:0:277892:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:2.0:1787758033.662609:0:277892:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787758033.662611:0:277892:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:2.0:1787758033.662612:0:277892:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:2.0:1787758033.662613:0:277892:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:2.0:1787758033.662615:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758033.662617:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787758033.662619:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1787758033.662620:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758033.662630:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:1.0:1787758033.662633:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1787758033.662635:0:277892:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00000001:1.0:1787758033.662637:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:2.0:1787758033.662654:0:277892:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000040:1.0:1787758033.662655:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61d680 x1874594466121472/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787758033.662666:0:277892:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787758033.662676:0:277892:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787758033.662682:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758033.662684:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787758033.662685:0:277892:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787758033.662688:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787758033.662689:0:277892:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758033.662693:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787758033.662693:0:277892:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787758033.662703:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1787758033.662703:0:277892:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787758033.662711:0:277892:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758033.662713:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466121472:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787758033.662714:0:277892:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758033.662723:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:2.0:1787758033.662724:0:277892:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61cf00.
00000020:00000040:2.0:1787758033.662730:0:277892:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:1.0:1787758033.662731:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787758033.662734:0:277892:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787758033.662735:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787758033.662737:0:277892:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758033.662739:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787758033.662740:0:277892:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787758033.662743:0:277892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787758033.662744:0:277892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787758033.662751:0:277892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafc800.
02000000:00000010:1.0:1787758033.662752:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077914000.
02000000:00000001:1.0:1787758033.662760:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758033.662760:0:277892:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758033.662780:0:277892:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61cf00 x1874594466121600/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787758033.662781:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787758033.662790:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000100:00000001:2.0:1787758033.662798:0:277892:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787758033.662802:0:277892:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787758033.662804:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfc38.
00000100:00000040:2.0:1787758033.662808:0:277892:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006cc8e384] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61cf00 x1874594466121600/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787758033.662813:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466121472, portal 25
00000100:00000001:1.0:1787758033.662819:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787758033.662819:0:277892:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758033.662826:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611350144 : -120601098201472 : ffff92505e61d680)
00000100:00080000:2.0:1787758033.662827:0:277892:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787758033.662835:0:277892:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787758033.662840:0:277892:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:1.0:1787758033.662841:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61d680 x1874594466121472/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787758033.662843:0:277892:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787758033.662852:0:277892:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787758033.662862:0:277892:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19613
00000100:00000001:1.0:1787758033.662869:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:2.0:1787758033.662873:0:277892:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:1.0:1787758033.662881:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787758033.662885:0:277892:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000400:00000010:1.0:1787758033.662889:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00080000:2.0:1787758033.662890:0:277892:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1787758033.662903:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466121472, offset 0
00000100:00000040:2.0:1787758033.662904:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758033.662915:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787758033.662921:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000200:1.0:1787758033.662929:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000001:2.0:1787758033.662930:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787758033.662934:0:277892:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787758033.662935:0:277892:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:2.0:1787758033.662936:0:277892:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787758033.662938:0:277892:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000400:00000200:1.0:1787758033.662941:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000020:00000001:2.0:1787758033.662949:0:277892:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:2.0:1787758033.662952:0:277892:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:1.0:1787758033.662957:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00000040:2.0:1787758033.662961:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758033.662965:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787758033.662967:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1787758033.662968:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758033.662972:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:1.0:1787758033.662975:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000020:00000040:2.0:1787758033.662977:0:277892:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000400:00000200:1.0:1787758033.662983:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1787758033.662984:0:277892:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787758033.662996:0:277892:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758033.662999:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
02000000:00000001:2.0:1787758033.663003:0:277892:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787758033.663007:0:277892:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787758033.663008:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56860:56860:256:4294967295] 192.168.201.154@tcp LPNI seq info [56860:56860:8:4294967295]
02000000:00000001:2.0:1787758033.663016:0:277892:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758033.663021:0:277892:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787758033.663025:0:277892:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787758033.663034:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000008:00000001:2.0:1787758033.663034:0:277892:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758033.663039:0:277892:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787758033.663044:0:277892:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61f0c0.
00000020:00000040:2.0:1787758033.663047:0:277892:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:2.0:1787758033.663051:0:277892:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787758033.663052:0:277892:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758033.663057:0:277892:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787758033.663059:0:277892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787758033.663063:0:277892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787758033.663068:0:277892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507caff800.
00000400:00000200:1.0:1787758033.663073:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1787758033.663074:0:277892:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758033.663083:0:277892:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61f0c0 x1874594466121728/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1787758033.663090:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000001:2.0:1787758033.663105:0:277892:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000010:1.0:1787758033.663106:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1700.
00000100:00000001:2.0:1787758033.663109:0:277892:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787758033.663115:0:277892:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bea70ab] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61f0c0 x1874594466121728/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1787758033.663121:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787758033.663133:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 42 secs later)
00000100:00000001:2.0:1787758033.663146:0:277892:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787758033.663156:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000040:2.0:1787758033.663157:0:277892:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1787758033.663170:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 42 secs later)
00000100:00000040:2.0:1787758033.663172:0:277892:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1787758033.663183:0:277892:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19623)
00000800:00000100:1.0:1787758033.663184:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758033.663189:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1700.
00000400:00000200:1.0:1787758033.663195:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787758033.663200:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787758033.663205:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787758033.663207:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787758033.663211:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787758033.663215:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61d680 x1874594466121472/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758033.663223:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758033.663225:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61d680 x1874594466121472/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758058 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758033.663230:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758033.663231:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787758033.663236:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758033.663240:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787758033.663243:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314286504
00000100:00000010:1.0:1787758033.663311:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6600.
00000100:00000001:1.0:1787758033.663318:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787758033.663322:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314286505
00000100:00000010:1.0:1787758033.663325:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6c00.
00000100:00000001:1.0:1787758033.663327:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787758033.663329:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787758033.663331:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758033.663333:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787758033.663338:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758033/real 1787758033]  req@ffff92505e61d680 x1874594466121472/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787758033.663345:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787758033.663347:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787758033.663348:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787758033.663351:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfc38
00000400:00000010:1.0:1787758033.663352:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfc38.
00000100:00000001:1.0:1787758033.663354:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787758033.663357:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61d680 x1874594466121472/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787758033.663362:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61d680 x1874594466121472/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758033.663367:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787758033.663368:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758033.663370:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758033.663372:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787758033.663374:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61d680 x1874594466121472/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758033.663378:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787758033.663381:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61d680 x1874594466121472/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758058 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758033.663386:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787758033.663388:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758033.663389:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758033.663390:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758033.663393:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787758033.663394:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787758033.663397:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787758033.663400:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787758033.663401:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787758033.663404:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61d680 x1874594466121472/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758058 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758033.663409:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466121472:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787758033.663412:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758033.663414:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758033.663416:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61d680 x1874594466121472/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758058 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758033.663421:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787758033.663423:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787758033.663425:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077914000.
02000000:00000001:1.0:1787758033.663427:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787758033.663429:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787758033.663430:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787758033.663432:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787758033.663434:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafdc00.
02000000:00000001:1.0:1787758033.663437:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787758033.663438:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787758033.663440:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61d680.
00000100:00000001:1.0:1787758033.663442:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787758033.663443:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758033.663445:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758033.663451:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758033.663453:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758033.663454:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787758033.663456:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758033.663457:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787758033.663460:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61cf00 x1874594466121600/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758033.663465:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758033.663466:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758033.663468:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787758033.663470:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787758033.663472:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758033.663473:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466121600:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787758033.663476:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787758033.663478:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787758033.663479:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758033.663481:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787758033.663483:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077914000.
02000000:00000001:1.0:1787758033.663484:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758033.663487:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787758033.663489:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000400:00000010:1.0:1787758033.663491:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfc38.
00000100:00000200:1.0:1787758033.663494:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466121600, portal 10
00000100:00000001:1.0:1787758033.663495:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787758033.663496:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611348224 : -120601098203392 : ffff92505e61cf00)
00000100:00000040:1.0:1787758033.663501:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61cf00 x1874594466121600/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758033.663505:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787758033.663507:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787758033.663509:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787758033.663510:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466121600, offset 0
00000400:00000200:1.0:1787758033.663513:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787758033.663516:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758033.663519:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787758033.663521:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787758033.663523:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787758033.663525:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787758033.663527:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787758033.663529:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56861:56861:256:4294967295] 192.168.201.154@tcp LPNI seq info [56861:56861:8:4294967295]
00000400:00000200:1.0:1787758033.663532:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758033.663537:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787758033.663540:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758033.663542:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1700.
00000800:00000200:1.0:1787758033.663545:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787758033.663547:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787758033.663550:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787758033.663552:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1787758033.663554:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758033.663556:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1700.
00000400:00000200:1.0:1787758033.663558:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787758033.663560:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787758033.663562:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787758033.663563:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787758033.663565:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787758033.663567:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61cf00 x1874594466121600/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758033.663573:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758033.663575:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61cf00 x1874594466121600/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758058 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758033.663579:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758033.663580:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787758033.663582:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787758033.663585:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787758033.663586:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787758033.663588:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314285609
00000100:00000001:1.0:1787758033.663590:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314286504
00000100:00000001:1.0:1787758033.663591:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314285609
00000100:00000001:1.0:1787758033.663615:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314286505
00000100:00000001:1.0:1787758033.663617:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787758033.663619:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758033.663620:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787758033.663623:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758033/real 1787758033]  req@ffff92505e61cf00 x1874594466121600/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787758033.663628:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787758033.663629:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787758033.663630:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787758033.663632:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfc38
00000400:00000010:1.0:1787758033.663633:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfc38.
00000100:00000001:1.0:1787758033.663635:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787758033.663637:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61cf00 x1874594466121600/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787758033.663643:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61cf00 x1874594466121600/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758033.663647:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787758033.663648:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758033.663649:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758033.663650:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787758033.663652:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61cf00 x1874594466121600/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758033.663656:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787758033.663659:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61cf00 x1874594466121600/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758058 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758033.663663:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787758033.663666:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758033.663667:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758033.663668:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758033.663670:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787758033.663672:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787758033.663674:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787758033.663677:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787758033.663679:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787758033.663681:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61cf00 x1874594466121600/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758058 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758033.663686:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466121600:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787758033.663689:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787758033.663692:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61f0c0 x1874594466121728/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758033.663696:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758033.663698:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758033.663700:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787758033.663702:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787758033.663704:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758033.663706:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466121728:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787758033.663708:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787758033.663711:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787758033.663713:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758033.663714:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787758033.663717:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915000.
02000000:00000001:1.0:1787758033.663719:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758033.663721:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787758033.663723:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000400:00000010:1.0:1787758033.663725:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfc38.
00000100:00000200:1.0:1787758033.663727:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466121728, portal 4
00000100:00000001:1.0:1787758033.663728:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787758033.663729:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611356864 : -120601098194752 : ffff92505e61f0c0)
00000100:00000040:1.0:1787758033.663734:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61f0c0 x1874594466121728/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758033.663739:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787758033.663740:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787758033.663742:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787758033.663743:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466121728, offset 0
00000400:00000200:1.0:1787758033.663746:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787758033.663748:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758033.663750:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787758033.663752:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787758033.663754:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787758033.663755:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787758033.663757:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787758033.663759:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56862:56862:256:4294967295] 192.168.201.154@tcp LPNI seq info [56862:56862:8:4294967295]
00000400:00000200:1.0:1787758033.663761:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758033.663766:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787758033.663768:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758033.663770:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1700.
00000800:00000200:1.0:1787758033.663773:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787758033.663775:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787758033.663777:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787758033.663779:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1787758033.663782:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758033.663783:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1700.
00000400:00000200:1.0:1787758033.663785:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787758033.663787:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787758033.663789:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787758033.663790:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787758033.663792:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787758033.663794:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61f0c0 x1874594466121728/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758033.663799:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758033.663801:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61f0c0 x1874594466121728/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758058 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758033.663810:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758033.663811:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787758033.663813:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787758033.663815:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787758033.663817:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787758033.663819:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314285592
00000100:00000001:1.0:1787758033.663821:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314286504
00000100:00000001:1.0:1787758033.663822:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314285592
00000100:00000001:1.0:1787758033.663824:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314286505
00000100:00000001:1.0:1787758033.663825:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787758033.663827:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758033.663828:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787758033.663830:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758033/real 1787758033]  req@ffff92505e61f0c0 x1874594466121728/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787758033.663834:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787758033.663835:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787758033.663836:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787758033.663838:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfc38
00000400:00000010:1.0:1787758033.663839:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfc38.
00000100:00000001:1.0:1787758033.663840:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787758033.663842:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61f0c0 x1874594466121728/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787758033.663847:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61f0c0 x1874594466121728/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758033.663851:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787758033.663852:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758033.663853:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758033.663853:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787758033.663856:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61f0c0 x1874594466121728/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758033.663861:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787758033.663863:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61f0c0 x1874594466121728/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758058 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758033.663867:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787758033.663869:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758033.663870:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758033.663870:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758033.663871:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787758033.663872:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787758033.663874:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787758033.663876:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787758033.663877:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787758033.663879:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61f0c0 x1874594466121728/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758058 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758033.663884:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466121728:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787758033.663886:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758033.663887:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758033.663889:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61cf00 x1874594466121600/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758058 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758033.663893:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787758033.663894:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787758033.663896:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077914000.
02000000:00000001:1.0:1787758033.663897:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787758033.663899:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787758033.663900:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787758033.663901:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787758033.663902:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafc800.
02000000:00000001:1.0:1787758033.663904:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787758033.663905:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787758033.663906:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61cf00.
00000100:00000001:1.0:1787758033.663908:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787758033.663909:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758033.663910:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758033.663912:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61f0c0 x1874594466121728/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758058 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758033.663916:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787758033.663916:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787758033.663918:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915000.
02000000:00000001:1.0:1787758033.663921:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787758033.663922:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787758033.663923:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787758033.663924:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787758033.663925:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507caff800.
02000000:00000001:1.0:1787758033.663926:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787758033.663927:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787758033.663928:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61f0c0.
00000100:00000001:1.0:1787758033.663929:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787758033.663930:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758033.663931:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758033.663933:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758033.663934:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758033.663935:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787758033.663936:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758034.174377:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758034.174387:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758034.174390:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758034.174396:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758034.174402:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758034.174408:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758034.174411:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758034.174414:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758034.174418:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758034.494389:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758034.494400:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758034.494411:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758034.494415:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758034.494423:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758034.494426:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787758034.494476:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787758034.494483:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787758034.494489:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787758034.622385:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314286504, at 4314286528
00000100:00000040:3.0:1787758034.622385:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314286505, at 4314286528
00000100:00000010:3.0:1787758034.622411:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6c00.
00000100:00000010:2.0:1787758034.622416:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6600.
00000100:00000001:2.0:1787758035.198388:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758035.198397:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758035.198399:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758035.198406:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758035.198409:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758035.198413:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758035.198415:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758035.198418:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758035.198420:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758035.518400:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758035.518410:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758035.518419:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758035.518420:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758035.518425:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758035.518431:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787758035.518434:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787758035.518438:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758035.518442:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787758035.518445:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758035.518447:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758035.518450:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787758035.518476:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787758035.518479:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787758035.518483:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758036.222339:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758036.222346:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758036.222348:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758036.222353:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758036.222356:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758036.222359:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758036.222362:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758036.222365:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758036.222367:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758036.542356:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758036.542363:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758036.542370:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758036.542371:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758036.542375:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758036.542377:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758036.542435:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758036.542439:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758036.542442:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758037.246346:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758037.246354:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758037.246355:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758037.246360:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758037.246363:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758037.246366:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758037.246368:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758037.246370:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758037.246373:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758037.566352:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758037.566358:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758037.566366:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758037.566369:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758037.566374:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758037.566376:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787758037.566415:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787758037.566420:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787758037.566424:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758038.270354:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758038.270362:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758038.270364:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758038.270369:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758038.270373:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758038.270376:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758038.270377:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758038.270379:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758038.270382:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758038.590351:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758038.590358:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758038.590365:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758038.590367:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758038.590371:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758038.590372:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787758038.590392:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787758038.590394:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787758038.590397:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787758038.782372:0:277892:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787758038.782381:0:277892:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787758038.782384:0:277892:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787758038.782386:0:277892:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787758038.782390:0:277892:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787758038.782398:0:277892:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19618
00000400:00000200:1.0:1787758038.782404:0:277892:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758038.782425:0:277892:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1787758038.782428:0:277892:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787758038.782432:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758038.782434:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787758038.782437:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758038.782439:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:1.0:1787758038.782443:0:277892:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787758038.782445:0:277892:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:1.0:1787758038.782448:0:277892:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787758038.782451:0:277892:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:1.0:1787758038.782453:0:277892:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:1.0:1787758038.782455:0:277892:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:1.0:1787758038.782458:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758038.782459:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787758038.782461:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758038.782463:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:1.0:1787758038.782467:0:277892:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:1.0:1787758038.782470:0:277892:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:1.0:1787758038.782472:0:277892:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758038.782475:0:277892:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787758038.782479:0:277892:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787758038.782481:0:277892:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758038.782483:0:277892:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787758038.782486:0:277892:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787758038.782495:0:277892:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff925077901680.
00000020:00000040:1.0:1787758038.782499:0:277892:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:1.0:1787758038.782502:0:277892:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787758038.782504:0:277892:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758038.782507:0:277892:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787758038.782510:0:277892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787758038.782515:0:277892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787758038.782523:0:277892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925077915000.
00000100:00000001:1.0:1787758038.782529:0:277892:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758038.782538:0:277892:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff925077901680 x1874594466121856/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787758038.782549:0:277892:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787758038.782553:0:277892:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787758038.782558:0:277892:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000679d9fb6] to pc [ptlrpcd_rcv+-1]  req@ffff925077901680 x1874594466121856/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758038.782604:0:277892:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787758038.782609:0:277892:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787758038.782614:0:277892:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787758038.782616:0:277892:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787758038.782619:0:277892:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787758038.782623:0:277892:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787758038.782628:0:277892:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19618
00000400:00000200:1.0:1787758038.782634:0:277892:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758038.782639:0:277892:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1787758038.782643:0:277892:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787758038.782661:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758038.782664:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787758038.782666:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758038.782668:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:1.0:1787758038.782671:0:277892:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787758038.782673:0:277892:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:1.0:1787758038.782675:0:277892:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787758038.782678:0:277892:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:1.0:1787758038.782681:0:277892:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:1.0:1787758038.782684:0:277892:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:1.0:1787758038.782687:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758038.782690:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787758038.782691:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787758038.782694:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758038.782697:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758038.782697:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:1.0:1787758038.782699:0:277892:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00000001:0.0:1787758038.782701:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1787758038.782703:0:277892:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:1.0:1787758038.782706:0:277892:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758038.782708:0:277892:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1787758038.782712:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077901680 x1874594466121856/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787758038.782714:0:277892:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787758038.782719:0:277892:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758038.782723:0:277892:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787758038.782728:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00100000:1.0:1787758038.782729:0:277892:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787758038.782730:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1787758038.782736:0:277892:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758038.782738:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1787758038.782739:0:277892:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758038.782742:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:1.0:1787758038.782744:0:277892:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9250779021c0.
02000000:00000001:0.0:1787758038.782746:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787758038.782747:0:277892:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000100:00100000:0.0:1787758038.782752:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077901680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466121856:192.168.201.154@tcp:250:kworker.0
02000000:00000001:1.0:1787758038.782753:0:277892:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787758038.782755:0:277892:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758038.782760:0:277892:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787758038.782761:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787758038.782762:0:277892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787758038.782765:0:277892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758038.782766:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787758038.782769:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787758038.782769:0:277892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925077914000.
02000000:00000001:0.0:1787758038.782772:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787758038.782777:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad5400.
02000000:00000001:0.0:1787758038.782779:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758038.782784:0:277892:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758038.782788:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00100000:1.0:1787758038.782793:0:277892:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9250779021c0 x1874594466121984/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1787758038.782794:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787758038.782803:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000001:1.0:1787758038.782804:0:277892:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787758038.782808:0:277892:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787758038.782812:0:277892:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081c07b6a] to pc [ptlrpcd_rcv+-1]  req@ffff9250779021c0 x1874594466121984/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787758038.782813:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466121856, portal 25
00000100:00000001:0.0:1787758038.782819:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787758038.782822:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033811584 : -120600675740032 : ffff925077901680)
00000100:00000001:1.0:1787758038.782825:0:277892:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787758038.782831:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077901680 x1874594466121856/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787758038.782832:0:277892:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787758038.782843:0:277892:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787758038.782847:0:277892:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787758038.782851:0:277892:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787758038.782855:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787758038.782857:0:277892:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:0.0:1787758038.782860:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787758038.782864:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00080000:1.0:1787758038.782864:0:277892:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19618
00000100:00000200:0.0:1787758038.782869:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466121856, offset 0
00000400:00000200:1.0:1787758038.782875:0:277892:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758038.782879:0:277892:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1787758038.782881:0:277892:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787758038.782884:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758038.782886:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787758038.782890:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758038.782893:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:0.0:1787758038.782895:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000020:00000001:1.0:1787758038.782896:0:277892:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787758038.782898:0:277892:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:1.0:1787758038.782900:0:277892:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787758038.782902:0:277892:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:1.0:1787758038.782921:0:277892:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:0.0:1787758038.782925:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000020:00000001:1.0:1787758038.782926:0:277892:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:1.0:1787758038.782937:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758038.782940:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787758038.782947:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000200:0.0:1787758038.782949:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00000001:1.0:1787758038.782950:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:1.0:1787758038.782958:0:277892:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:1.0:1787758038.782963:0:277892:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000400:00000200:0.0:1787758038.782966:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1787758038.782968:0:277892:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758038.782988:0:277892:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787758038.782991:0:277892:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1787758038.782992:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
02000000:00000001:1.0:1787758038.782995:0:277892:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758038.782997:0:277892:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:0.0:1787758038.782998:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000008:00100000:1.0:1787758038.783001:0:277892:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1787758038.783003:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000008:00000001:1.0:1787758038.783005:0:277892:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758038.783009:0:277892:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758038.783010:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56863:56863:256:4294967295] 192.168.201.154@tcp LPNI seq info [56863:56863:8:4294967295]
00000100:00000010:1.0:1787758038.783014:0:277892:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff925077902940.
00000400:00000200:0.0:1787758038.783015:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000020:00000040:1.0:1787758038.783019:0:277892:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:1.0:1787758038.783023:0:277892:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787758038.783024:0:277892:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758038.783027:0:277892:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787758038.783030:0:277892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1787758038.783033:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1787758038.783034:0:277892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787758038.783041:0:277892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925077917400.
00000800:00000200:0.0:1787758038.783043:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000001:1.0:1787758038.783045:0:277892:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1787758038.783049:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000100:00100000:1.0:1787758038.783053:0:277892:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff925077902940 x1874594466122112/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1787758038.783061:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:1.0:1787758038.783064:0:277892:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:0.0:1787758038.783067:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000100:00000001:1.0:1787758038.783068:0:277892:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787758038.783075:0:277892:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007edc916f] to pc [ptlrpcd_rcv+-1]  req@ffff925077902940 x1874594466122112/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1787758038.783077:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787758038.783084:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000100:00000001:1.0:1787758038.783088:0:277892:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1787758038.783092:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000100:00000040:1.0:1787758038.783093:0:277892:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:0.0:1787758038.783095:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000100:00000040:1.0:1787758038.783099:0:277892:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1787758038.783103:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1787758038.783105:0:277892:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19628)
00000400:00000200:0.0:1787758038.783111:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787758038.783115:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787758038.783117:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:0.0:1787758038.783123:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787758038.783127:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077901680 x1874594466121856/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758038.783134:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758038.783136:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077901680 x1874594466121856/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758063 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758038.783146:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758038.783147:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787758038.783152:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758038.783155:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787758038.783157:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314291624
00000100:00000010:0.0:1787758038.783184:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747900.
00000100:00000001:0.0:1787758038.783191:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787758038.783195:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314291624
00000100:00000010:0.0:1787758038.783198:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a7479c0.
00000100:00000001:0.0:1787758038.783200:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787758038.783202:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787758038.783204:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758038.783206:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787758038.783210:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758038/real 1787758038]  req@ffff925077901680 x1874594466121856/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787758038.783217:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787758038.783218:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787758038.783220:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787758038.783223:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787758038.783224:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787758038.783226:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787758038.783229:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077901680 x1874594466121856/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787758038.783235:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077901680 x1874594466121856/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758038.783239:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787758038.783241:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758038.783242:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758038.783244:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787758038.783247:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077901680 x1874594466121856/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758038.783252:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787758038.783255:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077901680 x1874594466121856/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758063 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758038.783259:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787758038.783261:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758038.783262:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758038.783263:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758038.783265:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787758038.783289:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787758038.783291:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787758038.783294:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787758038.783295:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787758038.783298:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077901680 x1874594466121856/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758063 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787758038.783304:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077901680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466121856:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787758038.783307:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758038.783309:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758038.783311:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077901680 x1874594466121856/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758063 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758038.783315:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787758038.783318:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787758038.783320:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad5400.
02000000:00000001:0.0:1787758038.783322:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787758038.783324:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787758038.783325:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:0.0:1787758038.783326:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787758038.783329:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077915000.
02000000:00000001:0.0:1787758038.783333:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787758038.783335:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787758038.783336:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077901680.
00000100:00000001:0.0:1787758038.783338:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787758038.783339:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758038.783341:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758038.783347:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787758038.783348:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758038.783350:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787758038.783351:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787758038.783352:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787758038.783354:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9250779021c0 x1874594466121984/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758038.783359:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787758038.783360:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758038.783362:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787758038.783363:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787758038.783364:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787758038.783366:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9250779021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466121984:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787758038.783368:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787758038.783370:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787758038.783371:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758038.783372:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787758038.783374:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad5400.
02000000:00000001:0.0:1787758038.783376:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758038.783378:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787758038.783380:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787758038.783383:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787758038.783385:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466121984, portal 10
00000100:00000001:0.0:1787758038.783386:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787758038.783404:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033814464 : -120600675737152 : ffff9250779021c0)
00000100:00000040:0.0:1787758038.783411:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9250779021c0 x1874594466121984/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758038.783417:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787758038.783419:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787758038.783422:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000200:0.0:1787758038.783424:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466121984, offset 0
00000400:00000200:0.0:1787758038.783428:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787758038.783432:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758038.783436:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787758038.783439:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787758038.783442:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787758038.783444:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787758038.783447:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787758038.783450:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56864:56864:256:4294967295] 192.168.201.154@tcp LPNI seq info [56864:56864:8:4294967295]
00000400:00000200:0.0:1787758038.783453:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758038.783460:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787758038.783464:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787758038.783467:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000800:00000200:0.0:1787758038.783471:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787758038.783474:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787758038.783478:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787758038.783480:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1787758038.783483:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787758038.783485:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000400:00000200:0.0:1787758038.783488:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787758038.783491:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787758038.783494:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787758038.783496:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:0.0:1787758038.783499:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787758038.783502:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9250779021c0 x1874594466121984/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758038.783510:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758038.783512:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9250779021c0 x1874594466121984/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758063 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758038.783519:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758038.783520:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787758038.783523:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787758038.783527:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:0.0:1787758038.783530:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787758038.783533:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314290729
00000100:00000001:0.0:1787758038.783535:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314291624
00000100:00000001:0.0:1787758038.783554:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314290729
00000100:00000001:0.0:1787758038.783556:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314291624
00000100:00000001:0.0:1787758038.783558:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787758038.783561:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758038.783563:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787758038.783566:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758038/real 1787758038]  req@ffff9250779021c0 x1874594466121984/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787758038.783574:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787758038.783575:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787758038.783577:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787758038.783579:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787758038.783580:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787758038.783582:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787758038.783585:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9250779021c0 x1874594466121984/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787758038.783593:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9250779021c0 x1874594466121984/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758038.783600:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787758038.783602:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758038.783603:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758038.783605:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787758038.783608:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9250779021c0 x1874594466121984/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758038.783614:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787758038.783618:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9250779021c0 x1874594466121984/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758063 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758038.783626:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787758038.783629:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758038.783630:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758038.783632:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758038.783634:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787758038.783652:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787758038.783653:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787758038.783655:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787758038.783656:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787758038.783659:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9250779021c0 x1874594466121984/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758063 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787758038.783663:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9250779021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466121984:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787758038.783666:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787758038.783668:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077902940 x1874594466122112/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758038.783672:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787758038.783673:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758038.783674:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787758038.783675:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787758038.783676:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787758038.783678:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077902940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466122112:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787758038.783680:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787758038.783681:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787758038.783682:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758038.783683:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787758038.783686:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787758038.783687:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758038.783689:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787758038.783691:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787758038.783693:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787758038.783695:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466122112, portal 4
00000100:00000001:0.0:1787758038.783696:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787758038.783697:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033816384 : -120600675735232 : ffff925077902940)
00000100:00000040:0.0:1787758038.783702:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077902940 x1874594466122112/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758038.783706:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787758038.783708:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787758038.783709:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000200:0.0:1787758038.783711:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466122112, offset 0
00000400:00000200:0.0:1787758038.783713:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787758038.783715:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758038.783717:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787758038.783719:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787758038.783720:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787758038.783722:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787758038.783724:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787758038.783726:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56865:56865:256:4294967295] 192.168.201.154@tcp LPNI seq info [56865:56865:8:4294967295]
00000400:00000200:0.0:1787758038.783728:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758038.783733:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787758038.783736:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787758038.783738:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000800:00000200:0.0:1787758038.783740:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787758038.783742:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787758038.783745:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787758038.783746:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1787758038.783749:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787758038.783750:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000400:00000200:0.0:1787758038.783752:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787758038.783754:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787758038.783756:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787758038.783758:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:0.0:1787758038.783760:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787758038.783762:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077902940 x1874594466122112/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758038.783768:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758038.783769:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077902940 x1874594466122112/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758063 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758038.783773:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758038.783775:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787758038.783776:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787758038.783778:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:0.0:1787758038.783780:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787758038.783782:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314290712
00000100:00000001:0.0:1787758038.783783:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314291624
00000100:00000001:0.0:1787758038.783785:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314290712
00000100:00000001:0.0:1787758038.783787:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314291624
00000100:00000001:0.0:1787758038.783788:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787758038.783789:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758038.783790:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787758038.783792:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758038/real 1787758038]  req@ffff925077902940 x1874594466122112/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787758038.783797:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787758038.783798:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787758038.783799:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787758038.783800:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787758038.783801:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787758038.783802:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787758038.783804:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077902940 x1874594466122112/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787758038.783810:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077902940 x1874594466122112/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758038.783814:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787758038.783816:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758038.783817:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758038.783818:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787758038.783820:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077902940 x1874594466122112/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758038.783824:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787758038.783826:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077902940 x1874594466122112/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758063 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758038.783830:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787758038.783831:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758038.783832:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758038.783833:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758038.783834:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787758038.783835:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787758038.783837:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787758038.783838:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787758038.783840:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787758038.783842:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077902940 x1874594466122112/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758063 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787758038.783846:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077902940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466122112:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787758038.783849:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758038.783850:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758038.783852:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9250779021c0 x1874594466121984/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758063 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758038.783856:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787758038.783857:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787758038.783859:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad5400.
02000000:00000001:0.0:1787758038.783861:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787758038.783862:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787758038.783863:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:0.0:1787758038.783864:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787758038.783866:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077914000.
02000000:00000001:0.0:1787758038.783868:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787758038.783869:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787758038.783870:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9250779021c0.
00000100:00000001:0.0:1787758038.783873:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787758038.783875:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758038.783876:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758038.783880:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077902940 x1874594466122112/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758063 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758038.783886:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787758038.783888:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787758038.783889:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787758038.783891:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787758038.783893:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787758038.783894:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:0.0:1787758038.783896:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787758038.783898:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077917400.
02000000:00000001:0.0:1787758038.783921:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787758038.783923:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787758038.783925:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077902940.
00000100:00000001:0.0:1787758038.783928:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787758038.783930:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758038.783934:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758038.783939:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787758038.783941:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758038.783944:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787758038.783947:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758039.294395:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758039.294406:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758039.294409:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758039.294416:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758039.294421:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758039.294426:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758039.294429:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758039.294433:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758039.294436:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758039.614433:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758039.614446:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758039.614460:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758039.614463:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758039.614471:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758039.614475:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758039.614610:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758039.614619:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758039.614626:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787758039.742371:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314291624, at 4314291648
00000100:00000040:2.0:1787758039.742378:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314291624, at 4314291648
00000100:00000010:3.0:1787758039.742391:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a7479c0.
00000100:00000010:2.0:1787758039.742395:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747900.
00000100:00000001:2.0:1787758040.318347:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758040.318358:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758040.318361:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758040.318368:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758040.318373:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758040.318378:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758040.318382:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758040.318386:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758040.318389:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758040.638474:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758040.638486:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758040.638497:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758040.638500:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758040.638508:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758040.638511:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787758040.638601:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787758040.638610:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787758040.638617:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758041.342338:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758041.342346:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758041.342348:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758041.342353:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758041.342356:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758041.342359:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758041.342361:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758041.342363:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758041.342375:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758041.662359:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758041.662385:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758041.662398:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758041.662401:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758041.662408:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758041.662412:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787758041.662448:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787758041.662452:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787758041.662456:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758042.366382:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758042.366396:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758042.366400:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758042.366412:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758042.366419:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758042.366426:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758042.366431:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758042.366436:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758042.366442:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758042.686497:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758042.686510:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787758042.686515:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787758042.686520:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758042.686527:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787758042.686531:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758042.686534:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758042.686537:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758042.686543:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758042.686546:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787758042.686548:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787758042.686551:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758042.686553:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787758042.686554:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758042.686556:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758042.686559:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758042.686563:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758042.686565:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758042.686666:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758042.686675:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758042.686681:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758043.390364:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758043.390372:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758043.390375:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758043.390381:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758043.390385:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758043.390389:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758043.390391:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758043.390394:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758043.390396:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758043.710432:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758043.710444:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758043.710456:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758043.710459:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758043.710471:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758043.710474:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758043.710595:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758043.710601:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758043.710606:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787758043.902397:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787758043.902410:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787758043.902413:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787758043.902419:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787758043.902425:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787758043.902436:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19623
00000400:00000200:1.0:1787758043.902447:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758043.902456:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1787758043.902460:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787758043.902465:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758043.902469:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787758043.902472:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758043.902475:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:1.0:1787758043.902481:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787758043.902483:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:1.0:1787758043.902487:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787758043.902492:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:1.0:1787758043.902497:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:1.0:1787758043.902502:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:1.0:1787758043.902508:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758043.902512:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787758043.902517:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758043.902520:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:1.0:1787758043.902526:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:1.0:1787758043.902533:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:1.0:1787758043.902538:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758043.902544:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787758043.902550:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787758043.902555:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758043.902560:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787758043.902565:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787758043.902581:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff925077901a40.
00000020:00000040:1.0:1787758043.902589:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:1.0:1787758043.902596:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787758043.902598:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758043.902602:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787758043.902606:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787758043.902612:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787758043.902623:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925077917000.
00000100:00000001:1.0:1787758043.902631:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758043.902644:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff925077901a40 x1874594466122240/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787758043.902659:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787758043.902665:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787758043.902671:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046d5ef2f] to pc [ptlrpcd_rcv+-1]  req@ffff925077901a40 x1874594466122240/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758043.902710:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787758043.902716:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787758043.902723:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787758043.902727:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787758043.902733:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787758043.902741:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787758043.902748:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1787758043.902749:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19623
00000100:00000001:0.0:1787758043.902759:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787758043.902767:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000400:00000200:1.0:1787758043.902768:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:0.0:1787758043.902781:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077901a40 x1874594466122240/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787758043.902783:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1787758043.902795:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787758043.902806:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758043.902829:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787758043.902834:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758043.902837:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:1.0:1787758043.902839:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787758043.902840:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:1.0:1787758043.902842:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787758043.902845:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:1.0:1787758043.902852:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:1.0:1787758043.902858:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:0.0:1787758043.902865:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1787758043.902866:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758043.902869:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758043.902872:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1787758043.902876:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1787758043.902877:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
02000000:00000001:0.0:1787758043.902881:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787758043.902883:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
02000000:00000001:0.0:1787758043.902891:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787758043.902892:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:1.0:1787758043.902902:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00100000:0.0:1787758043.902904:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077901a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466122240:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787758043.902907:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758043.902914:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787758043.902916:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787758043.902922:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787758043.902923:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787758043.902925:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758043.902930:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758043.902932:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787758043.902936:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000010:0.0:1787758043.902943:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad5400.
00000008:00100000:1.0:1787758043.902944:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1787758043.902950:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1787758043.902952:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758043.902957:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787758043.902962:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff925077902580.
00000020:00000040:1.0:1787758043.902965:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000400:00000200:0.0:1787758043.902970:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000001:1.0:1787758043.902971:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787758043.902977:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758043.902980:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:0.0:1787758043.902981:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
02000000:00000001:1.0:1787758043.902983:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787758043.902990:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787758043.902994:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787758043.903004:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466122240, portal 25
00000100:00000001:0.0:1787758043.903007:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787758043.903009:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033812544 : -120600675739072 : ffff925077901a40)
02000000:00000010:1.0:1787758043.903010:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925077914c00.
00000100:00000001:1.0:1787758043.903020:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787758043.903021:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077901a40 x1874594466122240/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758043.903033:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff925077902580 x1874594466122368/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787758043.903040:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787758043.903046:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787758043.903052:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787758043.903061:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002dd0d9e3] to pc [ptlrpcd_rcv+-1]  req@ffff925077902580 x1874594466122368/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787758043.903062:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787758043.903083:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000200:0.0:1787758043.903089:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466122240, offset 0
00000400:00000200:0.0:1787758043.903102:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000001:1.0:1787758043.903106:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758043.903114:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00080000:1.0:1787758043.903115:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787758043.903124:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:0.0:1787758043.903125:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00000001:1.0:1787758043.903132:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1787758043.903137:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1787758043.903140:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1787758043.903145:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00000001:1.0:1787758043.903151:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1787758043.903153:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1787758043.903163:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19623
00000400:00000200:0.0:1787758043.903170:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787758043.903178:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56866:56866:256:4294967295] 192.168.201.154@tcp LPNI seq info [56866:56866:8:4294967295]
00000400:00000200:0.0:1787758043.903184:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758043.903192:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758043.903202:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1787758043.903206:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1787758043.903212:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000800:00000200:0.0:1787758043.903218:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000040:1.0:1787758043.903224:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000800:00000010:0.0:1787758043.903229:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000100:00000001:1.0:1787758043.903230:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787758043.903238:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758043.903241:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000800:00000200:0.0:1787758043.903246:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000020:00000001:1.0:1787758043.903248:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787758043.903252:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:1.0:1787758043.903256:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:0.0:1787758043.903257:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000020:00000040:1.0:1787758043.903260:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:1.0:1787758043.903263:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:1.0:1787758043.903266:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000800:00000200:0.1:1787758043.903307:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000040:1.0:1787758043.903312:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000800:00000200:0.1:1787758043.903315:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000100:00000001:1.0:1787758043.903317:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787758043.903325:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000800:00000100:0.0:1787758043.903333:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000100:00000001:1.0:1787758043.903334:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000800:00000010:0.0:1787758043.903341:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000020:00000040:1.0:1787758043.903342:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000400:00000200:0.0:1787758043.903354:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:1.0:1787758043.903354:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:1.0:1787758043.903360:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758043.903367:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1787758043.903368:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1787758043.903373:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1787758043.903376:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
02000000:00000001:1.0:1787758043.903379:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787758043.903382:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:1.0:1787758043.903384:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787758043.903389:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787758043.903410:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000008:00000001:1.0:1787758043.903410:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758043.903417:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787758043.903423:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077901a40 x1874594466122240/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1787758043.903427:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff925077902940.
00000020:00000040:1.0:1787758043.903436:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:1.0:1787758043.903446:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787758043.903450:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758043.903452:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787758043.903456:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787758043.903462:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:0.0:1787758043.903465:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077901a40 x1874594466122240/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758068 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787758043.903467:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787758043.903479:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925077916c00.
00000100:00000001:0.0:1787758043.903484:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758043.903488:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758043.903490:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787758043.903502:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758043.903511:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff925077902940 x1874594466122496/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787758043.903513:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787758043.903522:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314296745
00000100:00000010:0.0:1787758043.903536:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747420.
00000100:00000001:1.0:1787758043.903543:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787758043.903549:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787758043.903552:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758043.903559:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314296745
00000100:00000010:0.0:1787758043.903569:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747f00.
00000100:00000040:1.0:1787758043.903572:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007edc916f] to pc [ptlrpcd_rcv+-1]  req@ffff925077902940 x1874594466122496/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758043.903575:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787758043.903584:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787758043.903592:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758043.903601:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1787758043.903611:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787758043.903613:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758043/real 1787758043]  req@ffff925077901a40 x1874594466122240/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787758043.903617:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1787758043.903635:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000001:0.0:1787758043.903648:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:1.0:1787758043.903649:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19633)
00000400:00000001:0.0:1787758043.903652:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787758043.903659:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787758043.903663:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787758043.903665:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787758043.903669:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787758043.903674:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077901a40 x1874594466122240/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787758043.903686:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077901a40 x1874594466122240/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758043.903696:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787758043.903698:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758043.903701:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758043.903703:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787758043.903708:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077901a40 x1874594466122240/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758043.903717:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787758043.903723:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077901a40 x1874594466122240/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758068 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758043.903732:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787758043.903735:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758043.903737:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758043.903739:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758043.903742:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787758043.903744:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787758043.903748:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787758043.903753:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787758043.903757:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787758043.903762:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077901a40 x1874594466122240/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758068 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787758043.903773:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077901a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466122240:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787758043.903779:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758043.903782:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758043.903786:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077901a40 x1874594466122240/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758068 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758043.903810:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787758043.903813:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787758043.903816:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad5400.
02000000:00000001:0.0:1787758043.903819:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787758043.903821:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787758043.903823:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:0.0:1787758043.903826:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787758043.903829:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077917000.
02000000:00000001:0.0:1787758043.903832:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787758043.903834:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787758043.903836:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077901a40.
00000100:00000001:0.0:1787758043.903839:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787758043.903840:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758043.903843:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758043.903851:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787758043.903853:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758043.903856:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787758043.903857:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787758043.903859:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787758043.903863:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077902580 x1874594466122368/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758043.903870:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787758043.903872:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758043.903874:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787758043.903876:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787758043.903879:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787758043.903882:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077902580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466122368:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787758043.903886:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787758043.903888:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787758043.903890:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758043.903892:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787758043.903895:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad5400.
02000000:00000001:0.0:1787758043.903897:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758043.903901:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787758043.903904:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787758043.903908:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787758043.903911:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466122368, portal 10
00000100:00000001:0.0:1787758043.903913:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787758043.903915:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033815424 : -120600675736192 : ffff925077902580)
00000100:00000040:0.0:1787758043.903921:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077902580 x1874594466122368/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758043.903928:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787758043.903931:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787758043.903933:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000200:0.0:1787758043.903936:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466122368, offset 0
00000400:00000200:0.0:1787758043.903939:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787758043.903944:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758043.903948:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787758043.903951:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787758043.903954:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787758043.903957:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787758043.903960:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787758043.903963:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56867:56867:256:4294967295] 192.168.201.154@tcp LPNI seq info [56867:56867:8:4294967295]
00000400:00000200:0.0:1787758043.903968:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758043.903975:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787758043.903980:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787758043.903984:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000800:00000200:0.0:1787758043.903988:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787758043.903992:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787758043.903997:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787758043.903999:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1787758043.904003:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787758043.904005:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000400:00000200:0.0:1787758043.904008:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787758043.904012:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787758043.904014:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787758043.904016:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:0.0:1787758043.904019:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787758043.904023:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077902580 x1874594466122368/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758043.904031:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758043.904034:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077902580 x1874594466122368/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758068 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758043.904041:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758043.904043:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787758043.904046:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787758043.904050:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:0.0:1787758043.904053:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787758043.904056:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314295849
00000100:00000001:0.0:1787758043.904058:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314296745
00000100:00000001:0.0:1787758043.904061:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314295849
00000100:00000001:0.0:1787758043.904063:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314296745
00000100:00000001:0.0:1787758043.904065:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787758043.904067:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758043.904088:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787758043.904092:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758043/real 1787758043]  req@ffff925077902580 x1874594466122368/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787758043.904107:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787758043.904109:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787758043.904111:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787758043.904113:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787758043.904115:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787758043.904117:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787758043.904120:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077902580 x1874594466122368/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787758043.904128:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077902580 x1874594466122368/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758043.904135:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787758043.904137:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758043.904138:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758043.904140:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787758043.904143:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077902580 x1874594466122368/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758043.904150:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787758043.904153:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077902580 x1874594466122368/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758068 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758043.904160:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787758043.904162:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758043.904164:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758043.904165:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758043.904167:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787758043.904169:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787758043.904171:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787758043.904174:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787758043.904177:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787758043.904181:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077902580 x1874594466122368/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758068 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787758043.904190:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077902580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466122368:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787758043.904193:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787758043.904197:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077902940 x1874594466122496/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758043.904203:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787758043.904204:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758043.904206:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787758043.904208:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787758043.904210:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787758043.904213:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077902940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466122496:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787758043.904216:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787758043.904218:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787758043.904219:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758043.904221:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787758043.904224:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad4800.
02000000:00000001:0.0:1787758043.904226:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758043.904230:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787758043.904232:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787758043.904236:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787758043.904239:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466122496, portal 4
00000100:00000001:0.0:1787758043.904240:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787758043.904242:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033816384 : -120600675735232 : ffff925077902940)
00000100:00000040:0.0:1787758043.904248:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077902940 x1874594466122496/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758043.904255:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787758043.904257:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787758043.904260:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000200:0.0:1787758043.904262:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466122496, offset 0
00000400:00000200:0.0:1787758043.904290:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787758043.904294:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758043.904297:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787758043.904301:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787758043.904304:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787758043.904307:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787758043.904309:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787758043.904312:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56868:56868:256:4294967295] 192.168.201.154@tcp LPNI seq info [56868:56868:8:4294967295]
00000400:00000200:0.0:1787758043.904317:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758043.904324:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787758043.904329:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787758043.904332:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000800:00000200:0.0:1787758043.904337:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787758043.904340:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787758043.904345:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787758043.904348:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1787758043.904352:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787758043.904354:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000400:00000200:0.0:1787758043.904357:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787758043.904361:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787758043.904364:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787758043.904366:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:0.0:1787758043.904369:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787758043.904373:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077902940 x1874594466122496/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758043.904381:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758043.904384:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077902940 x1874594466122496/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758068 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758043.904409:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758043.904411:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787758043.904416:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787758043.904420:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:0.0:1787758043.904424:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787758043.904428:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314295833
00000100:00000001:0.0:1787758043.904431:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314296745
00000100:00000001:0.0:1787758043.904434:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314295833
00000100:00000001:0.0:1787758043.904437:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314296745
00000100:00000001:0.0:1787758043.904439:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787758043.904442:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758043.904444:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787758043.904449:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758043/real 1787758043]  req@ffff925077902940 x1874594466122496/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787758043.904458:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787758043.904460:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787758043.904462:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787758043.904465:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787758043.904468:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787758043.904470:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787758043.904474:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077902940 x1874594466122496/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787758043.904484:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077902940 x1874594466122496/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758043.904492:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787758043.904494:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758043.904496:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758043.904498:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787758043.904502:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077902940 x1874594466122496/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758043.904509:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787758043.904514:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077902940 x1874594466122496/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758068 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758043.904522:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787758043.904526:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758043.904528:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758043.904529:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758043.904532:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787758043.904534:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787758043.904537:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787758043.904541:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787758043.904543:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787758043.904548:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077902940 x1874594466122496/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758068 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787758043.904557:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077902940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466122496:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787758043.904561:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758043.904564:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758043.904567:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077902580 x1874594466122368/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758068 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758043.904575:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787758043.904577:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787758043.904579:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad5400.
02000000:00000001:0.0:1787758043.904582:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787758043.904584:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787758043.904586:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:0.0:1787758043.904589:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787758043.904592:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077914c00.
02000000:00000001:0.0:1787758043.904595:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787758043.904596:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787758043.904598:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077902580.
00000100:00000001:0.0:1787758043.904601:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787758043.904603:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758043.904605:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758043.904609:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077902940 x1874594466122496/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758068 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758043.904625:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787758043.904627:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787758043.904629:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad4800.
02000000:00000001:0.0:1787758043.904632:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787758043.904633:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787758043.904634:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:0.0:1787758043.904637:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787758043.904638:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077916c00.
02000000:00000001:0.0:1787758043.904641:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787758043.904642:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787758043.904644:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077902940.
00000100:00000001:0.0:1787758043.904646:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787758043.904648:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758043.904650:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758043.904654:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787758043.904656:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758043.904658:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787758043.904660:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758044.414390:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758044.414401:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758044.414451:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758044.414460:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758044.414465:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758044.414470:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758044.414473:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758044.414477:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758044.414480:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758044.734440:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758044.734461:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758044.734473:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758044.734476:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758044.734484:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758044.734488:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787758044.734523:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787758044.734529:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787758044.734535:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787758044.862464:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314296745, at 4314296768
00000100:00000040:3.0:1787758044.862464:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314296745, at 4314296768
00000100:00000010:2.0:1787758044.862492:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747420.
00000100:00000010:3.0:1787758044.862502:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747f00.
00000100:00000001:2.0:1787758045.438377:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758045.438392:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758045.438396:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758045.438406:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758045.438414:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758045.438420:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758045.438425:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758045.438430:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758045.438436:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758045.758472:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758045.758488:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758045.758504:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758045.758508:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758045.758519:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758045.758529:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787758045.758533:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787758045.758542:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758045.758550:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787758045.758554:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758045.758561:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758045.758570:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758045.758657:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758045.758667:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758045.758674:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758046.462358:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758046.462389:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758046.462394:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758046.462404:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758046.462413:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758046.462419:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758046.462425:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758046.462429:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758046.462434:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758046.782470:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758046.782483:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758046.782498:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758046.782502:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758046.782513:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758046.782517:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758046.782574:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758046.782585:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758046.782593:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758047.486392:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758047.486403:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758047.486406:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758047.486414:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758047.486419:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758047.486423:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758047.486427:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758047.486430:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758047.486449:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758047.806497:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758047.806507:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758047.806517:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758047.806520:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758047.806524:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758047.806526:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787758047.806553:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787758047.806556:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787758047.806560:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758048.510374:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758048.510386:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758048.510390:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758048.510397:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758048.510403:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758048.510408:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758048.510411:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758048.510415:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758048.510418:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758048.830450:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758048.830464:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758048.830479:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758048.830483:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758048.830492:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758048.830496:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758048.830629:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758048.830636:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758048.830641:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787758049.022433:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787758049.022453:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787758049.022459:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787758049.022465:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787758049.022474:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787758049.022488:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19628
00000400:00000200:2.0:1787758049.022505:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787758049.022517:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787758049.022523:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787758049.022530:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758049.022536:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787758049.022541:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758049.022547:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787758049.022552:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787758049.022555:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787758049.022559:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787758049.022564:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787758049.022567:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787758049.022570:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787758049.022574:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758049.022577:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787758049.022579:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758049.022582:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787758049.022586:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787758049.022591:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787758049.022594:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787758049.022598:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787758049.022603:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787758049.022607:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758049.022609:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787758049.022613:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787758049.022622:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61da40.
00000020:00000040:2.0:1787758049.022627:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787758049.022632:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787758049.022634:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758049.022638:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787758049.022642:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787758049.022647:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787758049.022656:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafe400.
00000100:00000001:2.0:1787758049.022665:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758049.022677:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61da40 x1874594466122624/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787758049.022695:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787758049.022703:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787758049.022712:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000246cd981] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61da40 x1874594466122624/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787758049.022753:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787758049.022759:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787758049.022766:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787758049.022769:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787758049.022773:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787758049.022780:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787758049.022788:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19628
00000400:00000200:2.0:1787758049.022799:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787758049.022805:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787758049.022809:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787758049.022815:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758049.022816:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787758049.022819:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787758049.022828:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758049.022831:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758049.022833:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:0.0:1787758049.022841:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1787758049.022842:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:0.0:1787758049.022862:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61da40 x1874594466122624/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787758049.022872:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:2.0:1787758049.022888:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787758049.022892:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1787758049.022897:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000100:00000001:0.0:1787758049.022900:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758049.022908:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
02000000:00000001:0.0:1787758049.022913:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:2.0:1787758049.022919:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
02000000:00000001:0.0:1787758049.022922:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787758049.022932:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787758049.022935:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758049.022946:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1787758049.022947:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466122624:192.168.201.154@tcp:250:kworker.0
00000100:00000040:2.0:1787758049.022958:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758049.022965:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787758049.022968:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
02000000:00000001:0.0:1787758049.022976:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:2.0:1787758049.022977:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:2.0:1787758049.023009:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787758049.023014:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787758049.023019:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787758049.023030:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787758049.023030:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787758049.023041:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787758049.023042:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758049.023050:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000010:0.0:1787758049.023057:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad6800.
00000008:00100000:2.0:1787758049.023058:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1787758049.023069:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1787758049.023070:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758049.023081:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758049.023089:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000010:2.0:1787758049.023089:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61c780.
00000020:00000040:2.0:1787758049.023099:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000400:00000010:0.0:1787758049.023111:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
02000000:00000001:2.0:1787758049.023112:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787758049.023120:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758049.023127:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787758049.023130:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787758049.023135:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787758049.023136:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
02000000:00000010:2.0:1787758049.023148:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507caff400.
00000100:00000200:0.0:1787758049.023150:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466122624, portal 25
00000100:00000001:0.0:1787758049.023159:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787758049.023162:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611351104 : -120601098200512 : ffff92505e61da40)
00000100:00000001:2.0:1787758049.023164:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787758049.023175:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61da40 x1874594466122624/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787758049.023185:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61c780 x1874594466122752/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787758049.023196:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787758049.023206:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787758049.023211:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000200:0.0:1787758049.023216:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466122624, offset 0
00000400:00000200:0.0:1787758049.023234:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000001:2.0:1787758049.023238:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787758049.023244:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758049.023252:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:2.0:1787758049.023260:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054c4f452] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61c780 x1874594466122752/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787758049.023341:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758049.023345:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00080000:2.0:1787758049.023351:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1787758049.023360:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1787758049.023363:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:0.0:1787758049.023372:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00000001:2.0:1787758049.023372:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787758049.023383:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1787758049.023384:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787758049.023396:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00000001:2.0:1787758049.023399:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1787758049.023406:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56869:56869:256:4294967295] 192.168.201.154@tcp LPNI seq info [56869:56869:8:4294967295]
00000100:00080000:2.0:1787758049.023410:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19628
00000400:00000200:0.0:1787758049.023428:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787758049.023429:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787758049.023443:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787758049.023449:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787758049.023457:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758049.023470:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787758049.023471:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1787758049.023484:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000800:00000200:0.0:1787758049.023491:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000001:2.0:1787758049.023495:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000800:00000010:0.0:1787758049.023502:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000020:00000001:2.0:1787758049.023505:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787758049.023512:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:2.0:1787758049.023520:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:0.0:1787758049.023521:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000020:00000040:2.0:1787758049.023530:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000800:00000200:0.0:1787758049.023532:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000020:00000001:2.0:1787758049.023540:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:2.0:1787758049.023547:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000800:00000200:0.1:1787758049.023548:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787758049.023559:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000100:00000040:2.0:1787758049.023560:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758049.023571:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:0.0:1787758049.023580:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000100:00000040:2.0:1787758049.023581:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000800:00000010:0.0:1787758049.023590:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000100:00000001:2.0:1787758049.023591:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787758049.023600:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000400:00000200:0.0:1787758049.023603:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:2.0:1787758049.023609:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787758049.023619:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758049.023620:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
02000000:00000001:2.0:1787758049.023626:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1787758049.023632:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
02000000:00000001:2.0:1787758049.023634:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:0.0:1787758049.023640:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
02000000:00000001:2.0:1787758049.023641:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758049.023648:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787758049.023653:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787758049.023654:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000008:00000001:2.0:1787758049.023658:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758049.023663:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787758049.023666:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61da40 x1874594466122624/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1787758049.023672:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61fc00.
00000020:00000040:2.0:1787758049.023681:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:2.0:1787758049.023692:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787758049.023697:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1787758049.023699:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787758049.023706:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61da40 x1874594466122624/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758074 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787758049.023709:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787758049.023716:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787758049.023724:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758049.023726:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758049.023733:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787758049.023741:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787758049.023741:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafd000.
00000400:00000200:0.0:1787758049.023756:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787758049.023758:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758049.023760:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314301865
00000100:00000010:0.0:1787758049.023774:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747960.
00000100:00100000:2.0:1787758049.023778:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61fc00 x1874594466122880/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787758049.023786:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787758049.023799:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314301865
00000100:00000001:2.0:1787758049.023802:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000010:0.0:1787758049.023807:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747c60.
00000100:00000001:2.0:1787758049.023809:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758049.023818:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000040:2.0:1787758049.023822:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073ddc85a] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61fc00 x1874594466122880/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758049.023826:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787758049.023837:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758049.023846:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1787758049.023849:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787758049.023855:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787758049.023861:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758049/real 1787758049]  req@ffff92505e61da40 x1874594466122624/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787758049.023863:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1787758049.023877:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19638)
00000400:00000001:0.0:1787758049.023885:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787758049.023890:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787758049.023893:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787758049.023897:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787758049.023900:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787758049.023905:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787758049.023911:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61da40 x1874594466122624/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787758049.023927:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61da40 x1874594466122624/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758049.023942:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787758049.023946:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758049.023950:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758049.023954:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787758049.023962:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61da40 x1874594466122624/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758049.023976:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787758049.024012:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61da40 x1874594466122624/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758074 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758049.024029:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787758049.024036:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758049.024039:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758049.024042:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758049.024046:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787758049.024051:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787758049.024055:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787758049.024060:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787758049.024064:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787758049.024070:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61da40 x1874594466122624/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758074 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787758049.024081:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466122624:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787758049.024087:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758049.024090:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758049.024094:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61da40 x1874594466122624/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758074 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758049.024102:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787758049.024105:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787758049.024110:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad6800.
02000000:00000001:0.0:1787758049.024115:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787758049.024128:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787758049.024131:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:0.0:1787758049.024133:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787758049.024137:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafe400.
02000000:00000001:0.0:1787758049.024141:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787758049.024144:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787758049.024146:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61da40.
00000100:00000001:0.0:1787758049.024150:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787758049.024151:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758049.024154:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758049.024163:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787758049.024166:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758049.024168:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787758049.024171:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787758049.024173:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787758049.024178:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61c780 x1874594466122752/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758049.024187:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787758049.024189:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758049.024192:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787758049.024195:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787758049.024197:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787758049.024201:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466122752:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787758049.024205:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787758049.024208:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787758049.024211:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758049.024213:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787758049.024218:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad6800.
02000000:00000001:0.0:1787758049.024220:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758049.024225:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787758049.024229:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787758049.024233:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787758049.024238:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466122752, portal 10
00000100:00000001:0.0:1787758049.024241:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787758049.024243:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611346304 : -120601098205312 : ffff92505e61c780)
00000100:00000040:0.0:1787758049.024252:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61c780 x1874594466122752/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758049.024261:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787758049.024264:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787758049.024294:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000200:0.0:1787758049.024300:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466122752, offset 0
00000400:00000200:0.0:1787758049.024307:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787758049.024316:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758049.024322:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787758049.024335:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787758049.024339:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787758049.024342:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787758049.024345:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787758049.024350:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56870:56870:256:4294967295] 192.168.201.154@tcp LPNI seq info [56870:56870:8:4294967295]
00000400:00000200:0.0:1787758049.024355:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758049.024365:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787758049.024371:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787758049.024375:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000800:00000200:0.0:1787758049.024381:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787758049.024385:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787758049.024391:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787758049.024394:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1787758049.024399:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787758049.024402:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000400:00000200:0.0:1787758049.024406:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787758049.024410:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787758049.024414:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787758049.024417:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:0.0:1787758049.024421:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787758049.024426:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61c780 x1874594466122752/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758049.024445:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758049.024449:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61c780 x1874594466122752/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758074 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758049.024458:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758049.024460:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787758049.024464:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787758049.024469:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:0.0:1787758049.024473:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787758049.024476:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314300970
00000100:00000001:0.0:1787758049.024479:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314301865
00000100:00000001:0.0:1787758049.024482:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314300970
00000100:00000001:0.0:1787758049.024485:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314301865
00000100:00000001:0.0:1787758049.024487:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787758049.024490:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758049.024492:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787758049.024497:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758049/real 1787758049]  req@ffff92505e61c780 x1874594466122752/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787758049.024506:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787758049.024508:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787758049.024510:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787758049.024513:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787758049.024515:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787758049.024518:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787758049.024522:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61c780 x1874594466122752/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787758049.024532:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61c780 x1874594466122752/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758049.024540:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787758049.024542:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758049.024545:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758049.024547:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787758049.024552:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61c780 x1874594466122752/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758049.024560:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787758049.024564:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61c780 x1874594466122752/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758074 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758049.024572:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787758049.024575:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758049.024577:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758049.024579:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758049.024581:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787758049.024584:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787758049.024587:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787758049.024591:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787758049.024593:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787758049.024598:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61c780 x1874594466122752/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758074 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787758049.024607:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466122752:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787758049.024612:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787758049.024616:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61fc00 x1874594466122880/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758049.024625:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787758049.024627:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758049.024630:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787758049.024632:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787758049.024634:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787758049.024638:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466122880:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787758049.024642:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787758049.024644:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787758049.024647:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758049.024649:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787758049.024653:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad5800.
02000000:00000001:0.0:1787758049.024655:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758049.024659:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787758049.024662:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787758049.024666:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787758049.024669:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466122880, portal 4
00000100:00000001:0.0:1787758049.024672:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787758049.024674:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611359744 : -120601098191872 : ffff92505e61fc00)
00000100:00000040:0.0:1787758049.024680:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61fc00 x1874594466122880/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758049.024689:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787758049.024692:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787758049.024694:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000200:0.0:1787758049.024697:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466122880, offset 0
00000400:00000200:0.0:1787758049.024702:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787758049.024706:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758049.024710:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787758049.024713:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787758049.024716:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787758049.024719:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787758049.024722:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787758049.024726:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56871:56871:256:4294967295] 192.168.201.154@tcp LPNI seq info [56871:56871:8:4294967295]
00000400:00000200:0.0:1787758049.024732:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758049.024739:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787758049.024744:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787758049.024748:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000800:00000200:0.0:1787758049.024753:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787758049.024757:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787758049.024762:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787758049.024765:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1787758049.024770:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787758049.024773:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000400:00000200:0.0:1787758049.024776:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787758049.024781:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787758049.024784:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787758049.024786:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:0.0:1787758049.024789:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787758049.024794:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61fc00 x1874594466122880/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758049.024803:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758049.024806:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61fc00 x1874594466122880/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758074 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758049.024814:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758049.024816:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787758049.024819:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787758049.024822:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:0.0:1787758049.024826:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787758049.024828:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314300953
00000100:00000001:0.0:1787758049.024831:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314301865
00000100:00000001:0.0:1787758049.024833:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314300953
00000100:00000001:0.0:1787758049.024835:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314301865
00000100:00000001:0.0:1787758049.024838:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787758049.024840:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758049.024842:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787758049.024847:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758049/real 1787758049]  req@ffff92505e61fc00 x1874594466122880/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787758049.024856:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787758049.024859:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787758049.024861:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787758049.024863:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787758049.024866:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787758049.024868:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787758049.024872:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61fc00 x1874594466122880/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787758049.024882:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61fc00 x1874594466122880/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758049.024889:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787758049.024891:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758049.024893:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758049.024894:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787758049.024899:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61fc00 x1874594466122880/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758049.024906:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787758049.024911:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61fc00 x1874594466122880/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758074 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758049.024919:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787758049.024923:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758049.024927:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758049.024929:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758049.024933:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787758049.024936:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787758049.024941:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787758049.024947:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787758049.024952:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787758049.024959:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61fc00 x1874594466122880/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758074 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787758049.025011:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466122880:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787758049.025020:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758049.025024:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758049.025031:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61c780 x1874594466122752/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758074 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758049.025045:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787758049.025050:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787758049.025053:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad6800.
02000000:00000001:0.0:1787758049.025057:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787758049.025059:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787758049.025061:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:0.0:1787758049.025064:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787758049.025066:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507caff400.
02000000:00000001:0.0:1787758049.025070:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787758049.025071:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787758049.025073:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61c780.
00000100:00000001:0.0:1787758049.025077:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787758049.025078:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758049.025081:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758049.025085:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61fc00 x1874594466122880/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758074 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758049.025093:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787758049.025095:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787758049.025097:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad5800.
02000000:00000001:0.0:1787758049.025100:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787758049.025101:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787758049.025103:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:0.0:1787758049.025105:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787758049.025107:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafd000.
02000000:00000001:0.0:1787758049.025109:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787758049.025110:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787758049.025112:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61fc00.
00000100:00000001:0.0:1787758049.025116:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787758049.025118:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758049.025120:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758049.025125:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787758049.025127:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758049.025129:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787758049.025132:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758049.534381:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758049.534392:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758049.534395:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758049.534401:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758049.534406:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758049.534411:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758049.534414:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758049.534418:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758049.534421:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758049.854432:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758049.854445:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758049.854455:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758049.854458:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758049.854465:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758049.854468:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758049.854602:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758049.854609:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758049.854614:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787758049.982373:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314301865, at 4314301888
00000100:00000010:2.0:1787758049.982397:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747960.
00000100:00000040:3.0:1787758049.982406:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314301865, at 4314301888
00000100:00000010:3.0:1787758049.982421:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747c60.
00000100:00000001:2.0:1787758050.558416:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758050.558428:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758050.558431:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758050.558439:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758050.558445:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758050.558450:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758050.558453:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758050.558457:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758050.558461:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758050.878419:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758050.878431:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758050.878441:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758050.878445:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758050.878451:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758050.878453:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787758050.878489:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787758050.878494:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787758050.878499:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758051.582362:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758051.582373:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758051.582377:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758051.582386:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758051.582408:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758051.582415:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758051.582420:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758051.582424:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758051.582429:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758051.902432:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758051.902454:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758051.902466:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758051.902470:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758051.902474:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758051.902476:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758051.902578:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758051.902585:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758051.902590:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758052.606457:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758052.606472:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758052.606476:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758052.606486:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758052.606494:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758052.606500:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758052.606505:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758052.606510:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758052.606516:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758052.926449:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758052.926465:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787758052.926471:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787758052.926478:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758052.926501:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787758052.926506:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758052.926512:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758052.926517:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758052.926527:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758052.926533:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787758052.926537:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787758052.926541:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758052.926544:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787758052.926547:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758052.926551:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758052.926554:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758052.926562:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758052.926564:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758052.926652:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758052.926661:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758052.926668:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758053.630358:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758053.630383:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758053.630386:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758053.630393:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758053.630398:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758053.630403:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758053.630406:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758053.630410:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758053.630413:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758053.950425:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758053.950436:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758053.950449:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758053.950453:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758053.950460:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758053.950464:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787758053.950508:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787758053.950515:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787758053.950522:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787758054.142371:0:277892:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787758054.142388:0:277892:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787758054.142392:0:277892:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787758054.142397:0:277892:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787758054.142403:0:277892:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787758054.142416:0:277892:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19633
00000400:00000200:2.0:1787758054.142432:0:277892:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787758054.142442:0:277892:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787758054.142470:0:277892:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787758054.142477:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758054.142483:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787758054.142488:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758054.142493:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787758054.142501:0:277892:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787758054.142505:0:277892:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787758054.142510:0:277892:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787758054.142516:0:277892:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787758054.142519:0:277892:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787758054.142523:0:277892:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787758054.142528:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758054.142531:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787758054.142534:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758054.142536:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787758054.142540:0:277892:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787758054.142545:0:277892:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787758054.142549:0:277892:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787758054.142553:0:277892:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787758054.142558:0:277892:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787758054.142562:0:277892:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758054.142565:0:277892:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787758054.142568:0:277892:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787758054.142579:0:277892:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61fc00.
00000020:00000040:2.0:1787758054.142584:0:277892:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787758054.142590:0:277892:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787758054.142592:0:277892:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758054.142595:0:277892:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787758054.142599:0:277892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787758054.142603:0:277892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787758054.142613:0:277892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507caff800.
00000100:00000001:2.0:1787758054.142623:0:277892:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758054.142634:0:277892:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61fc00 x1874594466123008/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787758054.142649:0:277892:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787758054.142655:0:277892:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787758054.142661:0:277892:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073ddc85a] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61fc00 x1874594466123008/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787758054.142692:0:277892:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787758054.142698:0:277892:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787758054.142717:0:277892:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787758054.142721:0:277892:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787758054.142725:0:277892:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787758054.142737:0:277892:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787758054.142743:0:277892:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19633
00000100:00000001:0.0:1787758054.142748:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1787758054.142751:0:277892:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787758054.142755:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000200:2.0:1787758054.142757:0:277892:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00000001:0.0:1787758054.142760:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:2.0:1787758054.142761:0:277892:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787758054.142767:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758054.142771:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787758054.142772:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61fc00 x1874594466123008/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787758054.142778:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758054.142782:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787758054.142788:0:277892:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787758054.142791:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1787758054.142791:0:277892:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:2.0:1787758054.142794:0:277892:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787758054.142795:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787758054.142799:0:277892:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
02000000:00000001:0.0:1787758054.142801:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:2.0:1787758054.142803:0:277892:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
02000000:00000001:0.0:1787758054.142805:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1787758054.142807:0:277892:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
02000000:00000001:0.0:1787758054.142810:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787758054.142813:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758054.142817:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1787758054.142818:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466123008:192.168.201.154@tcp:250:kworker.0
00000100:00000040:2.0:1787758054.142822:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758054.142826:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787758054.142826:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787758054.142830:0:277892:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
02000000:00000001:0.0:1787758054.142832:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:2.0:1787758054.142836:0:277892:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
02000000:00000001:0.0:1787758054.142837:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758054.142841:0:277892:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758054.142842:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787758054.142844:0:277892:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:0.0:1787758054.142851:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad7000.
02000000:00000001:2.0:1787758054.142852:0:277892:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787758054.142856:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787758054.142857:0:277892:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758054.142860:0:277892:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:0.0:1787758054.142865:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000008:00100000:2.0:1787758054.142867:0:277892:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787758054.142872:0:277892:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787758054.142873:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000100:00000001:2.0:1787758054.142876:0:277892:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787758054.142883:0:277892:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61c780.
00000400:00000010:0.0:1787758054.142884:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000020:00000040:2.0:1787758054.142888:0:277892:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000100:00000200:0.0:1787758054.142920:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466123008, portal 25
02000000:00000001:2.0:1787758054.142921:0:277892:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787758054.142924:0:277892:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758054.142925:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787758054.142927:0:277892:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787758054.142929:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611359744 : -120601098191872 : ffff92505e61fc00)
02000000:00000001:2.0:1787758054.142930:0:277892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787758054.142934:0:277892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787758054.142941:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61fc00 x1874594466123008/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1787758054.142944:0:277892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafc800.
00000100:00000001:2.0:1787758054.142951:0:277892:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758054.142958:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:2.0:1787758054.142961:0:277892:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61c780 x1874594466123136/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1787758054.142963:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787758054.142970:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000200:0.0:1787758054.142977:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466123008, offset 0
00000100:00000001:2.0:1787758054.142977:0:277892:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787758054.142982:0:277892:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758054.142989:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000040:2.0:1787758054.142990:0:277892:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054c4f452] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61c780 x1874594466123136/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787758054.143002:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787758054.143007:0:277892:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758054.143012:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00080000:2.0:1787758054.143012:0:277892:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787758054.143019:0:277892:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:0.0:1787758054.143022:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787758054.143022:0:277892:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787758054.143025:0:277892:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1787758054.143030:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00000001:2.0:1787758054.143030:0:277892:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787758054.143034:0:277892:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19633
00000400:00000200:0.0:1787758054.143037:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787758054.143041:0:277892:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758054.143042:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787758054.143046:0:277892:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000400:00000200:0.0:1787758054.143050:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56872:56872:256:4294967295] 192.168.201.154@tcp LPNI seq info [56872:56872:8:4294967295]
00000100:00080000:2.0:1787758054.143051:0:277892:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787758054.143057:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000200:0.0:1787758054.143059:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787758054.143062:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787758054.143066:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758054.143071:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787758054.143075:0:277892:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:0.0:1787758054.143078:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000020:00000040:2.0:1787758054.143078:0:277892:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:2.0:1787758054.143082:0:277892:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787758054.143086:0:277892:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000800:00000200:0.0:1787758054.143090:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000020:00000001:2.0:1787758054.143090:0:277892:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:2.0:1787758054.143095:0:277892:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000800:00000010:0.0:1787758054.143099:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000100:00000040:2.0:1787758054.143101:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758054.143104:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787758054.143108:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000800:00000200:0.0:1787758054.143111:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:2.0:1787758054.143113:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000800:00000200:0.0:1787758054.143119:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000020:00000040:2.0:1787758054.143119:0:277892:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:2.0:1787758054.143125:0:277892:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787758054.143130:0:277892:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787758054.143131:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000001:2.0:1787758054.143133:0:277892:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.1:1787758054.143138:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
02000000:00000001:2.0:1787758054.143139:0:277892:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787758054.143143:0:277892:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1787758054.143147:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000100:00000001:2.0:1787758054.143147:0:277892:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000010:0.0:1787758054.143152:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000008:00100000:2.0:1787758054.143153:0:277892:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787758054.143158:0:277892:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758054.143162:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1787758054.143162:0:277892:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787758054.143169:0:277892:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61da40.
00000400:00000200:0.0:1787758054.143171:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000020:00000040:2.0:1787758054.143173:0:277892:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:2.0:1787758054.143178:0:277892:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1787758054.143180:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
02000000:00000001:2.0:1787758054.143180:0:277892:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758054.143184:0:277892:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:0.0:1787758054.143185:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
02000000:00000001:2.0:1787758054.143187:0:277892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787758054.143190:0:277892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758054.143195:0:238954:0:(events.c:34:request_out_callback()) Process entered
02000000:00000010:2.0:1787758054.143196:0:277892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafdc00.
00000100:00000001:2.0:1787758054.143202:0:277892:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787758054.143203:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61fc00 x1874594466123008/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787758054.143211:0:277892:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61da40 x1874594466123264/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787758054.143222:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787758054.143226:0:277892:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1787758054.143229:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61fc00 x1874594466123008/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758079 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787758054.143230:0:277892:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787758054.143239:0:277892:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000246cd981] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61da40 x1874594466123264/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758054.143244:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758054.143248:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787758054.143254:0:277892:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758054.143257:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787758054.143259:0:277892:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787758054.143309:0:277892:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1787758054.143320:0:277892:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19643)
00000400:00000200:0.0:1787758054.143349:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787758054.143358:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314306985
00000100:00000010:0.0:1787758054.143369:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747e40.
00000100:00000001:0.0:1787758054.143382:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787758054.143393:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314306985
00000100:00000010:0.0:1787758054.143401:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747540.
00000100:00000001:0.0:1787758054.143409:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787758054.143415:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787758054.143418:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758054.143422:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787758054.143430:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758054/real 1787758054]  req@ffff92505e61fc00 x1874594466123008/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787758054.143451:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787758054.143454:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787758054.143457:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787758054.143461:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787758054.143464:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787758054.143469:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787758054.143473:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61fc00 x1874594466123008/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787758054.143484:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61fc00 x1874594466123008/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758054.143493:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787758054.143495:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758054.143498:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758054.143500:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787758054.143521:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61fc00 x1874594466123008/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758054.143535:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787758054.143541:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61fc00 x1874594466123008/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758079 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758054.143559:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787758054.143563:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758054.143566:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758054.143567:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758054.143570:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787758054.143573:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787758054.143577:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787758054.143581:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787758054.143584:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787758054.143589:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61fc00 x1874594466123008/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758079 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787758054.143600:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466123008:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787758054.143606:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758054.143610:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758054.143613:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61fc00 x1874594466123008/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758079 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758054.143622:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787758054.143625:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787758054.143628:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad7000.
02000000:00000001:0.0:1787758054.143632:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787758054.143634:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787758054.143636:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:0.0:1787758054.143639:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787758054.143642:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507caff800.
02000000:00000001:0.0:1787758054.143646:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787758054.143648:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787758054.143651:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61fc00.
00000100:00000001:0.0:1787758054.143654:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787758054.143656:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758054.143659:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758054.143669:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787758054.143672:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758054.143674:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787758054.143676:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787758054.143678:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787758054.143683:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61c780 x1874594466123136/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758054.143692:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787758054.143694:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758054.143697:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787758054.143699:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787758054.143702:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787758054.143706:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466123136:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787758054.143710:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787758054.143713:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787758054.143715:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758054.143718:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787758054.143722:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad7000.
02000000:00000001:0.0:1787758054.143724:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758054.143729:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787758054.143733:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787758054.143737:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787758054.143741:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466123136, portal 10
00000100:00000001:0.0:1787758054.143744:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787758054.143746:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611346304 : -120601098205312 : ffff92505e61c780)
00000100:00000040:0.0:1787758054.143754:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61c780 x1874594466123136/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758054.143763:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787758054.143766:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787758054.143769:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000200:0.0:1787758054.143772:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466123136, offset 0
00000400:00000200:0.0:1787758054.143777:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787758054.143783:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758054.143789:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787758054.143793:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787758054.143797:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787758054.143801:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787758054.143804:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787758054.143808:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56873:56873:256:4294967295] 192.168.201.154@tcp LPNI seq info [56873:56873:8:4294967295]
00000400:00000200:0.0:1787758054.143814:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758054.143823:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787758054.143829:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787758054.143834:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000800:00000200:0.0:1787758054.143839:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787758054.143843:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787758054.143849:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787758054.143852:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1787758054.143857:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787758054.143860:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000400:00000200:0.0:1787758054.143864:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787758054.143869:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787758054.143873:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787758054.143875:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:0.0:1787758054.143879:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787758054.143884:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61c780 x1874594466123136/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758054.143922:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758054.143927:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61c780 x1874594466123136/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758079 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758054.143936:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758054.143938:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787758054.143943:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787758054.143948:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:0.0:1787758054.143953:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787758054.143955:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314306089
00000100:00000001:0.0:1787758054.143960:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314306985
00000100:00000001:0.0:1787758054.143963:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314306089
00000100:00000001:0.0:1787758054.143965:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314306985
00000100:00000001:0.0:1787758054.143968:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787758054.143971:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758054.143973:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787758054.143978:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758054/real 1787758054]  req@ffff92505e61c780 x1874594466123136/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787758054.143987:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787758054.143989:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787758054.143991:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787758054.143994:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787758054.143996:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787758054.143999:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787758054.144003:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61c780 x1874594466123136/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787758054.144013:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61c780 x1874594466123136/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758054.144021:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787758054.144023:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758054.144025:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758054.144026:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787758054.144031:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61c780 x1874594466123136/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758054.144039:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787758054.144043:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61c780 x1874594466123136/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758079 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758054.144052:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787758054.144055:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758054.144058:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758054.144060:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758054.144063:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787758054.144066:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787758054.144069:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787758054.144073:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787758054.144076:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787758054.144081:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61c780 x1874594466123136/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758079 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787758054.144090:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466123136:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787758054.144094:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787758054.144098:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61da40 x1874594466123264/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758054.144106:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787758054.144108:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758054.144110:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787758054.144113:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787758054.144115:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787758054.144119:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466123264:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787758054.144123:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787758054.144125:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787758054.144127:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758054.144129:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787758054.144134:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad6800.
02000000:00000001:0.0:1787758054.144137:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758054.144141:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787758054.144144:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787758054.144148:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787758054.144152:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466123264, portal 4
00000100:00000001:0.0:1787758054.144154:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787758054.144157:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611351104 : -120601098200512 : ffff92505e61da40)
00000100:00000040:0.0:1787758054.144165:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61da40 x1874594466123264/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758054.144173:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787758054.144176:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787758054.144179:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000200:0.0:1787758054.144182:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466123264, offset 0
00000400:00000200:0.0:1787758054.144187:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787758054.144191:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758054.144195:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787758054.144199:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787758054.144202:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787758054.144206:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787758054.144209:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787758054.144213:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56874:56874:256:4294967295] 192.168.201.154@tcp LPNI seq info [56874:56874:8:4294967295]
00000400:00000200:0.0:1787758054.144218:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758054.144226:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787758054.144231:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787758054.144235:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000800:00000200:0.0:1787758054.144240:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787758054.144244:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787758054.144249:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787758054.144252:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1787758054.144257:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787758054.144259:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000400:00000200:0.0:1787758054.144263:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787758054.144307:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787758054.144313:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787758054.144316:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:0.0:1787758054.144322:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787758054.144329:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61da40 x1874594466123264/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758054.144340:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758054.144346:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61da40 x1874594466123264/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758079 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758054.144356:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758054.144358:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787758054.144362:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787758054.144366:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:0.0:1787758054.144370:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787758054.144373:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314306073
00000100:00000001:0.0:1787758054.144376:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314306985
00000100:00000001:0.0:1787758054.144379:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314306073
00000100:00000001:0.0:1787758054.144382:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314306985
00000100:00000001:0.0:1787758054.144384:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787758054.144387:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758054.144389:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787758054.144394:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758054/real 1787758054]  req@ffff92505e61da40 x1874594466123264/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787758054.144403:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787758054.144404:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787758054.144406:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787758054.144409:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787758054.144411:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787758054.144414:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787758054.144417:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61da40 x1874594466123264/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787758054.144428:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61da40 x1874594466123264/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758054.144435:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787758054.144437:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758054.144439:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758054.144441:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787758054.144446:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61da40 x1874594466123264/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758054.144454:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787758054.144459:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61da40 x1874594466123264/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758079 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758054.144467:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787758054.144470:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758054.144472:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758054.144473:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758054.144475:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787758054.144477:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787758054.144480:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787758054.144484:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787758054.144486:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787758054.144491:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61da40 x1874594466123264/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758079 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787758054.144500:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466123264:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787758054.144505:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758054.144508:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758054.144512:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61c780 x1874594466123136/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758079 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758054.144519:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787758054.144521:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787758054.144524:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad7000.
02000000:00000001:0.0:1787758054.144527:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787758054.144528:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787758054.144530:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:0.0:1787758054.144532:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787758054.144535:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafc800.
02000000:00000001:0.0:1787758054.144539:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787758054.144540:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787758054.144542:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61c780.
00000100:00000001:0.0:1787758054.144545:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787758054.144547:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758054.144549:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758054.144553:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61da40 x1874594466123264/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758079 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758054.144561:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787758054.144562:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787758054.144564:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad6800.
02000000:00000001:0.0:1787758054.144567:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787758054.144568:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787758054.144569:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:0.0:1787758054.144571:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787758054.144573:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafdc00.
02000000:00000001:0.0:1787758054.144576:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787758054.144577:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787758054.144578:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61da40.
00000100:00000001:0.0:1787758054.144581:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787758054.144582:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758054.144585:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758054.144589:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787758054.144591:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758054.144593:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787758054.144595:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758054.654394:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758054.654404:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758054.654410:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758054.654417:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758054.654423:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758054.654427:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758054.654431:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758054.654434:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758054.654438:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758054.974442:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758054.974453:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758054.974464:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758054.974467:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758054.974474:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758054.974477:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758054.974578:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758054.974587:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758054.974592:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787758055.102386:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314306985, at 4314307008
00000100:00000040:2.0:1787758055.102404:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314306985, at 4314307008
00000100:00000010:3.0:1787758055.102410:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747540.
00000100:00000010:2.0:1787758055.102429:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747e40.
00000100:00000001:2.0:1787758055.678359:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758055.678367:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758055.678369:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758055.678374:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758055.678378:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758055.678382:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758055.678384:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758055.678386:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758055.678389:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758055.998379:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758055.998386:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758055.998393:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758055.998395:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758055.998398:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758055.998403:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787758055.998406:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787758055.998409:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758055.998411:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787758055.998413:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758055.998415:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758055.998416:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758055.998510:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758055.998516:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758055.998519:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758056.702402:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758056.702413:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758056.702416:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758056.702423:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758056.702427:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758056.702431:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758056.702434:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758056.702438:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758056.702441:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758057.022351:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758057.022358:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758057.022365:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758057.022367:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758057.022371:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758057.022372:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787758057.022396:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787758057.022398:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787758057.022400:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758057.726344:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758057.726351:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758057.726353:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758057.726358:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758057.726362:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758057.726365:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758057.726367:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758057.726369:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758057.726371:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758058.046352:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758058.046360:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758058.046367:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758058.046368:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758058.046372:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758058.046374:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758058.046421:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758058.046424:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758058.046427:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758058.750341:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758058.750348:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758058.750350:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758058.750355:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758058.750358:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758058.750361:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758058.750363:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758058.750365:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758058.750367:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758059.070377:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758059.070385:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758059.070392:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758059.070393:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758059.070398:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758059.070400:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758059.070451:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758059.070455:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758059.070459:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787758059.262472:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787758059.262481:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787758059.262483:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787758059.262486:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787758059.262490:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787758059.262496:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19638
00000400:00000200:1.0:1787758059.262502:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758059.262507:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1787758059.262510:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787758059.262512:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758059.262514:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787758059.262516:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758059.262518:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:1.0:1787758059.262521:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787758059.262523:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:1.0:1787758059.262525:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787758059.262527:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:1.0:1787758059.262529:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:1.0:1787758059.262530:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:1.0:1787758059.262532:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758059.262534:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787758059.262535:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758059.262537:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:1.0:1787758059.262539:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:1.0:1787758059.262541:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:1.0:1787758059.262543:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758059.262545:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787758059.262548:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787758059.262549:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758059.262552:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787758059.262554:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787758059.262560:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9250779021c0.
00000020:00000040:1.0:1787758059.262563:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:1.0:1787758059.262567:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787758059.262568:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758059.262570:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787758059.262573:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787758059.262576:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787758059.262582:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925077916800.
00000100:00000001:1.0:1787758059.262587:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758059.262594:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9250779021c0 x1874594466123392/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787758059.262603:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787758059.262606:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787758059.262610:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081c07b6a] to pc [ptlrpcd_rcv+-1]  req@ffff9250779021c0 x1874594466123392/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758059.262628:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787758059.262631:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787758059.262633:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787758059.262634:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787758059.262636:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787758059.262638:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787758059.262639:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19638
00000400:00000200:1.0:1787758059.262641:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758059.262643:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1787758059.262645:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787758059.262647:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758059.262648:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787758059.262650:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758059.262651:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:1.0:1787758059.262654:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787758059.262654:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:1.0:1787758059.262656:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787758059.262657:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:1.0:1787758059.262658:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:1.0:1787758059.262660:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:1.0:1787758059.262662:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758059.262663:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787758059.262664:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758059.262665:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:1.0:1787758059.262666:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:1.0:1787758059.262668:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:1.0:1787758059.262669:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758059.262692:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787758059.262699:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787758059.262702:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758059.262704:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787758059.262709:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787758059.262714:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758059.262717:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787758059.262721:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff925077901680.
00000020:00000040:1.0:1787758059.262724:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:1.0:1787758059.262728:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787758059.262730:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758059.262736:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787758059.262736:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787758059.262759:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787758059.262763:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1787758059.262766:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758059.262768:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000010:1.0:1787758059.262781:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925077916000.
00000100:00000040:0.0:1787758059.262786:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9250779021c0 x1874594466123392/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758059.262792:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758059.262849:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787758059.262851:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758059.262855:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787758059.262860:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787758059.262865:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758059.262865:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff925077901680 x1874594466123520/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787758059.262874:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9250779021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466123392:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787758059.262882:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787758059.262884:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1787758059.262906:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758059.262911:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:1.0:1787758059.262918:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000679d9fb6] to pc [ptlrpcd_rcv+-1]  req@ffff925077901680 x1874594466123520/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787758059.262920:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758059.262930:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787758059.262942:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787758059.262943:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad7000.
00000100:00080000:1.0:1787758059.262946:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1787758059.262949:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787758059.262971:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787758059.262972:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787758059.262974:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1787758059.262976:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787758059.262977:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787758059.262980:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19638
00000400:00000010:0.0:1787758059.262981:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000200:1.0:1787758059.262985:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758059.262989:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000400:00000010:0.0:1787758059.262991:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00080000:1.0:1787758059.262991:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787758059.262996:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758059.262998:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1787758059.263000:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466123392, portal 25
00000100:00000040:1.0:1787758059.263001:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758059.263006:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787758059.263007:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:0.0:1787758059.263009:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033814464 : -120600675737152 : ffff9250779021c0)
00000020:00000001:1.0:1787758059.263010:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787758059.263013:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:1.0:1787758059.263016:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:0.0:1787758059.263019:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9250779021c0 x1874594466123392/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787758059.263019:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:1.0:1787758059.263024:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:1.0:1787758059.263028:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:1.0:1787758059.263035:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758059.263036:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787758059.263037:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787758059.263043:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000040:1.0:1787758059.263043:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000010:0.0:1787758059.263048:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000001:1.0:1787758059.263048:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000200:0.0:1787758059.263053:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466123392, offset 0
00000020:00000040:1.0:1787758059.263053:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:1.0:1787758059.263057:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:1.0:1787758059.263060:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758059.263063:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
02000000:00000001:1.0:1787758059.263064:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787758059.263068:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787758059.263071:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758059.263074:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787758059.263075:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787758059.263079:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787758059.263081:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758059.263084:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00000001:1.0:1787758059.263084:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787758059.263091:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff925077902940.
00000400:00000200:0.0:1787758059.263095:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:1.0:1787758059.263095:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:1.0:1787758059.263100:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787758059.263101:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758059.263102:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1787758059.263104:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
02000000:00000001:1.0:1787758059.263105:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787758059.263107:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787758059.263112:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925077917c00.
00000400:00000200:0.0:1787758059.263113:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1787758059.263116:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758059.263120:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00100000:1.0:1787758059.263124:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff925077902940 x1874594466123648/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787758059.263131:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56875:56875:256:4294967295] 192.168.201.154@tcp LPNI seq info [56875:56875:8:4294967295]
00000100:00000001:1.0:1787758059.263134:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787758059.263136:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787758059.263141:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007edc916f] to pc [ptlrpcd_rcv+-1]  req@ffff925077902940 x1874594466123648/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787758059.263142:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787758059.263149:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787758059.263152:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1787758059.263159:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1787758059.263160:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1787758059.263163:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19648)
00000800:00000200:0.0:1787758059.263167:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787758059.263172:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000800:00000200:0.0:1787758059.263179:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787758059.263182:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787758059.263187:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787758059.263190:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1787758059.263193:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787758059.263196:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000400:00000200:0.0:1787758059.263200:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787758059.263204:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787758059.263207:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787758059.263209:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:0.0:1787758059.263215:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787758059.263218:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9250779021c0 x1874594466123392/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758059.263244:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758059.263249:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9250779021c0 x1874594466123392/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758084 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758059.263263:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758059.263267:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787758059.263276:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758059.263283:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787758059.263288:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314312104
00000100:00000010:0.0:1787758059.263312:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747120.
00000100:00000001:0.0:1787758059.263319:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787758059.263324:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314312104
00000100:00000010:0.0:1787758059.263327:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747840.
00000100:00000001:0.0:1787758059.263358:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787758059.263362:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787758059.263364:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758059.263367:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787758059.263372:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758059/real 1787758059]  req@ffff9250779021c0 x1874594466123392/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787758059.263379:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787758059.263381:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787758059.263382:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787758059.263385:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787758059.263386:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787758059.263389:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787758059.263391:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9250779021c0 x1874594466123392/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787758059.263397:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9250779021c0 x1874594466123392/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758059.263402:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787758059.263403:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758059.263404:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758059.263406:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787758059.263408:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9250779021c0 x1874594466123392/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758059.263413:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787758059.263416:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9250779021c0 x1874594466123392/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758084 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758059.263421:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787758059.263423:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758059.263424:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758059.263425:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758059.263427:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787758059.263428:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787758059.263430:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787758059.263432:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787758059.263434:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787758059.263436:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9250779021c0 x1874594466123392/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758084 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787758059.263441:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9250779021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466123392:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787758059.263446:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758059.263447:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758059.263449:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9250779021c0 x1874594466123392/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758084 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758059.263454:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787758059.263456:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787758059.263458:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad7000.
02000000:00000001:0.0:1787758059.263460:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787758059.263461:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787758059.263462:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:0.0:1787758059.263463:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787758059.263466:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077916800.
02000000:00000001:0.0:1787758059.263468:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787758059.263470:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787758059.263471:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9250779021c0.
00000100:00000001:0.0:1787758059.263473:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787758059.263474:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758059.263476:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758059.263482:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787758059.263483:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758059.263485:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787758059.263486:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787758059.263487:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787758059.263489:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077901680 x1874594466123520/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758059.263494:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787758059.263495:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758059.263496:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787758059.263498:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787758059.263499:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787758059.263501:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077901680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466123520:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787758059.263503:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787758059.263504:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787758059.263505:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758059.263507:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787758059.263509:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad7000.
02000000:00000001:0.0:1787758059.263511:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758059.263514:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787758059.263515:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787758059.263518:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787758059.263520:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466123520, portal 10
00000100:00000001:0.0:1787758059.263521:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787758059.263522:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033811584 : -120600675740032 : ffff925077901680)
00000100:00000040:0.0:1787758059.263527:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077901680 x1874594466123520/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758059.263531:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787758059.263533:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787758059.263534:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000200:0.0:1787758059.263536:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466123520, offset 0
00000400:00000200:0.0:1787758059.263538:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787758059.263541:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758059.263544:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787758059.263546:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787758059.263548:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787758059.263549:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787758059.263551:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787758059.263553:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56876:56876:256:4294967295] 192.168.201.154@tcp LPNI seq info [56876:56876:8:4294967295]
00000400:00000200:0.0:1787758059.263556:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758059.263561:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787758059.263564:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787758059.263566:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000800:00000200:0.0:1787758059.263569:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787758059.263570:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787758059.263574:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787758059.263575:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1787758059.263578:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787758059.263579:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000400:00000200:0.0:1787758059.263582:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787758059.263584:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787758059.263586:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787758059.263587:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:0.0:1787758059.263589:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787758059.263591:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077901680 x1874594466123520/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758059.263597:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758059.263599:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077901680 x1874594466123520/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758084 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758059.263603:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758059.263604:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787758059.263606:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787758059.263609:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:0.0:1787758059.263610:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787758059.263612:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314311209
00000100:00000001:0.0:1787758059.263613:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314312104
00000100:00000001:0.0:1787758059.263615:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314311209
00000100:00000001:0.0:1787758059.263617:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314312104
00000100:00000001:0.0:1787758059.263618:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787758059.263620:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758059.263621:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787758059.263623:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758059/real 1787758059]  req@ffff925077901680 x1874594466123520/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787758059.263627:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787758059.263628:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787758059.263629:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787758059.263631:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787758059.263632:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787758059.263633:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787758059.263636:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077901680 x1874594466123520/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787758059.263641:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077901680 x1874594466123520/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758059.263646:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787758059.263646:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758059.263647:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758059.263648:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787758059.263650:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077901680 x1874594466123520/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758059.263654:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787758059.263656:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077901680 x1874594466123520/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758084 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758059.263660:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787758059.263662:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758059.263663:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758059.263664:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758059.263665:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787758059.263666:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787758059.263684:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787758059.263688:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787758059.263691:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787758059.263695:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077901680 x1874594466123520/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758084 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787758059.263704:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077901680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466123520:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787758059.263709:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787758059.263713:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077902940 x1874594466123648/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758059.263729:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787758059.263730:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758059.263733:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787758059.263753:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787758059.263755:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787758059.263759:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077902940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466123648:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787758059.263762:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787758059.263765:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787758059.263766:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758059.263769:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787758059.263772:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad5800.
02000000:00000001:0.0:1787758059.263775:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758059.263779:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787758059.263782:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787758059.263786:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787758059.263791:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466123648, portal 4
00000100:00000001:0.0:1787758059.263794:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787758059.263797:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033816384 : -120600675735232 : ffff925077902940)
00000100:00000040:0.0:1787758059.263850:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077902940 x1874594466123648/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758059.263863:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787758059.263867:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787758059.263872:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000200:0.0:1787758059.263877:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466123648, offset 0
00000400:00000200:0.0:1787758059.263885:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787758059.263893:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758059.263900:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787758059.263905:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787758059.263910:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787758059.263915:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787758059.263920:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787758059.263927:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56877:56877:256:4294967295] 192.168.201.154@tcp LPNI seq info [56877:56877:8:4294967295]
00000400:00000200:0.0:1787758059.263933:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758059.263942:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787758059.263947:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787758059.263952:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000800:00000200:0.0:1787758059.263973:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787758059.263975:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787758059.263978:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787758059.263979:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1787758059.263982:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787758059.263983:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000400:00000200:0.0:1787758059.263986:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787758059.263988:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787758059.263991:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787758059.263992:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:0.0:1787758059.263994:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787758059.263997:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077902940 x1874594466123648/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758059.264002:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758059.264004:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077902940 x1874594466123648/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758084 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758059.264008:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758059.264010:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787758059.264012:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787758059.264014:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:0.0:1787758059.264016:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787758059.264018:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314311192
00000100:00000001:0.0:1787758059.264019:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314312104
00000100:00000001:0.0:1787758059.264021:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314311192
00000100:00000001:0.0:1787758059.264023:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314312104
00000100:00000001:0.0:1787758059.264024:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787758059.264026:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758059.264027:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787758059.264029:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758059/real 1787758059]  req@ffff925077902940 x1874594466123648/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787758059.264035:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787758059.264036:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787758059.264037:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787758059.264038:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787758059.264039:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787758059.264040:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787758059.264042:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077902940 x1874594466123648/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787758059.264048:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077902940 x1874594466123648/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758059.264052:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787758059.264053:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758059.264054:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758059.264054:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787758059.264057:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077902940 x1874594466123648/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758059.264061:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787758059.264063:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077902940 x1874594466123648/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758084 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758059.264067:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787758059.264068:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758059.264069:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758059.264071:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758059.264072:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787758059.264073:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787758059.264075:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787758059.264078:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787758059.264079:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787758059.264082:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077902940 x1874594466123648/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758084 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787758059.264087:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077902940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466123648:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787758059.264090:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758059.264091:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758059.264094:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077901680 x1874594466123520/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758084 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758059.264101:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787758059.264102:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787758059.264104:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad7000.
02000000:00000001:0.0:1787758059.264107:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787758059.264108:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787758059.264110:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:0.0:1787758059.264112:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787758059.264114:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077916000.
02000000:00000001:0.0:1787758059.264117:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787758059.264118:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787758059.264120:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077901680.
00000100:00000001:0.0:1787758059.264122:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787758059.264124:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758059.264125:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758059.264129:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077902940 x1874594466123648/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758084 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758059.264136:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787758059.264138:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787758059.264139:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad5800.
02000000:00000001:0.0:1787758059.264142:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787758059.264143:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787758059.264144:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:0.0:1787758059.264145:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787758059.264147:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077917c00.
02000000:00000001:0.0:1787758059.264148:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787758059.264149:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787758059.264150:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077902940.
00000100:00000001:0.0:1787758059.264151:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787758059.264152:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758059.264154:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758059.264156:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787758059.264157:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758059.264158:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787758059.264160:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758059.774338:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758059.774346:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758059.774348:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758059.774353:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758059.774356:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758059.774359:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758059.774361:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758059.774363:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758059.774365:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758060.094390:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758060.094402:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758060.094416:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758060.094418:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758060.094426:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758060.094430:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787758060.094499:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787758060.094508:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787758060.094516:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787758060.222388:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314312104, at 4314312128
00000100:00000010:3.0:1787758060.222411:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747840.
00000100:00000040:2.0:1787758060.222448:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314312104, at 4314312128
00000100:00000010:2.0:1787758060.222471:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747120.
00000100:00000001:2.0:1787758060.798407:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758060.798417:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758060.798420:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758060.798428:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758060.798433:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758060.798439:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758060.798445:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758060.798449:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758060.798452:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758061.118379:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758061.118389:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758061.118401:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758061.118404:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758061.118411:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758061.118414:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758061.118521:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758061.118531:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758061.118539:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758061.822369:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758061.822382:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758061.822385:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758061.822394:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758061.822400:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758061.822404:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758061.822409:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758061.822412:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758061.822417:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758062.142434:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758062.142446:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758062.142463:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758062.142468:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758062.142485:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758062.142489:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758062.142572:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758062.142579:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758062.142584:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758062.846401:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758062.846413:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758062.846416:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758062.846422:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758062.846428:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758062.846432:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758062.846436:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758062.846439:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758062.846443:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758063.166363:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758063.166375:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787758063.166379:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787758063.166385:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758063.166392:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787758063.166396:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758063.166399:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758063.166405:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758063.166414:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758063.166418:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787758063.166421:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787758063.166425:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758063.166428:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787758063.166430:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758063.166434:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758063.166437:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758063.166443:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758063.166446:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787758063.166497:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787758063.166502:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787758063.166506:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758063.870326:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758063.870334:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758063.870336:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758063.870340:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758063.870343:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758063.870346:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758063.870348:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758063.870350:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758063.870352:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758064.190324:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758064.190331:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758064.190337:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758064.190339:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758064.190342:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758064.190343:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758064.190394:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758064.190398:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758064.190403:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787758064.382381:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787758064.382392:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787758064.382395:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787758064.382399:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787758064.382403:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787758064.382410:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19643
00000400:00000200:1.0:1787758064.382417:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758064.382424:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1787758064.382428:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787758064.382430:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758064.382432:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787758064.382435:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758064.382437:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:1.0:1787758064.382440:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787758064.382442:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:1.0:1787758064.382444:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787758064.382447:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:1.0:1787758064.382449:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:1.0:1787758064.382451:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:1.0:1787758064.382453:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758064.382455:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787758064.382456:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758064.382458:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:1.0:1787758064.382460:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:1.0:1787758064.382462:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:1.0:1787758064.382465:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758064.382468:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787758064.382470:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787758064.382473:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758064.382475:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787758064.382477:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787758064.382482:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff925077902580.
00000020:00000040:1.0:1787758064.382485:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:1.0:1787758064.382489:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787758064.382491:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758064.382493:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787758064.382495:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787758064.382498:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787758064.382505:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925077914400.
00000100:00000001:1.0:1787758064.382511:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758064.382519:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff925077902580 x1874594466123776/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787758064.382527:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787758064.382531:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787758064.382534:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002dd0d9e3] to pc [ptlrpcd_rcv+-1]  req@ffff925077902580 x1874594466123776/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758064.382553:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787758064.382555:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787758064.382558:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787758064.382560:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787758064.382562:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787758064.382564:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787758064.382567:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19643
00000400:00000200:1.0:1787758064.382570:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758064.382573:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1787758064.382576:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787758064.382578:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758064.382581:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787758064.382583:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758064.382585:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:0.0:1787758064.382586:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1787758064.382587:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787758064.382591:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000100:00000001:0.0:1787758064.382593:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1787758064.382593:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787758064.382597:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1787758064.382597:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:1.0:1787758064.382601:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:1.0:1787758064.382603:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:0.0:1787758064.382607:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077902580 x1874594466123776/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787758064.382608:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758064.382614:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787758064.382619:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758064.382624:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:0.0:1787758064.382626:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1787758064.382628:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00000001:0.0:1787758064.382629:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787758064.382633:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
02000000:00000001:0.0:1787758064.382634:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1787758064.382636:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758064.382638:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787758064.382639:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787758064.382642:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758064.382646:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1787758064.382647:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077902580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466123776:192.168.201.154@tcp:250:kworker.0
02000000:00000001:1.0:1787758064.382652:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758064.382654:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1787758064.382656:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:0.0:1787758064.382660:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:1.0:1787758064.382661:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1787758064.382663:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1787758064.382665:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758064.382666:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787758064.382669:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787758064.382674:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff925077901a40.
00000020:00000040:1.0:1787758064.382676:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:1.0:1787758064.382678:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787758064.382679:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787758064.382681:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad5400.
00000100:00000001:1.0:1787758064.382681:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787758064.382684:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787758064.382685:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758064.382687:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787758064.382691:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925077915400.
00000400:00000200:0.0:1787758064.382693:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787758064.382695:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787758064.382698:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000100:00100000:1.0:1787758064.382703:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff925077901a40 x1874594466123904/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1787758064.382707:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000001:1.0:1787758064.382729:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787758064.382731:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787758064.382732:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466123776, portal 25
00000100:00000001:0.0:1787758064.382736:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:1.0:1787758064.382736:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046d5ef2f] to pc [ptlrpcd_rcv+-1]  req@ffff925077901a40 x1874594466123904/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758064.382740:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033815424 : -120600675736192 : ffff925077902580)
00000100:00000001:1.0:1787758064.382749:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787758064.382751:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077902580 x1874594466123776/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787758064.382752:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787758064.382760:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787758064.382762:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787758064.382765:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787758064.382770:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787758064.382773:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1787758064.382774:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19643
00000400:00000200:1.0:1787758064.382780:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:0.0:1787758064.382782:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787758064.382787:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000400:00000010:0.0:1787758064.382789:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00080000:1.0:1787758064.382790:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787758064.382795:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758064.382798:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1787758064.382799:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466123776, offset 0
00000100:00000040:1.0:1787758064.382802:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758064.382805:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:1.0:1787758064.382807:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787758064.382809:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:1.0:1787758064.382811:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787758064.382813:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:1.0:1787758064.382814:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:1.0:1787758064.382816:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:0.0:1787758064.382817:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000040:1.0:1787758064.382819:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758064.382823:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787758064.382825:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000200:0.0:1787758064.382829:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787758064.382830:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:1.0:1787758064.382834:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000400:00000200:0.0:1787758064.382839:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00080000:1.0:1787758064.382840:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:1.0:1787758064.382846:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758064.382847:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1787758064.382849:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:1.0:1787758064.382851:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787758064.382854:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758064.382855:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00000001:1.0:1787758064.382857:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787758064.382860:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1787758064.382861:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000008:00000001:1.0:1787758064.382866:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758064.382867:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00000001:1.0:1787758064.382870:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758064.382875:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56878:56878:256:4294967295] 192.168.201.154@tcp LPNI seq info [56878:56878:8:4294967295]
00000100:00000010:1.0:1787758064.382877:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff925077902940.
00000400:00000200:0.0:1787758064.382881:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000020:00000040:1.0:1787758064.382883:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:1.0:1787758064.382887:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787758064.382890:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758064.382894:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1787758064.382896:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1787758064.382896:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787758064.382900:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787758064.382905:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925077915800.
00000800:00000200:0.0:1787758064.382906:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000001:1.0:1787758064.382910:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1787758064.382913:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000100:00100000:1.0:1787758064.382918:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff925077902940 x1874594466124032/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1787758064.382925:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:1.0:1787758064.382931:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:0.0:1787758064.382932:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000100:00000001:1.0:1787758064.382934:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787758064.382943:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007edc916f] to pc [ptlrpcd_rcv+-1]  req@ffff925077902940 x1874594466124032/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1787758064.382943:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787758064.382950:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1787758064.382959:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000100:00000001:1.0:1787758064.382959:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1787758064.382962:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000100:00000040:1.0:1787758064.382964:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1787758064.382968:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1787758064.382969:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1787758064.382973:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19653)
00000400:00000200:0.0:1787758064.382974:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787758064.382981:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787758064.382984:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:0.0:1787758064.382989:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787758064.382993:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077902580 x1874594466123776/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758064.383002:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758064.383006:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077902580 x1874594466123776/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758089 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758064.383022:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758064.383024:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787758064.383030:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758064.383033:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787758064.383036:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314317224
00000100:00000010:0.0:1787758064.383039:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747ea0.
00000100:00000001:0.0:1787758064.383046:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787758064.383050:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314317224
00000100:00000010:0.0:1787758064.383052:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a7475a0.
00000100:00000001:0.0:1787758064.383054:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787758064.383056:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787758064.383058:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758064.383060:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787758064.383063:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758064/real 1787758064]  req@ffff925077902580 x1874594466123776/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787758064.383070:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787758064.383071:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787758064.383073:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787758064.383075:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787758064.383076:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787758064.383078:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787758064.383080:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077902580 x1874594466123776/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787758064.383086:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077902580 x1874594466123776/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758064.383090:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787758064.383092:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758064.383093:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758064.383095:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787758064.383097:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077902580 x1874594466123776/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758064.383102:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787758064.383105:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077902580 x1874594466123776/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758089 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758064.383110:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787758064.383112:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758064.383113:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758064.383114:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758064.383115:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787758064.383117:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787758064.383119:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787758064.383121:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787758064.383128:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787758064.383131:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077902580 x1874594466123776/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758089 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787758064.383136:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077902580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466123776:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787758064.383140:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758064.383141:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758064.383143:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077902580 x1874594466123776/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758089 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758064.383147:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787758064.383149:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787758064.383152:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad5400.
02000000:00000001:0.0:1787758064.383154:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787758064.383156:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787758064.383158:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:0.0:1787758064.383161:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787758064.383164:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077914400.
02000000:00000001:0.0:1787758064.383168:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787758064.383170:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787758064.383172:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077902580.
00000100:00000001:0.0:1787758064.383175:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787758064.383176:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758064.383179:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758064.383187:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787758064.383189:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758064.383192:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787758064.383194:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787758064.383195:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787758064.383199:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077901a40 x1874594466123904/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758064.383207:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787758064.383209:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758064.383211:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787758064.383213:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787758064.383214:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787758064.383217:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077901a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466123904:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787758064.383219:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787758064.383221:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787758064.383222:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758064.383223:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787758064.383225:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad5400.
02000000:00000001:0.0:1787758064.383227:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758064.383230:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787758064.383232:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787758064.383235:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787758064.383237:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466123904, portal 10
00000100:00000001:0.0:1787758064.383238:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787758064.383239:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033812544 : -120600675739072 : ffff925077901a40)
00000100:00000040:0.0:1787758064.383244:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077901a40 x1874594466123904/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758064.383249:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787758064.383251:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787758064.383253:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000200:0.0:1787758064.383255:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466123904, offset 0
00000400:00000200:0.0:1787758064.383257:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787758064.383261:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758064.383263:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787758064.383266:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787758064.383294:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787758064.383297:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787758064.383299:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787758064.383301:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56879:56879:256:4294967295] 192.168.201.154@tcp LPNI seq info [56879:56879:8:4294967295]
00000400:00000200:0.0:1787758064.383305:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758064.383312:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787758064.383317:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787758064.383320:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000800:00000200:0.0:1787758064.383331:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787758064.383333:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787758064.383337:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787758064.383338:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1787758064.383341:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787758064.383342:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000400:00000200:0.0:1787758064.383345:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787758064.383347:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787758064.383349:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787758064.383351:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:0.0:1787758064.383353:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787758064.383356:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077901a40 x1874594466123904/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758064.383361:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758064.383363:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077901a40 x1874594466123904/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758089 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758064.383368:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758064.383369:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787758064.383376:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787758064.383379:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:0.0:1787758064.383381:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787758064.383383:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314316329
00000100:00000001:0.0:1787758064.383385:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314317224
00000100:00000001:0.0:1787758064.383387:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314316329
00000100:00000001:0.0:1787758064.383388:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314317224
00000100:00000001:0.0:1787758064.383389:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787758064.383391:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758064.383392:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787758064.383395:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758064/real 1787758064]  req@ffff925077901a40 x1874594466123904/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787758064.383401:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787758064.383402:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787758064.383403:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787758064.383405:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787758064.383406:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787758064.383407:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787758064.383409:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077901a40 x1874594466123904/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787758064.383415:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077901a40 x1874594466123904/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758064.383418:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787758064.383419:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758064.383420:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758064.383421:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787758064.383423:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077901a40 x1874594466123904/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758064.383427:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787758064.383430:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077901a40 x1874594466123904/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758089 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758064.383435:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787758064.383437:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758064.383438:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758064.383439:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758064.383440:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787758064.383441:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787758064.383443:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787758064.383444:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787758064.383446:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787758064.383448:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077901a40 x1874594466123904/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758089 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787758064.383453:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077901a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466123904:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787758064.383455:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787758064.383457:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077902940 x1874594466124032/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758064.383462:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787758064.383463:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758064.383464:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787758064.383465:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787758064.383467:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787758064.383469:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077902940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466124032:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787758064.383471:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787758064.383472:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787758064.383473:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758064.383474:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787758064.383477:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad4800.
02000000:00000001:0.0:1787758064.383479:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758064.383490:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787758064.383493:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787758064.383496:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787758064.383500:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466124032, portal 4
00000100:00000001:0.0:1787758064.383502:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787758064.383503:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033816384 : -120600675735232 : ffff925077902940)
00000100:00000040:0.0:1787758064.383511:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077902940 x1874594466124032/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758064.383518:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787758064.383521:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787758064.383524:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000200:0.0:1787758064.383526:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466124032, offset 0
00000400:00000200:0.0:1787758064.383530:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787758064.383534:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758064.383537:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787758064.383539:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787758064.383541:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787758064.383543:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787758064.383545:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787758064.383547:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56880:56880:256:4294967295] 192.168.201.154@tcp LPNI seq info [56880:56880:8:4294967295]
00000400:00000200:0.0:1787758064.383550:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758064.383555:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787758064.383558:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787758064.383560:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000800:00000200:0.0:1787758064.383563:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787758064.383565:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787758064.383568:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787758064.383570:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1787758064.383573:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787758064.383575:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000400:00000200:0.0:1787758064.383577:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787758064.383579:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787758064.383581:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787758064.383583:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:0.0:1787758064.383586:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787758064.383588:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077902940 x1874594466124032/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758064.383594:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758064.383596:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077902940 x1874594466124032/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758089 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758064.383601:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758064.383602:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787758064.383604:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787758064.383606:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:0.0:1787758064.383608:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787758064.383610:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314316312
00000100:00000001:0.0:1787758064.383612:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314317224
00000100:00000001:0.0:1787758064.383614:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314316312
00000100:00000001:0.0:1787758064.383615:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314317224
00000100:00000001:0.0:1787758064.383617:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787758064.383618:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758064.383619:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787758064.383621:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758064/real 1787758064]  req@ffff925077902940 x1874594466124032/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787758064.383626:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787758064.383627:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787758064.383628:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787758064.383630:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787758064.383631:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787758064.383632:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787758064.383634:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077902940 x1874594466124032/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787758064.383640:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077902940 x1874594466124032/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758064.383645:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787758064.383646:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758064.383647:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758064.383648:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787758064.383651:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077902940 x1874594466124032/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758064.383654:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787758064.383657:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077902940 x1874594466124032/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758089 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758064.383681:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787758064.383684:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758064.383686:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758064.383687:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758064.383690:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787758064.383692:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787758064.383695:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787758064.383698:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787758064.383701:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787758064.383706:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077902940 x1874594466124032/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758089 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787758064.383760:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077902940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466124032:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787758064.383765:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758064.383767:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758064.383770:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077901a40 x1874594466123904/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758089 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758064.383777:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787758064.383778:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787758064.383781:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad5400.
02000000:00000001:0.0:1787758064.383784:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787758064.383786:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787758064.383787:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:0.0:1787758064.383790:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787758064.383792:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077915400.
02000000:00000001:0.0:1787758064.383796:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787758064.383797:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787758064.383799:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077901a40.
00000100:00000001:0.0:1787758064.383802:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787758064.383803:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758064.383805:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758064.383809:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077902940 x1874594466124032/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758089 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758064.383814:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787758064.383815:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787758064.383816:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad4800.
02000000:00000001:0.0:1787758064.383817:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787758064.383818:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787758064.383819:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:0.0:1787758064.383820:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787758064.383821:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077915800.
02000000:00000001:0.0:1787758064.383823:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787758064.383824:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787758064.383825:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077902940.
00000100:00000001:0.0:1787758064.383826:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787758064.383827:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758064.383828:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758064.383831:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787758064.383832:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758064.383833:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787758064.383834:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000008:00000020:3.0:1787758064.894415:0:277778:0:(osc_request.c:747:osc_update_next_shrink()) next time 20849 to shrink grant
00000100:00000001:2.0:1787758064.894461:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758064.894471:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758064.894475:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758064.894484:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758064.894491:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758064.894499:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758064.894506:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758064.894529:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758064.894536:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758065.214451:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758065.214463:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758065.214480:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758065.214484:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758065.214492:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758065.214496:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787758065.214658:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787758065.214668:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787758065.214679:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787758065.342453:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314317224, at 4314317248
00000100:00000040:2.0:1787758065.342454:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314317224, at 4314317248
00000100:00000010:3.0:1787758065.342484:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a7475a0.
00000100:00000010:2.0:1787758065.342497:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747ea0.
00000100:00000001:2.0:1787758065.918460:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758065.918476:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758065.918481:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758065.918493:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758065.918500:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758065.918507:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758065.918513:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758065.918518:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758065.918525:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758066.238424:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758066.238435:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758066.238447:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758066.238451:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758066.238458:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758066.238464:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787758066.238468:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787758066.238474:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758066.238478:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787758066.238482:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758066.238486:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758066.238491:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787758066.238526:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787758066.238530:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787758066.238545:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758066.942358:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758066.942364:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758066.942367:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758066.942372:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758066.942376:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758066.942380:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758066.942382:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758066.942385:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758066.942387:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758067.262372:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758067.262379:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758067.262385:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758067.262387:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758067.262391:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758067.262393:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758067.262456:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758067.262462:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758067.262468:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758067.966349:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758067.966356:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758067.966359:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758067.966364:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758067.966368:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758067.966372:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758067.966375:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758067.966377:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758067.966380:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758068.286448:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758068.286459:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758068.286477:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758068.286480:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758068.286487:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758068.286489:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787758068.286518:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787758068.286525:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787758068.286531:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758068.990407:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758068.990418:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758068.990422:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758068.990430:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758068.990435:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758068.990441:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758068.990457:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758068.990462:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758068.990467:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758069.310427:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758069.310435:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758069.310443:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758069.310445:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758069.310450:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758069.310452:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787758069.310476:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787758069.310478:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787758069.310481:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787758069.502438:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787758069.502452:0:277834:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787758069.502455:0:277834:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787758069.502459:0:277834:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787758069.502466:0:277834:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787758069.502475:0:277834:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19648
00000400:00000200:3.0:1787758069.502486:0:277834:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787758069.502493:0:277834:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787758069.502498:0:277834:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787758069.502503:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787758069.502507:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787758069.502510:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787758069.502514:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787758069.502519:0:277834:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787758069.502521:0:277834:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787758069.502525:0:277834:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787758069.502528:0:277834:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787758069.502531:0:277834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787758069.502535:0:277834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787758069.502539:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787758069.502541:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787758069.502544:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787758069.502546:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787758069.502550:0:277834:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787758069.502554:0:277834:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787758069.502557:0:277834:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787758069.502561:0:277834:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787758069.502565:0:277834:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787758069.502568:0:277834:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787758069.502571:0:277834:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787758069.502574:0:277834:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787758069.502585:0:277834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca192c0.
00000020:00000040:3.0:1787758069.502590:0:277834:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787758069.502595:0:277834:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787758069.502597:0:277834:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787758069.502601:0:277834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787758069.502604:0:277834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787758069.502610:0:277834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787758069.502643:0:277834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51f400.
00000100:00000001:3.0:1787758069.502652:0:277834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787758069.502666:0:277834:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca192c0 x1874594466124160/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787758069.502680:0:277834:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787758069.502686:0:277834:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787758069.502692:0:277834:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e50181] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca192c0 x1874594466124160/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787758069.502723:0:277834:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787758069.502728:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787758069.502733:0:277834:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787758069.502735:0:277834:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787758069.502738:0:277834:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787758069.502741:0:277834:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787758069.502744:0:277834:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19648
00000400:00000200:3.0:1787758069.502749:0:277834:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787758069.502753:0:277834:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787758069.502757:0:277834:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787758069.502761:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787758069.502765:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787758069.502769:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787758069.502772:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787758069.502775:0:277834:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787758069.502778:0:277834:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787758069.502780:0:277834:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787758069.502784:0:277834:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787758069.502787:0:277834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787758069.502790:0:277834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:0.0:1787758069.502793:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787758069.502795:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787758069.502804:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787758069.502806:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787758069.502808:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758069.502812:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787758069.502815:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787758069.502821:0:277834:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00000040:0.0:1787758069.502830:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca192c0 x1874594466124160/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787758069.502831:0:277834:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787758069.502841:0:277834:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787758069.502848:0:277834:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787758069.502860:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787758069.502860:0:277834:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787758069.502867:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787758069.502869:0:277834:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758069.502875:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787758069.502875:0:277834:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787758069.502881:0:277834:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1787758069.502882:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1787758069.502893:0:277834:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758069.502894:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787758069.502902:0:277834:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787758069.502909:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466124160:192.168.201.154@tcp:250:kworker.0
00000100:00000010:3.0:1787758069.502913:0:277834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19e00.
00000020:00000040:3.0:1787758069.502922:0:277834:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000100:00000001:0.0:1787758069.502924:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787758069.502932:0:277834:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787758069.502934:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787758069.502937:0:277834:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758069.502940:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787758069.502942:0:277834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787758069.502947:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787758069.502948:0:277834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787758069.502955:0:277834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787758069.502958:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad6000.
02000000:00000010:3.0:1787758069.502963:0:277834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c000.
02000000:00000001:0.0:1787758069.502965:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787758069.502976:0:277834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758069.502984:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00100000:3.0:1787758069.502993:0:277834:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19e00 x1874594466124288/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1787758069.502994:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787758069.503008:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000001:3.0:1787758069.503011:0:277834:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787758069.503017:0:277834:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787758069.503022:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466124160, portal 25
00000100:00000040:3.0:1787758069.503024:0:277834:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000c6c2d2] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19e00 x1874594466124288/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758069.503032:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787758069.503037:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118843584 : -120600590708032 : ffff92507ca192c0)
00000100:00000001:3.0:1787758069.503055:0:277834:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787758069.503060:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca192c0 x1874594466124160/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787758069.503064:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787758069.503083:0:277834:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787758069.503089:0:277834:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787758069.503095:0:277834:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787758069.503099:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787758069.503109:0:277834:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:0.0:1787758069.503117:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00080000:3.0:1787758069.503123:0:277834:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19648
00000400:00000010:0.0:1787758069.503128:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000400:00000200:3.0:1787758069.503138:0:277834:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000200:0.0:1787758069.503143:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466124160, offset 0
00000400:00000200:3.0:1787758069.503151:0:277834:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787758069.503158:0:277834:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1787758069.503168:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000040:3.0:1787758069.503169:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787758069.503178:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787758069.503182:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787758069.503186:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787758069.503195:0:277834:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787758069.503196:0:277834:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787758069.503198:0:277834:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787758069.503203:0:277834:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787758069.503206:0:277834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:0.0:1787758069.503210:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000020:00000001:3.0:1787758069.503213:0:277834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787758069.503226:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000200:0.0:1787758069.503229:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00000001:3.0:1787758069.503236:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787758069.503242:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1787758069.503250:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000200:0.0:1787758069.503255:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00000001:3.0:1787758069.503262:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:0.0:1787758069.503264:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787758069.503312:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787758069.503320:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56881:56881:256:4294967295] 192.168.201.154@tcp LPNI seq info [56881:56881:8:4294967295]
00000020:00000040:3.0:1787758069.503323:0:277834:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787758069.503336:0:277834:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000400:00000200:0.0:1787758069.503346:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787758069.503349:0:277834:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787758069.503357:0:277834:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787758069.503368:0:277834:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1787758069.503369:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1787758069.503380:0:277834:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787758069.503391:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000001:3.0:1787758069.503391:0:277834:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787758069.503402:0:277834:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000800:00000010:0.0:1787758069.503405:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000008:00000001:3.0:1787758069.503415:0:277834:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787758069.503425:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:3.0:1787758069.503427:0:277834:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787758069.503434:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 6 secs later)
00000100:00000010:3.0:1787758069.503438:0:277834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca18b40.
00000800:00000200:0.1:1787758069.503449:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000020:00000040:3.0:1787758069.503450:0:277834:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787758069.503462:0:277834:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:0.1:1787758069.503462:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 6 secs later)
02000000:00000001:3.0:1787758069.503468:0:277834:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787758069.503475:0:277834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000100:0.0:1787758069.503476:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
02000000:00000001:3.0:1787758069.503481:0:277834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:0.0:1787758069.503483:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
02000000:00000001:3.0:1787758069.503488:0:277834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758069.503494:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:3.0:1787758069.503498:0:277834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e000.
00000400:00000200:0.0:1787758069.503508:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787758069.503510:0:277834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758069.503516:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787758069.503523:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00100000:3.0:1787758069.503525:0:277834:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca18b40 x1874594466124416/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787758069.503534:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787758069.503539:0:277834:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787758069.503546:0:277834:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787758069.503549:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca192c0 x1874594466124160/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787758069.503558:0:277834:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5e8f4b9] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca18b40 x1874594466124416/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758069.503591:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787758069.503593:0:277834:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787758069.503600:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787758069.503605:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca192c0 x1874594466124160/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758094 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787758069.503608:0:277834:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1787758069.503644:0:277834:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19659)
00000100:00000001:0.0:1787758069.503659:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758069.503662:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787758069.503673:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758069.503680:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787758069.503684:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314322345
00000100:00000010:0.0:1787758069.503693:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747d80.
00000100:00000001:0.0:1787758069.503705:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787758069.503716:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314322345
00000100:00000010:0.0:1787758069.503723:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a7473c0.
00000100:00000001:0.0:1787758069.503728:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787758069.503735:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787758069.503740:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758069.503745:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787758069.503754:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758069/real 1787758069]  req@ffff92507ca192c0 x1874594466124160/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787758069.503774:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787758069.503777:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787758069.503781:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787758069.503788:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787758069.503791:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787758069.503796:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787758069.503804:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca192c0 x1874594466124160/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787758069.503820:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca192c0 x1874594466124160/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758069.503835:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787758069.503838:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758069.503843:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758069.503847:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787758069.503856:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca192c0 x1874594466124160/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758069.503870:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787758069.503879:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca192c0 x1874594466124160/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758094 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758069.503895:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787758069.503901:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758069.503904:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758069.503908:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758069.503912:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787758069.503916:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787758069.503922:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787758069.503928:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787758069.503931:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787758069.503938:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca192c0 x1874594466124160/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758094 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787758069.503949:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466124160:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787758069.503956:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758069.503959:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758069.503963:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca192c0 x1874594466124160/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758094 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758069.503972:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787758069.503975:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787758069.503978:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787758069.503983:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787758069.503985:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787758069.503987:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:0.0:1787758069.503990:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787758069.503994:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51f400.
02000000:00000001:0.0:1787758069.504002:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787758069.504005:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787758069.504007:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca192c0.
00000100:00000001:0.0:1787758069.504011:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787758069.504013:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758069.504015:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758069.504025:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787758069.504028:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758069.504030:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787758069.504032:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787758069.504034:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787758069.504039:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca19e00 x1874594466124288/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758069.504050:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787758069.504053:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758069.504057:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787758069.504061:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787758069.504066:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787758069.504072:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca19e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466124288:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787758069.504079:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787758069.504083:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787758069.504085:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758069.504089:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787758069.504096:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787758069.504100:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758069.504109:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787758069.504115:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787758069.504124:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787758069.504130:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466124288, portal 10
00000100:00000001:0.0:1787758069.504135:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787758069.504138:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118846464 : -120600590705152 : ffff92507ca19e00)
00000100:00000040:0.0:1787758069.504151:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca19e00 x1874594466124288/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758069.504165:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787758069.504168:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787758069.504172:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000200:0.0:1787758069.504176:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466124288, offset 0
00000400:00000200:0.0:1787758069.504181:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787758069.504188:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758069.504194:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787758069.504198:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787758069.504202:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787758069.504205:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787758069.504208:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787758069.504213:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56882:56882:256:4294967295] 192.168.201.154@tcp LPNI seq info [56882:56882:8:4294967295]
00000400:00000200:0.0:1787758069.504219:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758069.504228:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787758069.504234:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787758069.504239:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000800:00000200:0.0:1787758069.504244:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787758069.504248:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787758069.504254:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787758069.504257:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1787758069.504262:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787758069.504265:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000400:00000200:0.0:1787758069.504301:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787758069.504306:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787758069.504310:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787758069.504313:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:0.0:1787758069.504317:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787758069.504322:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca19e00 x1874594466124288/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758069.504333:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758069.504337:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19e00 x1874594466124288/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758094 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758069.504346:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758069.504348:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787758069.504352:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787758069.504358:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:0.0:1787758069.504362:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787758069.504365:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314321450
00000100:00000001:0.0:1787758069.504369:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314322345
00000100:00000001:0.0:1787758069.504372:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314321450
00000100:00000001:0.0:1787758069.504375:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314322345
00000100:00000001:0.0:1787758069.504378:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787758069.504381:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758069.504384:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787758069.504389:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758069/real 1787758069]  req@ffff92507ca19e00 x1874594466124288/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787758069.504399:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787758069.504401:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787758069.504403:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787758069.504406:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787758069.504408:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787758069.504411:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787758069.504415:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca19e00 x1874594466124288/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787758069.504425:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca19e00 x1874594466124288/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758069.504433:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787758069.504435:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758069.504437:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758069.504438:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787758069.504443:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca19e00 x1874594466124288/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758069.504451:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787758069.504455:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca19e00 x1874594466124288/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758094 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758069.504464:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787758069.504467:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758069.504469:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758069.504471:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758069.504474:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787758069.504477:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787758069.504481:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787758069.504485:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787758069.504488:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787758069.504493:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca19e00 x1874594466124288/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758094 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787758069.504503:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca19e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466124288:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787758069.504508:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787758069.504512:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca18b40 x1874594466124416/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758069.504520:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787758069.504521:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758069.504524:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787758069.504526:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787758069.504529:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787758069.504533:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca18b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466124416:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787758069.504537:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787758069.504539:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787758069.504542:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758069.504544:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787758069.504549:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad6400.
02000000:00000001:0.0:1787758069.504551:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758069.504555:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787758069.504558:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787758069.504562:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787758069.504565:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466124416, portal 4
00000100:00000001:0.0:1787758069.504568:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787758069.504570:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118841664 : -120600590709952 : ffff92507ca18b40)
00000100:00000040:0.0:1787758069.504577:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca18b40 x1874594466124416/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758069.504584:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787758069.504588:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787758069.504591:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000200:0.0:1787758069.504594:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466124416, offset 0
00000400:00000200:0.0:1787758069.504598:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787758069.504603:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758069.504608:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787758069.504612:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787758069.504615:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787758069.504642:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787758069.504650:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787758069.504655:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56883:56883:256:4294967295] 192.168.201.154@tcp LPNI seq info [56883:56883:8:4294967295]
00000400:00000200:0.0:1787758069.504661:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758069.504670:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787758069.504676:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787758069.504681:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000800:00000200:0.0:1787758069.504687:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787758069.504691:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787758069.504696:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787758069.504699:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1787758069.504704:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787758069.504707:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000400:00000200:0.0:1787758069.504711:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787758069.504715:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787758069.504719:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787758069.504722:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:0.0:1787758069.504725:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787758069.504730:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca18b40 x1874594466124416/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758069.504744:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758069.504751:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca18b40 x1874594466124416/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758094 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758069.504764:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758069.504768:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787758069.504776:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787758069.504782:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:0.0:1787758069.504788:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787758069.504792:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314321433
00000100:00000001:0.0:1787758069.504797:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314322345
00000100:00000001:0.0:1787758069.504803:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314321433
00000100:00000001:0.0:1787758069.504807:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314322345
00000100:00000001:0.0:1787758069.504811:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787758069.504815:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758069.504819:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787758069.504827:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758069/real 1787758069]  req@ffff92507ca18b40 x1874594466124416/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787758069.504842:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787758069.504845:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787758069.504848:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787758069.504854:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787758069.504857:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787758069.504861:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787758069.504867:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca18b40 x1874594466124416/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787758069.504884:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca18b40 x1874594466124416/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758069.504897:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787758069.504901:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758069.504904:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758069.504907:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787758069.504914:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca18b40 x1874594466124416/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758069.504927:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787758069.504934:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca18b40 x1874594466124416/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758094 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758069.504947:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787758069.504952:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758069.504955:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758069.504958:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758069.504962:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787758069.504964:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787758069.504970:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787758069.504977:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787758069.504982:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787758069.504989:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca18b40 x1874594466124416/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758094 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787758069.505006:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca18b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466124416:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787758069.505015:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758069.505019:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758069.505025:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca19e00 x1874594466124288/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758094 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758069.505034:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787758069.505037:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787758069.505040:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787758069.505044:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787758069.505046:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787758069.505048:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:0.0:1787758069.505052:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787758069.505056:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51c000.
02000000:00000001:0.0:1787758069.505061:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787758069.505064:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787758069.505067:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca19e00.
00000100:00000001:0.0:1787758069.505072:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787758069.505075:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758069.505079:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758069.505086:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca18b40 x1874594466124416/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758094 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758069.505099:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787758069.505102:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787758069.505105:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad6400.
02000000:00000001:0.0:1787758069.505110:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787758069.505112:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787758069.505115:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:0.0:1787758069.505119:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787758069.505122:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51e000.
02000000:00000001:0.0:1787758069.505127:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787758069.505129:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787758069.505132:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca18b40.
00000100:00000001:0.0:1787758069.505137:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787758069.505140:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758069.505143:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758069.505150:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787758069.505154:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758069.505158:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787758069.505160:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758070.014410:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758070.014422:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758070.014426:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758070.014433:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758070.014439:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758070.014445:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758070.014449:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758070.014453:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758070.014458:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758070.334438:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758070.334448:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758070.334461:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758070.334464:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758070.334471:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758070.334475:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758070.334644:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758070.334653:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758070.334660:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787758070.462362:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314322345, at 4314322368
00000100:00000010:2.0:1787758070.462384:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747d80.
00000100:00000040:3.0:1787758070.462412:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314322345, at 4314322368
00000100:00000010:3.0:1787758070.462431:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a7473c0.
00000100:00000001:2.0:1787758071.038405:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758071.038415:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758071.038419:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758071.038427:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758071.038432:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758071.038438:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758071.038442:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758071.038445:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758071.038449:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758071.358437:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758071.358445:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758071.358454:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758071.358457:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758071.358463:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758071.358465:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787758071.358548:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787758071.358557:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787758071.358563:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758072.062360:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758072.062366:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758072.062368:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758072.062372:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758072.062375:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758072.062379:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758072.062382:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758072.062385:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758072.062387:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758072.382407:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758072.382415:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758072.382424:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758072.382426:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758072.382433:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758072.382435:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787758072.382465:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787758072.382469:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787758072.382473:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758073.086351:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758073.086359:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758073.086362:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758073.086367:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758073.086370:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758073.086374:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758073.086377:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758073.086379:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758073.086382:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758073.406344:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758073.406352:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787758073.406354:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787758073.406358:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758073.406361:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787758073.406363:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758073.406365:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758073.406367:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758073.406371:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758073.406374:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787758073.406375:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787758073.406376:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758073.406377:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787758073.406379:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758073.406381:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758073.406383:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758073.406385:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758073.406386:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758073.406443:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758073.406450:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758073.406454:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758074.110458:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758074.110470:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758074.110474:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758074.110482:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758074.110487:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758074.110493:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758074.110497:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758074.110501:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758074.110506:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758074.430417:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758074.430428:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758074.430441:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758074.430444:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758074.430451:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758074.430454:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787758074.430512:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787758074.430521:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787758074.430529:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787758074.622402:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787758074.622417:0:277834:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787758074.622420:0:277834:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787758074.622425:0:277834:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787758074.622432:0:277834:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787758074.622443:0:277834:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19654
00000400:00000200:3.0:1787758074.622454:0:277834:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787758074.622461:0:277834:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787758074.622465:0:277834:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787758074.622470:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787758074.622474:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787758074.622478:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787758074.622481:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787758074.622487:0:277834:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787758074.622489:0:277834:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787758074.622493:0:277834:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787758074.622497:0:277834:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787758074.622500:0:277834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787758074.622503:0:277834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787758074.622506:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787758074.622509:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787758074.622511:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787758074.622514:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787758074.622519:0:277834:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787758074.622525:0:277834:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787758074.622551:0:277834:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787758074.622558:0:277834:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787758074.622564:0:277834:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787758074.622569:0:277834:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787758074.622573:0:277834:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787758074.622578:0:277834:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787758074.622590:0:277834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a580.
00000020:00000040:3.0:1787758074.622597:0:277834:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787758074.622605:0:277834:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787758074.622609:0:277834:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787758074.622614:0:277834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787758074.622619:0:277834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787758074.622627:0:277834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787758074.622641:0:277834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e800.
00000100:00000001:3.0:1787758074.622651:0:277834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787758074.622665:0:277834:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a580 x1874594466124544/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787758074.622679:0:277834:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787758074.622685:0:277834:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787758074.622691:0:277834:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079505b6d] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a580 x1874594466124544/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787758074.622722:0:277834:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787758074.622727:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787758074.622732:0:277834:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787758074.622734:0:277834:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787758074.622750:0:277834:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787758074.622755:0:277834:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787758074.622766:0:277834:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19654
00000400:00000200:3.0:1787758074.622773:0:277834:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787758074.622778:0:277834:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787758074.622782:0:277834:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787758074.622786:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758074.622791:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787758074.622791:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787758074.622801:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758074.622803:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787758074.622805:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:0.0:1787758074.622810:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787758074.622812:0:277834:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787758074.622817:0:277834:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787758074.622820:0:277834:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787758074.622825:0:277834:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000100:00000040:0.0:1787758074.622827:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1a580 x1874594466124544/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787758074.622830:0:277834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787758074.622840:0:277834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787758074.622854:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787758074.622862:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787758074.622867:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1787758074.622869:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758074.622873:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787758074.622876:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
02000000:00000001:0.0:1787758074.622885:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1787758074.622886:0:277834:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
02000000:00000001:0.0:1787758074.622894:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1787758074.622896:0:277834:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
02000000:00000001:0.0:1787758074.622905:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787758074.622906:0:277834:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787758074.622916:0:277834:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1787758074.622922:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466124544:192.168.201.154@tcp:250:kworker.0
02000000:00000001:3.0:1787758074.622926:0:277834:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787758074.622929:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787758074.622934:0:277834:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758074.622938:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787758074.622942:0:277834:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:0.0:1787758074.622944:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758074.622951:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:3.0:1787758074.622954:0:277834:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000010:0.0:1787758074.622959:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad7c00.
00000008:00000001:3.0:1787758074.622964:0:277834:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758074.622966:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787758074.622977:0:277834:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758074.622986:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000010:3.0:1787758074.622994:0:277834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca18b40.
00000400:00000010:0.0:1787758074.622996:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000020:00000040:3.0:1787758074.623010:0:277834:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000400:00000010:0.0:1787758074.623014:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
02000000:00000001:3.0:1787758074.623020:0:277834:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787758074.623027:0:277834:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787758074.623028:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466124544, portal 25
00000100:00000001:0.0:1787758074.623039:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787758074.623039:0:277834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787758074.623047:0:277834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787758074.623048:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118848384 : -120600590703232 : ffff92507ca1a580)
02000000:00000001:3.0:1787758074.623054:0:277834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787758074.623063:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1a580 x1874594466124544/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787758074.623068:0:277834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e000.
00000100:00000001:3.0:1787758074.623080:0:277834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758074.623084:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787758074.623092:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00100000:3.0:1787758074.623096:0:277834:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca18b40 x1874594466124672/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1787758074.623098:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000001:3.0:1787758074.623113:0:277834:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787758074.623116:0:277834:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787758074.623123:0:277834:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5e8f4b9] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca18b40 x1874594466124672/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787758074.623127:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466124544, offset 0
00000100:00000001:3.0:1787758074.623147:0:277834:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758074.623148:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00080000:3.0:1787758074.623159:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787758074.623165:0:277834:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:0.0:1787758074.623170:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787758074.623172:0:277834:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787758074.623178:0:277834:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787758074.623183:0:277834:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1787758074.623185:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00080000:3.0:1787758074.623192:0:277834:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19654
00000400:00000200:0.0:1787758074.623202:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787758074.623205:0:277834:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758074.623215:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:3.0:1787758074.623217:0:277834:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787758074.623224:0:277834:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1787758074.623229:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1787758074.623235:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000200:0.0:1787758074.623243:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00000001:3.0:1787758074.623244:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787758074.623256:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000200:0.0:1787758074.623260:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56884:56884:256:4294967295] 192.168.201.154@tcp LPNI seq info [56884:56884:8:4294967295]
00000100:00000001:3.0:1787758074.623262:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:0.0:1787758074.623314:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000020:00000001:3.0:1787758074.623315:0:277834:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787758074.623321:0:277834:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787758074.623325:0:277834:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787758074.623332:0:277834:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787758074.623340:0:277834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:0.0:1787758074.623341:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000020:00000001:3.0:1787758074.623347:0:277834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787758074.623360:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000800:00000200:0.0:1787758074.623363:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000001:3.0:1787758074.623365:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787758074.623375:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000800:00000010:0.0:1787758074.623377:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000100:00000001:3.0:1787758074.623381:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787758074.623387:0:277834:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787758074.623398:0:277834:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000800:00000200:0.0:1787758074.623399:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:3.0:1787758074.623406:0:277834:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787758074.623410:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 1 secs later)
02000000:00000001:3.0:1787758074.623412:0:277834:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787758074.623421:0:277834:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787758074.623430:0:277834:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787758074.623431:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:3.0:1787758074.623437:0:277834:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000200:0.1:1787758074.623441:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 1 secs later)
00000008:00100000:3.0:1787758074.623444:0:277834:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787758074.623452:0:277834:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1787758074.623460:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000100:00000001:3.0:1787758074.623461:0:277834:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1787758074.623470:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000100:00000010:3.0:1787758074.623473:0:277834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19e00.
00000400:00000200:0.0:1787758074.623481:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:3.0:1787758074.623482:0:277834:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:3.0:1787758074.623492:0:277834:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787758074.623497:0:277834:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758074.623499:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787758074.623502:0:277834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787758074.623506:0:277834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787758074.623509:0:277834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787758074.623513:0:277834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c000.
00000100:00000001:3.0:1787758074.623519:0:277834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758074.623521:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787758074.623528:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00100000:3.0:1787758074.623558:0:277834:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19e00 x1874594466124800/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787758074.623560:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787758074.623572:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1a580 x1874594466124544/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787758074.623604:0:277834:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787758074.623609:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787758074.623613:0:277834:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787758074.623619:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a580 x1874594466124544/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758099 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787758074.623634:0:277834:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000c6c2d2] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19e00 x1874594466124800/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758074.623637:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758074.623646:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787758074.623657:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787758074.623660:0:277834:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758074.623668:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:3.0:1787758074.623669:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787758074.623678:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314327465
00000100:00000040:3.0:1787758074.623681:0:277834:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000010:0.0:1787758074.623690:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747060.
00000100:00000040:3.0:1787758074.623692:0:277834:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19664)
00000100:00000001:0.0:1787758074.623706:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787758074.623716:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314327465
00000100:00000010:0.0:1787758074.623722:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747de0.
00000100:00000001:0.0:1787758074.623727:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787758074.623732:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787758074.623737:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758074.623740:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787758074.623748:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758074/real 1787758074]  req@ffff92507ca1a580 x1874594466124544/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787758074.623761:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787758074.623763:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787758074.623765:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787758074.623769:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787758074.623771:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787758074.623774:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787758074.623778:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1a580 x1874594466124544/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787758074.623790:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1a580 x1874594466124544/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758074.623798:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787758074.623801:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758074.623804:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758074.623806:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787758074.623811:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1a580 x1874594466124544/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758074.623819:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787758074.623825:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1a580 x1874594466124544/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758099 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758074.623834:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787758074.623838:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758074.623840:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758074.623842:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758074.623845:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787758074.623848:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787758074.623851:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787758074.623855:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787758074.623858:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787758074.623863:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1a580 x1874594466124544/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758099 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787758074.623873:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466124544:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787758074.623879:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758074.623882:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758074.623886:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1a580 x1874594466124544/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758099 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758074.623902:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787758074.623905:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787758074.623909:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad7c00.
02000000:00000001:0.0:1787758074.623913:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787758074.623916:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787758074.623918:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:0.0:1787758074.623921:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787758074.623925:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51e800.
02000000:00000001:0.0:1787758074.623929:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787758074.623931:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787758074.623933:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1a580.
00000100:00000001:0.0:1787758074.623937:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787758074.623939:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758074.623941:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758074.623951:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787758074.623954:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758074.623957:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787758074.623959:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787758074.623961:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787758074.623965:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca18b40 x1874594466124672/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758074.623974:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787758074.623976:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758074.623979:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787758074.623982:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787758074.623984:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787758074.623988:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca18b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466124672:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787758074.623991:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787758074.623994:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787758074.623996:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758074.623998:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787758074.624002:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad7c00.
02000000:00000001:0.0:1787758074.624004:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758074.624008:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787758074.624012:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787758074.624016:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787758074.624020:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466124672, portal 10
00000100:00000001:0.0:1787758074.624022:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787758074.624024:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118841664 : -120600590709952 : ffff92507ca18b40)
00000100:00000040:0.0:1787758074.624033:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca18b40 x1874594466124672/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758074.624041:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787758074.624044:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787758074.624047:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000200:0.0:1787758074.624050:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466124672, offset 0
00000400:00000200:0.0:1787758074.624055:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787758074.624060:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758074.624064:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787758074.624069:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787758074.624072:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787758074.624076:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787758074.624079:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787758074.624083:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56885:56885:256:4294967295] 192.168.201.154@tcp LPNI seq info [56885:56885:8:4294967295]
00000400:00000200:0.0:1787758074.624088:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758074.624097:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787758074.624103:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787758074.624107:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000800:00000200:0.0:1787758074.624112:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787758074.624116:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787758074.624122:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787758074.624125:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1787758074.624130:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787758074.624132:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000400:00000200:0.0:1787758074.624137:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787758074.624141:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787758074.624145:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787758074.624147:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:0.0:1787758074.624150:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787758074.624155:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca18b40 x1874594466124672/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758074.624165:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758074.624169:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca18b40 x1874594466124672/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758099 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758074.624178:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758074.624180:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787758074.624183:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787758074.624188:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:0.0:1787758074.624192:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787758074.624194:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314326569
00000100:00000001:0.0:1787758074.624198:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314327465
00000100:00000001:0.0:1787758074.624200:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314326569
00000100:00000001:0.0:1787758074.624203:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314327465
00000100:00000001:0.0:1787758074.624206:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787758074.624209:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758074.624211:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787758074.624216:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758074/real 1787758074]  req@ffff92507ca18b40 x1874594466124672/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787758074.624225:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787758074.624227:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787758074.624229:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787758074.624232:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787758074.624234:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787758074.624237:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787758074.624240:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca18b40 x1874594466124672/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787758074.624250:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca18b40 x1874594466124672/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758074.624294:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787758074.624297:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758074.624300:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758074.624302:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787758074.624307:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca18b40 x1874594466124672/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758074.624316:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787758074.624321:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca18b40 x1874594466124672/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758099 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758074.624329:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787758074.624332:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758074.624334:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758074.624335:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758074.624338:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787758074.624340:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787758074.624343:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787758074.624347:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787758074.624350:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787758074.624354:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca18b40 x1874594466124672/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758099 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787758074.624364:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca18b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466124672:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787758074.624370:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787758074.624374:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca19e00 x1874594466124800/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758074.624382:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787758074.624384:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758074.624388:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787758074.624390:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787758074.624393:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787758074.624396:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca19e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466124800:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787758074.624401:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787758074.624403:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787758074.624405:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758074.624407:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787758074.624412:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad4400.
02000000:00000001:0.0:1787758074.624414:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758074.624418:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787758074.624422:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787758074.624426:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787758074.624429:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466124800, portal 4
00000100:00000001:0.0:1787758074.624432:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787758074.624434:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118846464 : -120600590705152 : ffff92507ca19e00)
00000100:00000040:0.0:1787758074.624441:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca19e00 x1874594466124800/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758074.624450:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787758074.624453:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787758074.624455:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000200:0.0:1787758074.624458:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466124800, offset 0
00000400:00000200:0.0:1787758074.624463:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787758074.624467:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758074.624471:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787758074.624475:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787758074.624478:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787758074.624481:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787758074.624484:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787758074.624488:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56886:56886:256:4294967295] 192.168.201.154@tcp LPNI seq info [56886:56886:8:4294967295]
00000400:00000200:0.0:1787758074.624493:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758074.624502:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787758074.624508:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787758074.624512:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000800:00000200:0.0:1787758074.624517:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787758074.624520:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787758074.624526:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787758074.624548:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1787758074.624555:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787758074.624558:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000400:00000200:0.0:1787758074.624562:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787758074.624567:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787758074.624570:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:0.0:1787758074.624573:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:0.0:1787758074.624577:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787758074.624582:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca19e00 x1874594466124800/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758074.624591:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758074.624595:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19e00 x1874594466124800/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758099 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758074.624603:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758074.624605:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787758074.624609:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787758074.624613:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:0.0:1787758074.624617:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787758074.624620:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314326553
00000100:00000001:0.0:1787758074.624623:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314327465
00000100:00000001:0.0:1787758074.624626:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314326553
00000100:00000001:0.0:1787758074.624629:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314327465
00000100:00000001:0.0:1787758074.624631:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787758074.624634:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758074.624636:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787758074.624641:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758074/real 1787758074]  req@ffff92507ca19e00 x1874594466124800/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787758074.624651:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787758074.624653:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787758074.624655:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787758074.624658:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787758074.624660:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787758074.624663:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787758074.624666:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca19e00 x1874594466124800/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787758074.624677:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca19e00 x1874594466124800/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758074.624685:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787758074.624686:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758074.624689:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758074.624690:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787758074.624695:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca19e00 x1874594466124800/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758074.624702:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787758074.624707:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca19e00 x1874594466124800/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758099 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758074.624715:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787758074.624717:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758074.624719:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758074.624721:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758074.624723:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787758074.624725:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787758074.624728:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787758074.624731:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787758074.624734:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787758074.624739:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca19e00 x1874594466124800/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758099 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787758074.624749:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca19e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466124800:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787758074.624754:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758074.624756:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758074.624760:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca18b40 x1874594466124672/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758099 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758074.624767:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787758074.624769:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787758074.624772:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad7c00.
02000000:00000001:0.0:1787758074.624774:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787758074.624776:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787758074.624778:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:0.0:1787758074.624780:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787758074.624782:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51e000.
02000000:00000001:0.0:1787758074.624785:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787758074.624786:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787758074.624788:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca18b40.
00000100:00000001:0.0:1787758074.624791:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787758074.624793:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758074.624795:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758074.624798:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca19e00 x1874594466124800/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758099 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758074.624806:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787758074.624808:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787758074.624809:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad4400.
02000000:00000001:0.0:1787758074.624812:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787758074.624813:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787758074.624815:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:0.0:1787758074.624817:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787758074.624818:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51c000.
02000000:00000001:0.0:1787758074.624821:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787758074.624823:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787758074.624825:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca19e00.
00000100:00000001:0.0:1787758074.624828:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787758074.624830:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758074.624832:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758074.624836:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787758074.624838:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758074.624840:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787758074.624843:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758075.134444:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758075.134456:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758075.134459:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758075.134467:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758075.134473:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758075.134496:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758075.134499:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758075.134503:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758075.134507:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758075.454567:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758075.454579:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758075.454590:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758075.454592:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758075.454597:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758075.454601:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787758075.454604:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787758075.454608:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758075.454612:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787758075.454615:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758075.454618:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758075.454623:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787758075.454673:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787758075.454678:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787758075.454684:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787758075.582391:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314327465, at 4314327488
00000100:00000040:3.0:1787758075.582413:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314327465, at 4314327488
00000100:00000010:2.0:1787758075.582414:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747060.
00000100:00000010:3.0:1787758075.582431:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747de0.
00000100:00000001:2.0:1787758076.158536:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758076.158548:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758076.158552:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758076.158561:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758076.158567:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758076.158573:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758076.158578:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758076.158583:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758076.158587:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758076.478364:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758076.478373:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758076.478380:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758076.478382:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758076.478387:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758076.478388:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758076.478552:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758076.478560:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758076.478566:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758077.182418:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758077.182429:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758077.182432:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758077.182439:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758077.182444:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758077.182450:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758077.182455:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758077.182459:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758077.182479:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758077.502421:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758077.502436:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758077.502470:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758077.502476:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758077.502507:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758077.502516:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787758077.502581:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787758077.502587:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787758077.502592:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758078.206388:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758078.206396:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758078.206398:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758078.206403:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758078.206406:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758078.206409:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758078.206411:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758078.206413:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758078.206415:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758078.526372:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758078.526381:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758078.526389:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758078.526391:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758078.526397:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758078.526399:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787758078.526420:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787758078.526422:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787758078.526425:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758079.230315:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758079.230322:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758079.230324:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758079.230329:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758079.230333:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758079.230336:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758079.230338:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758079.230340:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758079.230342:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758079.550509:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758079.550523:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758079.550538:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758079.550542:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758079.550553:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758079.550555:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758079.550661:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758079.550669:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758079.550677:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787758079.742494:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787758079.742510:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787758079.742514:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787758079.742518:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787758079.742524:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787758079.742534:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19659
00000400:00000200:1.0:1787758079.742545:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758079.742553:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1787758079.742558:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787758079.742562:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758079.742566:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787758079.742569:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758079.742573:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:1.0:1787758079.742578:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787758079.742580:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:1.0:1787758079.742584:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787758079.742588:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:1.0:1787758079.742591:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:1.0:1787758079.742594:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:1.0:1787758079.742599:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758079.742601:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787758079.742604:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758079.742607:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:1.0:1787758079.742611:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:1.0:1787758079.742615:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:1.0:1787758079.742618:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758079.742622:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787758079.742626:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787758079.742629:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758079.742632:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787758079.742635:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787758079.742645:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff925077901680.
00000020:00000040:1.0:1787758079.742649:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:1.0:1787758079.742654:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787758079.742657:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758079.742660:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787758079.742664:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787758079.742669:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787758079.742679:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925077916400.
00000100:00000001:1.0:1787758079.742687:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758079.742700:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff925077901680 x1874594466124928/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787758079.742714:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787758079.742719:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787758079.742725:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000679d9fb6] to pc [ptlrpcd_rcv+-1]  req@ffff925077901680 x1874594466124928/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758079.742758:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787758079.742763:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787758079.742767:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787758079.742769:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787758079.742773:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787758079.742777:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787758079.742780:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19659
00000400:00000200:1.0:1787758079.742785:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758079.742789:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1787758079.742792:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787758079.742795:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758079.742798:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787758079.742801:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758079.742803:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:1.0:1787758079.742806:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787758079.742808:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:1.0:1787758079.742810:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787758079.742813:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:1.0:1787758079.742816:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:1.0:1787758079.742820:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:1.0:1787758079.742824:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758079.742827:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787758079.742831:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758079.742834:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:1.0:1787758079.742837:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00000001:0.0:1787758079.742840:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1787758079.742842:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:1.0:1787758079.742850:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758079.742851:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1787758079.742853:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787758079.742857:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1787758079.742863:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787758079.742871:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787758079.742874:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077901680 x1874594466124928/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758079.742875:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787758079.742884:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787758079.742895:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758079.742903:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758079.742908:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000010:1.0:1787758079.742911:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9250779021c0.
00000100:00000001:0.0:1787758079.742914:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787758079.742919:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:0.0:1787758079.742923:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787758079.742926:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787758079.742930:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787758079.742932:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758079.742947:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758079.742950:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787758079.742957:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:0.0:1787758079.742958:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077901680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466124928:192.168.201.154@tcp:250:kworker.0
02000000:00000001:1.0:1787758079.742961:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758079.742972:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:1.0:1787758079.742975:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925077914800.
02000000:00000001:0.0:1787758079.742980:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787758079.742983:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758079.742986:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758079.742992:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:1.0:1787758079.742997:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9250779021c0 x1874594466125056/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:0.0:1787758079.743003:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad7c00.
02000000:00000001:0.0:1787758079.743012:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758079.743023:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787758079.743029:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758079.743031:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:1.0:1787758079.743039:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081c07b6a] to pc [ptlrpcd_rcv+-1]  req@ffff9250779021c0 x1874594466125056/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1787758079.743042:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787758079.743057:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000001:1.0:1787758079.743059:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787758079.743069:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1787758079.743075:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466124928, portal 25
00000100:00080000:1.0:1787758079.743075:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787758079.743081:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787758079.743084:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:1.0:1787758079.743086:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787758079.743090:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033811584 : -120600675740032 : ffff925077901680)
00000100:00000001:1.0:1787758079.743093:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787758079.743101:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19659
00000100:00000040:0.0:1787758079.743107:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077901680 x1874594466124928/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787758079.743119:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758079.743135:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1787758079.743148:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787758079.743151:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787758079.743161:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000040:0.0:1787758079.743168:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000001:1.0:1787758079.743172:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1787758079.743179:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905bb0.
00000100:00000040:1.0:1787758079.743185:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000200:0.0:1787758079.743191:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466124928, offset 0
00000100:00000001:1.0:1787758079.743192:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:1.0:1787758079.743201:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787758079.743206:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:1.0:1787758079.743208:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787758079.743212:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:1.0:1787758079.743219:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:0.0:1787758079.743222:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000020:00000001:1.0:1787758079.743226:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:1.0:1787758079.743234:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758079.743237:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787758079.743242:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:1.0:1787758079.743244:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758079.743252:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:1.0:1787758079.743257:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000400:00000200:0.0:1787758079.743259:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00080000:1.0:1787758079.743313:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:1.0:1787758079.743319:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758079.743322:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787758079.743327:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787758079.743330:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758079.743333:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787758079.743336:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787758079.743342:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758079.743345:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1787758079.743347:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787758079.743359:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff925077902940.
00000400:00000200:0.0:1787758079.743360:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000020:00000040:1.0:1787758079.743369:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000400:00000200:0.0:1787758079.743371:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
02000000:00000001:1.0:1787758079.743379:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1787758079.743382:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
02000000:00000001:1.0:1787758079.743385:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758079.743394:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56887:56887:256:4294967295] 192.168.201.154@tcp LPNI seq info [56887:56887:8:4294967295]
00000100:00000001:1.0:1787758079.743394:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787758079.743402:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787758079.743408:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758079.743417:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000010:1.0:1787758079.743422:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925077915800.
00000100:00000001:1.0:1787758079.743430:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758079.743467:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff925077902940 x1874594466125184/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787758079.743477:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1787758079.743491:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787758079.743504:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787758079.743511:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000040:1.0:1787758079.743520:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007edc916f] to pc [ptlrpcd_rcv+-1]  req@ffff925077902940 x1874594466125184/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:0.0:1787758079.743524:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87a700.
00000100:00000001:1.0:1787758079.743540:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787758079.743543:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000040:1.0:1787758079.743546:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1787758079.743556:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:0.1:1787758079.743558:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000040:1.0:1787758079.743564:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19669)
00000100:00000001:0.0:1787758079.743592:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758079.743602:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787758079.743607:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314332585
00000100:00000010:0.0:1787758079.743615:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a7471e0.
00000100:00000001:0.0:1787758079.743626:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787758079.743635:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314332585
00000100:00000010:0.0:1787758079.743640:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747de0.
00000100:00000001:0.0:1787758079.743644:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787758079.743648:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787758079.743651:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758079.743657:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758079.743660:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758079.743670:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787758079.743673:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1787758079.743676:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787758079.743679:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787758079.743682:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787758079.743689:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9250779021c0 x1874594466125056/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758079.743701:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787758079.743703:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758079.743707:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787758079.743711:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787758079.743714:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787758079.743718:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9250779021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466125056:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787758079.743723:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787758079.743726:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787758079.743729:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758079.743731:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787758079.743737:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad4400.
02000000:00000001:0.0:1787758079.743740:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758079.743746:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787758079.743753:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ff5d8.
00000400:00000010:0.0:1787758079.743759:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905908.
00000100:00000200:0.0:1787758079.743764:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466125056, portal 10
00000100:00000001:0.0:1787758079.743767:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787758079.743770:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033814464 : -120600675737152 : ffff9250779021c0)
00000100:00000040:0.0:1787758079.743779:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9250779021c0 x1874594466125056/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758079.743789:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787758079.743792:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787758079.743797:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905990.
00000100:00000200:0.0:1787758079.743800:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466125056, offset 0
00000400:00000200:0.0:1787758079.743805:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787758079.743810:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758079.743818:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787758079.743823:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787758079.743828:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787758079.743832:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787758079.743837:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787758079.743845:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56888:56888:255:4294967295] 192.168.201.154@tcp LPNI seq info [56888:56888:7:4294967295]
00000400:00000200:0.0:1787758079.743852:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758079.743862:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787758079.743867:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787758079.743871:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87ab00.
00000800:00000200:0.0:1787758079.743877:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787758079.743882:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:0.0:1787758079.743885:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787758079.743890:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:0.0:1787758079.743894:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787758079.743897:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314331689
00000100:00000001:0.0:1787758079.743901:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314332585
00000100:00000001:0.0:1787758079.743904:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314331689
00000100:00000001:0.0:1787758079.743906:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314332585
00000100:00000001:0.0:1787758079.743908:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787758079.743911:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758079.743914:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787758079.743918:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077902940 x1874594466125184/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758079.743927:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787758079.743929:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758079.743932:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787758079.743934:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787758079.743936:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787758079.743940:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077902940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466125184:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787758079.743952:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787758079.743954:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787758079.743956:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758079.743958:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787758079.743963:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787758079.743965:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758079.743969:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787758079.743972:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ff840.
00000400:00000010:0.0:1787758079.743976:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905220.
00000100:00000200:0.0:1787758079.743979:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466125184, portal 4
00000100:00000001:0.0:1787758079.743981:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787758079.743983:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033816384 : -120600675735232 : ffff925077902940)
00000100:00000040:0.0:1787758079.743991:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077902940 x1874594466125184/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758079.743999:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787758079.744002:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787758079.744004:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905330.
00000100:00000200:0.0:1787758079.744007:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466125184, offset 0
00000400:00000200:0.0:1787758079.744012:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787758079.744015:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758079.744019:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787758079.744023:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787758079.744026:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787758079.744028:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787758079.744031:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787758079.744035:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56889:56889:254:4294967295] 192.168.201.154@tcp LPNI seq info [56889:56889:6:4294967295]
00000400:00000200:0.0:1787758079.744040:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758079.744047:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787758079.744053:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787758079.744057:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87ac00.
00000800:00000200:0.0:1787758079.744061:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787758079.744066:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:0.0:1787758079.744069:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787758079.744072:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:0.0:1787758079.744076:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787758079.744078:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314331672
00000100:00000001:0.0:1787758079.744082:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314332585
00000100:00000001:0.0:1787758079.744085:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314331672
00000100:00000001:0.0:1787758079.744087:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314332585
00000100:00000001:0.0:1787758079.744090:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787758079.744092:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758079.744095:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758079.744098:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758079.744101:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787758079.744103:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1787758079.744105:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787758079.744107:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787758079.744110:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758079.744113:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758080.254484:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758080.254494:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758080.254497:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758080.254504:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758080.254510:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758080.254515:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758080.254518:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758080.254522:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758080.254525:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758080.574468:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758080.574480:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758080.574492:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758080.574496:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758080.574507:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758080.574510:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787758080.574586:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787758080.574598:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787758080.574606:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787758080.702393:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314332585, at 4314332608
00000100:00000010:3.0:1787758080.702416:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747de0.
00000100:00000040:2.0:1787758080.702456:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314332585, at 4314332608
00000100:00000010:2.0:1787758080.702479:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a7471e0.
00000100:00000001:2.0:1787758081.278545:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758081.278556:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758081.278560:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758081.278569:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758081.278575:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758081.278581:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758081.278587:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758081.278591:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758081.278596:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758081.598496:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758081.598509:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758081.598523:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758081.598527:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758081.598536:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758081.598540:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787758081.598581:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787758081.598589:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787758081.598596:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758082.302390:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758082.302414:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758082.302417:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758082.302424:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758082.302429:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758082.302433:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758082.302435:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758082.302438:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758082.302442:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758082.622411:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758082.622422:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758082.622435:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758082.622439:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758082.622448:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758082.622451:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758082.622573:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758082.622586:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758082.622595:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1787758082.814755:0:238943:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.154:988
00000400:00000100:2.0:1787758082.814831:0:238943:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.154@tcp at host 192.168.201.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1787758082.814849:0:238943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787758082.814857:0:238943:0:(router.c:1791:lnet_notify()) 192.168.201.54@tcp notifying 192.168.201.154@tcp: down
00000400:00000200:2.0:1787758082.814867:0:238943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787758082.814875:0:238943:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1787758082.814884:0:238943:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000800:00000010:2.0:1787758082.814891:0:238943:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87a700.
00000400:00000200:2.0:1787758082.814902:0:238943:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787758082.814913:0:238943:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787758082.814923:0:238943:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905bb0
00000400:00000010:2.0:1787758082.814928:0:238943:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905bb0.
00000100:00000001:2.0:1787758082.814941:0:238943:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787758082.814965:0:238943:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff925077901680 x1874594466124928/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787758082.815008:0:238943:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787758082.815017:0:238943:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077901680 x1874594466124928/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758104 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787758082.815043:0:238943:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758082.815046:0:238943:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787758082.815065:0:238943:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000800:00000010:2.0:1787758082.815070:0:238943:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87ab00.
00000400:00000200:2.0:1787758082.815076:0:238943:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787758082.815085:0:238943:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787758082.815093:0:238943:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905990
00000400:00000010:2.0:1787758082.815099:0:238943:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905990.
00000100:00000001:2.0:1787758082.815107:0:238943:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787758082.815115:0:238943:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9250779021c0 x1874594466125056/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787758082.815154:0:238943:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787758082.815161:0:238943:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9250779021c0 x1874594466125056/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758104 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787758082.815174:0:238943:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758082.815179:0:238943:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787758082.815198:0:238943:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000100:00000001:0.0:1787758082.815203:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000800:00000010:2.0:1787758082.815210:0:238943:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87ac00.
00000100:00000001:0.0:1787758082.815231:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000200:2.0:1787758082.815242:0:238943:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:0.0:1787758082.815247:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000400:00000200:2.0:1787758082.815437:0:238943:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787758082.815447:0:238943:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905330
00000400:00000010:2.0:1787758082.815453:0:238943:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905330.
00000100:00000001:2.0:1787758082.815467:0:238943:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:0.0:1787758082.815475:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758079/real 1787758082]  req@ffff9250779021c0 x1874594466125056/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787758082.815499:0:238943:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff925077902940 x1874594466125184/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787758082.815573:0:238943:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000400:00000001:0.0:1787758082.815579:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:2.0:1787758082.815585:0:238943:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077902940 x1874594466125184/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758104 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787758082.815590:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787758082.815604:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ff5d8.
00000100:00000001:2.0:1787758082.815622:0:238943:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758082.815633:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905908
00000100:00000001:2.0:1787758082.815641:0:238943:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000010:0.0:1787758082.815647:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905908.
00000100:00000001:0.0:1787758082.815676:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787758082.815692:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9250779021c0 x1874594466125056/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787758082.815723:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9250779021c0 x1874594466125056/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758082.815740:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787758082.815744:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758082.815751:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758082.815756:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787758082.815767:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9250779021c0 x1874594466125056/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758082.815784:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787758082.815796:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9250779021c0 x1874594466125056/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758104 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758082.815812:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787758082.815820:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758082.815824:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758082.815826:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758082.815831:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787758082.815837:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787758082.815847:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787758082.815857:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787758082.815863:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787758082.815873:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9250779021c0 x1874594466125056/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758104 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787758082.815891:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9250779021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466125056:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787758082.815903:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787758082.815913:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758079/real 1787758082]  req@ffff925077902940 x1874594466125184/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787758082.815931:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787758082.815937:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787758082.815944:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ff840.
00000400:00000200:0.0:1787758082.815950:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905220
00000400:00000010:0.0:1787758082.815954:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905220.
00000100:00000001:0.0:1787758082.815959:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787758082.815966:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077902940 x1874594466125184/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787758082.815999:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077902940 x1874594466125184/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758082.816016:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787758082.816021:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758082.816025:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758082.816029:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787758082.816050:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077902940 x1874594466125184/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758082.816066:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787758082.816078:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077902940 x1874594466125184/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758104 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758082.816091:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787758082.816096:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758082.816100:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758082.816103:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758082.816106:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787758082.816110:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787758082.816115:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787758082.816123:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787758082.816129:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787758082.816136:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077902940 x1874594466125184/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758104 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787758082.816150:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077902940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466125184:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787758082.816159:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787758082.816169:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758079/real 1787758082]  req@ffff925077901680 x1874594466124928/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787758082.816198:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787758082.816201:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787758082.816205:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787758082.816211:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787758082.816215:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787758082.816221:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787758082.816226:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077901680 x1874594466124928/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787758082.816240:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077901680 x1874594466124928/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758082.816251:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787758082.816253:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758082.816257:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758082.816259:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787758082.816265:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077901680 x1874594466124928/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758082.816360:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787758082.816370:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077901680 x1874594466124928/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758104 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758082.816382:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787758082.816413:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758082.816417:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758082.816419:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758082.816422:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787758082.816426:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787758082.816431:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787758082.816438:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787758082.816442:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787758082.816451:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077901680 x1874594466124928/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758104 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787758082.816468:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077901680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466124928:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787758082.816477:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758082.816483:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758082.816491:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9250779021c0 x1874594466125056/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758104 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758082.816504:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787758082.816510:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787758082.816518:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad4400.
02000000:00000001:0.0:1787758082.816528:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787758082.816534:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787758082.816538:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:0.0:1787758082.816543:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787758082.816548:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077914800.
02000000:00000001:0.0:1787758082.816556:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787758082.816560:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787758082.816564:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9250779021c0.
00000100:00000001:0.0:1787758082.816570:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787758082.816573:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758082.816577:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758082.816584:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077902940 x1874594466125184/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758104 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758082.816596:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787758082.816600:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787758082.816603:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787758082.816609:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787758082.816612:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787758082.816615:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:0.0:1787758082.816619:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787758082.816622:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077915800.
02000000:00000001:0.0:1787758082.816641:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787758082.816644:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787758082.816650:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077902940.
00000100:00000001:0.0:1787758082.816661:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787758082.816663:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758082.816668:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758082.816689:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077901680 x1874594466124928/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758104 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758082.816703:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787758082.816706:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787758082.816710:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad7c00.
02000000:00000001:0.0:1787758082.816716:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787758082.816718:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787758082.816720:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:0.0:1787758082.816724:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787758082.816726:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077916400.
02000000:00000001:0.0:1787758082.816730:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787758082.816732:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787758082.816734:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077901680.
00000100:00000001:0.0:1787758082.816739:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787758082.816741:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758082.816746:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758082.816763:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787758082.816767:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758082.816772:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787758082.816775:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758083.326410:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758083.326420:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758083.326423:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758083.326429:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758083.326434:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758083.326439:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758083.326443:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758083.326446:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758083.326450:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758083.646468:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758083.646488:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787758083.646492:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787758083.646500:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758083.646510:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787758083.646515:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758083.646519:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758083.646524:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758083.646534:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758083.646537:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787758083.646539:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787758083.646541:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758083.646544:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787758083.646545:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758083.646547:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758083.646550:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758083.646554:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758083.646556:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787758083.646634:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787758083.646643:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787758083.646649:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758084.350432:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758084.350442:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758084.350445:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758084.350452:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758084.350458:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758084.350463:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758084.350467:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758084.350470:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758084.350473:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758084.670460:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758084.670470:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758084.670486:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758084.670491:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758084.670503:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758084.670507:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787758084.670559:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787758084.670566:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787758084.670571:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787758084.862544:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787758084.862558:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787758084.862562:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787758084.862566:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787758084.862573:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787758084.862583:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19664
00000400:00000200:2.0:1787758084.862596:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787758084.862603:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787758084.862608:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787758084.862612:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758084.862617:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787758084.862620:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758084.862624:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787758084.862629:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787758084.862631:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787758084.862635:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787758084.862639:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787758084.862641:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787758084.862644:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787758084.862648:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758084.862651:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787758084.862654:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758084.862656:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787758084.862660:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787758084.862664:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787758084.862667:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787758084.862672:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787758084.862676:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787758084.862680:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758084.862683:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787758084.862686:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787758084.862693:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61f0c0.
00000020:00000040:2.0:1787758084.862698:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787758084.862704:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787758084.862706:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758084.862711:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787758084.862714:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787758084.862720:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787758084.862731:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafe000.
00000100:00000001:2.0:1787758084.862742:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758084.862758:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61f0c0 x1874594466125312/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787758084.862778:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787758084.862786:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787758084.862795:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bea70ab] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61f0c0 x1874594466125312/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787758084.862853:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787758084.862861:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787758084.862868:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787758084.862872:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787758084.862875:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787758084.862881:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787758084.862887:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19664
00000400:00000200:2.0:1787758084.862897:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787758084.862905:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787758084.862911:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787758084.862917:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758084.862924:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787758084.862930:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758084.862934:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787758084.862939:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787758084.862942:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:2.0:1787758084.862945:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787758084.862949:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:2.0:1787758084.862952:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:2.0:1787758084.862957:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:2.0:1787758084.862963:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758084.862968:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787758084.862975:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1787758084.862975:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758084.862985:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:0.0:1787758084.862996:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1787758084.862997:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00000001:0.0:1787758084.863007:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:2.0:1787758084.863019:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787758084.863028:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787758084.863033:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1787758084.863044:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61f0c0 x1874594466125312/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787758084.863051:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787758084.863069:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758084.863081:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787758084.863092:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787758084.863100:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00000001:2.0:1787758084.863106:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758084.863110:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758084.863118:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758084.863125:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787758084.863134:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787758084.863141:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787758084.863155:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61cf00.
00000100:00100000:0.0:1787758084.863158:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466125312:192.168.201.154@tcp:250:kworker.0
00000020:00000040:2.0:1787758084.863174:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000100:00000001:0.0:1787758084.863180:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787758084.863187:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787758084.863194:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758084.863197:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787758084.863201:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787758084.863209:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787758084.863210:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787758084.863221:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758084.863223:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787758084.863238:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafcc00.
02000000:00000010:0.0:1787758084.863248:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad6000.
00000100:00000001:2.0:1787758084.863252:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758084.863261:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758084.863380:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61cf00 x1874594466125440/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787758084.863405:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787758084.863426:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000100:00000001:2.0:1787758084.863426:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787758084.863441:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787758084.863453:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000040:2.0:1787758084.863457:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006cc8e384] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61cf00 x1874594466125440/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787758084.863477:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466125312, portal 25
00000100:00000001:2.0:1787758084.863488:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758084.863490:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787758084.863496:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611356864 : -120601098194752 : ffff92505e61f0c0)
00000100:00080000:2.0:1787758084.863505:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787758084.863516:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000040:0.0:1787758084.863525:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61f0c0 x1874594466125312/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787758084.863547:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787758084.863549:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1787758084.863559:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:0.0:1787758084.863563:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000001:2.0:1787758084.863577:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:0.0:1787758084.863579:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905220.
00000100:00080000:2.0:1787758084.863591:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19664
00000100:00000200:0.0:1787758084.863595:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466125312, offset 0
00000400:00000200:2.0:1787758084.863609:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758084.863624:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787758084.863625:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787758084.863640:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787758084.863648:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758084.863656:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787758084.863659:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:2.0:1787758084.863672:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758084.863681:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:0.0:1787758084.863693:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000020:00000001:2.0:1787758084.863695:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787758084.863708:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:2.0:1787758084.863716:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787758084.863722:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000400:00000200:0.0:1787758084.863724:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:2.0:1787758084.863731:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:2.0:1787758084.863741:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:0.0:1787758084.863743:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00000040:2.0:1787758084.863769:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000200:0.0:1787758084.863772:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1787758084.863786:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787758084.863789:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00000040:2.0:1787758084.863799:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000200:0.0:1787758084.863813:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56890:56890:256:4294967295] 192.168.201.154@tcp LPNI seq info [56890:56890:8:4294967295]
00000100:00000001:2.0:1787758084.863817:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787758084.863836:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000400:00000200:0.0:1787758084.863844:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00080000:2.0:1787758084.863859:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787758084.863868:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787758084.863874:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787758084.863889:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1787758084.863897:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1787758084.863900:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758084.863922:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000200:0.0:1787758084.863934:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000008:00100000:2.0:1787758084.863936:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787758084.863948:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1787758084.863952:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87ae00.
00000100:00000001:2.0:1787758084.863955:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787758084.863974:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61d680.
00000800:00000200:0.0:1787758084.863978:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000020:00000040:2.0:1787758084.863984:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000800:00000200:0.0:1787758084.863996:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
02000000:00000001:2.0:1787758084.863997:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787758084.864003:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758084.864018:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787758084.864021:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.1:1787758084.864029:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000001:2.0:1787758084.864032:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787758084.864052:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafdc00.
00000800:00000200:0.1:1787758084.864054:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000100:00000001:2.0:1787758084.864069:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1787758084.864085:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787758084.864095:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87ae00.
00000100:00100000:2.0:1787758084.864101:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61d680 x1874594466125568/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1787758084.864114:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787758084.864135:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1787758084.864147:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1787758084.864156:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905220
00000100:00000001:2.0:1787758084.864168:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787758084.864169:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905220.
00000100:00000040:2.0:1787758084.864193:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054aea141] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61d680 x1874594466125568/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758084.864196:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787758084.864219:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61f0c0 x1874594466125312/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787758084.864228:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787758084.864243:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787758084.864267:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1787758084.864319:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19674)
00000100:00000001:0.0:1787758084.864328:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758084.864345:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61f0c0 x1874594466125312/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758109 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758084.864394:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758084.864398:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787758084.864413:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758084.864423:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787758084.864429:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314337706
00000100:00000010:0.0:1787758084.864441:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747060.
00000100:00000001:0.0:1787758084.864454:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787758084.864467:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314337706
00000100:00000010:0.0:1787758084.864474:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a7473c0.
00000100:00000001:0.0:1787758084.864482:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787758084.864489:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787758084.864496:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758084.864502:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787758084.864512:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758084/real 1787758084]  req@ffff92505e61f0c0 x1874594466125312/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787758084.864533:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787758084.864537:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787758084.864542:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787758084.864550:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787758084.864554:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787758084.864561:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787758084.864570:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61f0c0 x1874594466125312/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787758084.864589:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61f0c0 x1874594466125312/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758084.864603:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787758084.864607:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758084.864611:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758084.864616:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787758084.864625:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61f0c0 x1874594466125312/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758084.864638:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787758084.864648:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61f0c0 x1874594466125312/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758109 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758084.864662:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787758084.864668:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758084.864671:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758084.864674:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758084.864679:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787758084.864683:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787758084.864690:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787758084.864699:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787758084.864704:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787758084.864713:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61f0c0 x1874594466125312/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758109 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787758084.864731:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466125312:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787758084.864741:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758084.864746:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758084.864753:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61f0c0 x1874594466125312/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758109 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758084.864781:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787758084.864787:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787758084.864793:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787758084.864800:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787758084.864805:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787758084.864809:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:0.0:1787758084.864813:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787758084.864818:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafe000.
02000000:00000001:0.0:1787758084.864826:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787758084.864831:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787758084.864835:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61f0c0.
00000100:00000001:0.0:1787758084.864843:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787758084.864845:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758084.864851:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758084.864866:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787758084.864871:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758084.864875:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787758084.864879:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787758084.864883:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787758084.864893:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61cf00 x1874594466125440/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758084.864908:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787758084.864911:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758084.864916:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787758084.864922:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787758084.864927:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787758084.864934:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466125440:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787758084.864941:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787758084.864947:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787758084.864951:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758084.864955:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787758084.864963:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787758084.864968:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758084.864976:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787758084.864983:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787758084.864991:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787758084.864998:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466125440, portal 10
00000100:00000001:0.0:1787758084.865002:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787758084.865005:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611348224 : -120601098203392 : ffff92505e61cf00)
00000100:00000040:0.0:1787758084.865020:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61cf00 x1874594466125440/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758084.865030:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787758084.865034:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787758084.865037:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905220.
00000100:00000200:0.0:1787758084.865041:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466125440, offset 0
00000400:00000200:0.0:1787758084.865047:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787758084.865054:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758084.865060:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787758084.865066:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787758084.865070:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787758084.865073:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787758084.865077:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787758084.865081:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56891:56891:256:4294967295] 192.168.201.154@tcp LPNI seq info [56891:56891:8:4294967295]
00000400:00000200:0.0:1787758084.865086:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758084.865095:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787758084.865101:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787758084.865106:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87ae00.
00000800:00000200:0.0:1787758084.865112:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787758084.865115:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787758084.865122:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787758084.865126:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787758084.865131:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787758084.865134:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87ae00.
00000400:00000200:0.0:1787758084.865139:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787758084.865144:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787758084.865149:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905220
00000400:00000010:0.0:1787758084.865151:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905220.
00000100:00000001:0.0:1787758084.865156:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787758084.865162:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61cf00 x1874594466125440/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758084.865173:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758084.865176:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61cf00 x1874594466125440/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758109 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758084.865197:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758084.865199:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787758084.865204:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787758084.865211:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:0.0:1787758084.865216:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787758084.865219:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314336810
00000100:00000001:0.0:1787758084.865223:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314337706
00000100:00000001:0.0:1787758084.865227:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314336810
00000100:00000001:0.0:1787758084.865229:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314337706
00000100:00000001:0.0:1787758084.865232:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787758084.865235:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758084.865237:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787758084.865242:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758084/real 1787758084]  req@ffff92505e61cf00 x1874594466125440/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787758084.865252:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787758084.865255:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787758084.865257:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787758084.865260:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787758084.865262:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787758084.865266:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787758084.865302:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61cf00 x1874594466125440/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787758084.865314:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61cf00 x1874594466125440/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758084.865331:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787758084.865333:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758084.865336:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758084.865338:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787758084.865343:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61cf00 x1874594466125440/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758084.865383:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787758084.865393:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61cf00 x1874594466125440/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758109 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758084.865407:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787758084.865412:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758084.865416:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758084.865419:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758084.865423:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787758084.865428:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787758084.865433:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787758084.865440:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787758084.865444:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787758084.865454:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61cf00 x1874594466125440/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758109 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787758084.865471:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466125440:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787758084.865480:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787758084.865488:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61d680 x1874594466125568/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758084.865501:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787758084.865504:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758084.865508:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787758084.865511:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787758084.865514:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787758084.865518:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466125568:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787758084.865523:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787758084.865527:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787758084.865529:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758084.865532:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787758084.865537:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad4400.
02000000:00000001:0.0:1787758084.865540:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758084.865546:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787758084.865549:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787758084.865555:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787758084.865559:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466125568, portal 4
00000100:00000001:0.0:1787758084.865562:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787758084.865564:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611350144 : -120601098201472 : ffff92505e61d680)
00000100:00000040:0.0:1787758084.865573:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61d680 x1874594466125568/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758084.865582:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787758084.865585:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787758084.865588:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905220.
00000100:00000200:0.0:1787758084.865591:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466125568, offset 0
00000400:00000200:0.0:1787758084.865596:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787758084.865601:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758084.865606:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787758084.865610:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787758084.865614:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787758084.865617:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787758084.865620:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787758084.865625:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56892:56892:256:4294967295] 192.168.201.154@tcp LPNI seq info [56892:56892:8:4294967295]
00000400:00000200:0.0:1787758084.865631:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758084.865640:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787758084.865647:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787758084.865652:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87ae00.
00000800:00000200:0.0:1787758084.865657:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787758084.865661:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787758084.865667:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787758084.865671:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787758084.865676:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787758084.865679:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87ae00.
00000400:00000200:0.0:1787758084.865684:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787758084.865688:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787758084.865692:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905220
00000400:00000010:0.0:1787758084.865695:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905220.
00000100:00000001:0.0:1787758084.865699:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787758084.865704:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61d680 x1874594466125568/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758084.865714:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758084.865718:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61d680 x1874594466125568/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758109 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758084.865726:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758084.865729:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787758084.865733:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787758084.865737:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:0.0:1787758084.865741:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787758084.865743:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314336794
00000100:00000001:0.0:1787758084.865747:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314337706
00000100:00000001:0.0:1787758084.865751:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314336794
00000100:00000001:0.0:1787758084.865755:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314337706
00000100:00000001:0.0:1787758084.865759:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787758084.865764:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758084.865767:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787758084.865775:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758084/real 1787758084]  req@ffff92505e61d680 x1874594466125568/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787758084.865792:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787758084.865795:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787758084.865798:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787758084.865803:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787758084.865807:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787758084.865812:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787758084.865819:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61d680 x1874594466125568/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787758084.865838:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61d680 x1874594466125568/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758084.865853:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787758084.865856:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758084.865861:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758084.865863:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787758084.865868:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61d680 x1874594466125568/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758084.865877:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787758084.865882:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61d680 x1874594466125568/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758109 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758084.865891:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787758084.865894:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758084.865896:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758084.865898:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758084.865900:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787758084.865902:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787758084.865905:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787758084.865909:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787758084.865912:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787758084.865918:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61d680 x1874594466125568/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758109 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787758084.865929:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466125568:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787758084.865934:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758084.865936:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758084.865940:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61cf00 x1874594466125440/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758109 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758084.865948:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787758084.865950:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787758084.865953:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad6000.
02000000:00000001:0.0:1787758084.865956:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787758084.865958:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787758084.865960:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:0.0:1787758084.865963:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787758084.865966:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafcc00.
02000000:00000001:0.0:1787758084.865969:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787758084.865971:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787758084.865974:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61cf00.
00000100:00000001:0.0:1787758084.865977:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787758084.865979:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758084.865981:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758084.865984:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61d680 x1874594466125568/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758109 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758084.865992:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787758084.865994:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787758084.865996:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad4400.
02000000:00000001:0.0:1787758084.865999:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787758084.866001:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787758084.866002:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:0.0:1787758084.866004:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787758084.866006:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafdc00.
02000000:00000001:0.0:1787758084.866009:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787758084.866011:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787758084.866013:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61d680.
00000100:00000001:0.0:1787758084.866016:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787758084.866018:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758084.866020:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758084.866026:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787758084.866028:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758084.866030:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787758084.866033:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758085.374499:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758085.374512:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758085.374518:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758085.374529:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758085.374536:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758085.374542:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758085.374547:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758085.374553:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758085.374559:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758085.694477:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758085.694491:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758085.694506:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758085.694510:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758085.694518:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758085.694523:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787758085.694526:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787758085.694531:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758085.694536:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787758085.694539:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758085.694543:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758085.694546:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758085.694626:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758085.694635:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758085.694643:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787758085.822439:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314337706, at 4314337728
00000100:00000040:2.0:1787758085.822443:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314337706, at 4314337728
00000100:00000010:3.0:1787758085.822466:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a7473c0.
00000100:00000010:2.0:1787758085.822476:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747060.
00000100:00000001:2.0:1787758086.398424:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758086.398435:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758086.398438:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758086.398448:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758086.398455:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758086.398462:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758086.398467:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758086.398473:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758086.398478:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758086.718476:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758086.718488:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758086.718499:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758086.718502:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758086.718509:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758086.718512:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787758086.718592:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787758086.718598:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787758086.718603:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758087.422393:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758087.422402:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758087.422404:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758087.422412:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758087.422418:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758087.422423:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758087.422426:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758087.422430:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758087.422434:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758087.742457:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758087.742472:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758087.742486:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758087.742489:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758087.742498:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758087.742501:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787758087.742544:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787758087.742550:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787758087.742555:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758088.446438:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758088.446449:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758088.446452:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758088.446459:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758088.446463:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758088.446468:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758088.446471:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758088.446475:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758088.446479:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758088.766435:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758088.766450:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758088.766465:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758088.766469:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758088.766476:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758088.766480:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758088.766584:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758088.766593:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758088.766600:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758089.470350:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758089.470358:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758089.470359:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758089.470363:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758089.470366:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758089.470370:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758089.470371:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758089.470374:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758089.470376:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758089.790347:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758089.790354:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758089.790361:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758089.790362:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758089.790366:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758089.790368:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787758089.790418:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787758089.790422:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787758089.790427:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787758089.982400:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787758089.982414:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787758089.982417:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787758089.982422:0:277684:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787758089.982427:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787758089.982436:0:277684:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19669
00000400:00000200:2.0:1787758089.982448:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787758089.982456:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787758089.982460:0:277684:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787758089.982464:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758089.982468:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787758089.982471:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758089.982474:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787758089.982478:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787758089.982481:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787758089.982484:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787758089.982487:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787758089.982490:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787758089.982493:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787758089.982498:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758089.982501:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787758089.982504:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758089.982506:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787758089.982510:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787758089.982513:0:277684:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787758089.982516:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787758089.982520:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787758089.982523:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787758089.982527:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758089.982529:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787758089.982532:0:277684:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787758089.982542:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61d2c0.
00000020:00000040:2.0:1787758089.982546:0:277684:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787758089.982551:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787758089.982553:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758089.982556:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787758089.982559:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787758089.982564:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787758089.982572:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafc800.
00000100:00000001:2.0:1787758089.982579:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758089.982589:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61d2c0 x1874594466125696/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787758089.982600:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787758089.982604:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787758089.982610:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b484489] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61d2c0 x1874594466125696/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787758089.982633:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787758089.982637:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787758089.982640:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787758089.982642:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787758089.982644:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787758089.982648:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787758089.982651:0:277684:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19669
00000400:00000200:2.0:1787758089.982656:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787758089.982660:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787758089.982663:0:277684:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787758089.982667:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758089.982670:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787758089.982671:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1787758089.982675:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758089.982679:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:0.0:1787758089.982680:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1787758089.982682:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787758089.982685:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1787758089.982686:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:2.0:1787758089.982691:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787758089.982694:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:2.0:1787758089.982698:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:0.0:1787758089.982699:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61d2c0 x1874594466125696/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787758089.982701:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:2.0:1787758089.982713:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758089.982719:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787758089.982724:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1787758089.982725:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758089.982729:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758089.982730:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
02000000:00000001:0.0:1787758089.982736:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1787758089.982737:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
02000000:00000001:0.0:1787758089.982741:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1787758089.982747:0:277684:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
02000000:00000001:0.0:1787758089.982748:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758089.982758:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787758089.982759:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466125696:192.168.201.154@tcp:250:kworker.0
02000000:00000001:2.0:1787758089.982767:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787758089.982768:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787758089.982776:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787758089.982779:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787758089.982781:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787758089.982782:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787758089.982790:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787758089.982793:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad5400.
00000100:00000001:2.0:1787758089.982795:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:0.0:1787758089.982798:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1787758089.982804:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1787758089.982808:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000008:00000001:2.0:1787758089.982816:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787758089.982817:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000100:00000001:2.0:1787758089.982822:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787758089.982846:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000010:2.0:1787758089.982849:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61f840.
00000020:00000040:2.0:1787758089.982855:0:277684:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000100:00000200:0.0:1787758089.982858:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466125696, portal 25
02000000:00000001:2.0:1787758089.982860:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787758089.982865:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1787758089.982866:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758089.982871:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611349184 : -120601098202432 : ffff92505e61d2c0)
00000100:00000001:2.0:1787758089.982872:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787758089.982877:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787758089.982882:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787758089.982885:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61d2c0 x1874594466125696/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1787758089.982889:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507caff800.
00000100:00000001:2.0:1787758089.982899:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758089.982901:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:2.0:1787758089.982912:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61f840 x1874594466125824/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1787758089.982913:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787758089.982921:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905220.
00000100:00000200:0.0:1787758089.982930:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466125696, offset 0
00000100:00000001:2.0:1787758089.982931:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787758089.982937:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758089.982943:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000040:2.0:1787758089.982945:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aef5ed20] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61f840 x1874594466125824/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787758089.982958:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787758089.982962:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787758089.982967:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1787758089.982971:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00080000:2.0:1787758089.982974:0:277684:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787758089.982980:0:277684:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787758089.982983:0:277684:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1787758089.982985:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787758089.982988:0:277684:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1787758089.982993:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00080000:2.0:1787758089.982996:0:277684:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19669
00000400:00000200:0.0:1787758089.983002:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787758089.983008:0:277684:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758089.983012:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787758089.983018:0:277684:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000400:00000200:0.0:1787758089.983024:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56893:56893:256:4294967295] 192.168.201.154@tcp LPNI seq info [56893:56893:8:4294967295]
00000100:00080000:2.0:1787758089.983026:0:277684:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787758089.983036:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000200:0.0:1787758089.983038:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787758089.983041:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787758089.983047:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758089.983051:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787758089.983058:0:277684:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:0.0:1787758089.983062:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000020:00000040:2.0:1787758089.983063:0:277684:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:2.0:1787758089.983069:0:277684:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787758089.983076:0:277684:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000800:00000200:0.0:1787758089.983082:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000020:00000001:2.0:1787758089.983086:0:277684:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000800:00000010:0.0:1787758089.983090:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87ae00.
00000020:00000001:2.0:1787758089.983109:0:277684:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000800:00000200:0.0:1787758089.983121:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000040:2.0:1787758089.983122:0:277684:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000800:00000200:0.0:1787758089.983129:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000100:00000001:2.0:1787758089.983131:0:277684:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787758089.983140:0:277684:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000800:00000200:0.1:1787758089.983142:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:2.0:1787758089.983150:0:277684:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000800:00000200:0.1:1787758089.983151:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000020:00000040:2.0:1787758089.983163:0:277684:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000800:00000100:0.0:1787758089.983164:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787758089.983169:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87ae00.
00000100:00080000:2.0:1787758089.983175:0:277684:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000400:00000200:0.0:1787758089.983179:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1787758089.983180:0:277684:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787758089.983188:0:277684:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1787758089.983193:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
02000000:00000001:2.0:1787758089.983194:0:277684:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1787758089.983201:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905220
00000400:00000010:0.0:1787758089.983204:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905220.
02000000:00000001:2.0:1787758089.983211:0:277684:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758089.983212:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787758089.983214:0:277684:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787758089.983220:0:277684:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000200:0.0:1787758089.983221:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61d2c0 x1874594466125696/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1787758089.983225:0:277684:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758089.983232:0:277684:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787758089.983241:0:277684:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61f480.
00000100:00000001:0.0:1787758089.983245:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000040:2.0:1787758089.983247:0:277684:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000100:00000040:0.0:1787758089.983254:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61d2c0 x1874594466125696/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758114 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787758089.983255:0:277684:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787758089.983317:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758089.983320:0:238954:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1787758089.983326:0:277684:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758089.983330:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758089.983331:0:277684:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787758089.983337:0:277684:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1787758089.983341:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000001:2.0:1787758089.983341:0:277684:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758089.983349:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314342825
02000000:00000010:2.0:1787758089.983351:0:277684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafc000.
00000100:00000010:0.0:1787758089.983357:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747d80.
00000100:00000001:2.0:1787758089.983359:0:277684:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758089.983370:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00100000:2.0:1787758089.983370:0:277684:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61f480 x1874594466125952/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787758089.983380:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314342825
00000100:00000001:2.0:1787758089.983384:0:277684:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000010:0.0:1787758089.983388:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747ea0.
00000100:00000001:2.0:1787758089.983390:0:277684:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758089.983394:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000040:2.0:1787758089.983400:0:277684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f638b8ce] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61f480 x1874594466125952/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758089.983402:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787758089.983411:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758089.983419:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1787758089.983423:0:277684:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787758089.983428:0:277684:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787758089.983434:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758089/real 1787758089]  req@ffff92505e61d2c0 x1874594466125696/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787758089.983434:0:277684:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1787758089.983443:0:277684:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19679)
00000400:00000001:0.0:1787758089.983459:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787758089.983463:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787758089.983466:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787758089.983471:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787758089.983474:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787758089.983478:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787758089.983484:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61d2c0 x1874594466125696/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787758089.983497:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61d2c0 x1874594466125696/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758089.983507:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787758089.983509:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758089.983513:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758089.983516:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787758089.983522:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61d2c0 x1874594466125696/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758089.983532:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787758089.983538:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61d2c0 x1874594466125696/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758114 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758089.983551:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787758089.983555:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758089.983557:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758089.983559:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758089.983562:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787758089.983565:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787758089.983569:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787758089.983575:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787758089.983579:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787758089.983585:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61d2c0 x1874594466125696/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758114 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787758089.983599:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466125696:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787758089.983605:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758089.983609:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758089.983614:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61d2c0 x1874594466125696/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758114 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758089.983624:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787758089.983628:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787758089.983632:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad5400.
02000000:00000001:0.0:1787758089.983636:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787758089.983638:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787758089.983641:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:0.0:1787758089.983644:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787758089.983648:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafc800.
02000000:00000001:0.0:1787758089.983653:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787758089.983656:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787758089.983658:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61d2c0.
00000100:00000001:0.0:1787758089.983662:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787758089.983664:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758089.983667:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758089.983679:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787758089.983682:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758089.983685:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787758089.983687:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787758089.983690:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787758089.983696:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61f840 x1874594466125824/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758089.983707:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787758089.983710:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758089.983713:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787758089.983716:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787758089.983719:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787758089.983724:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466125824:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787758089.983729:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787758089.983732:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787758089.983733:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758089.983735:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787758089.983739:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad5400.
02000000:00000001:0.0:1787758089.983741:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758089.983745:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787758089.983748:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787758089.983751:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787758089.983755:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466125824, portal 10
00000100:00000001:0.0:1787758089.983757:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787758089.983758:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611358784 : -120601098192832 : ffff92505e61f840)
00000100:00000040:0.0:1787758089.983765:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61f840 x1874594466125824/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758089.983772:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787758089.983774:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787758089.983776:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905220.
00000100:00000200:0.0:1787758089.983778:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466125824, offset 0
00000400:00000200:0.0:1787758089.983782:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787758089.983787:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758089.983791:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787758089.983795:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787758089.983798:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787758089.983800:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787758089.983803:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787758089.983806:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56894:56894:256:4294967295] 192.168.201.154@tcp LPNI seq info [56894:56894:8:4294967295]
00000400:00000200:0.0:1787758089.983810:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758089.983817:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787758089.983822:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787758089.983844:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87ae00.
00000800:00000200:0.0:1787758089.983850:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787758089.983853:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787758089.983859:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787758089.983864:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1787758089.983869:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787758089.983872:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87ae00.
00000400:00000200:0.0:1787758089.983876:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787758089.983881:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787758089.983885:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905220
00000400:00000010:0.0:1787758089.983887:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905220.
00000100:00000001:0.0:1787758089.983892:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787758089.983897:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61f840 x1874594466125824/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758089.983907:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758089.983911:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61f840 x1874594466125824/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758114 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758089.983920:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758089.983922:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787758089.983927:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787758089.983931:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:0.0:1787758089.983936:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787758089.983938:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314341929
00000100:00000001:0.0:1787758089.983943:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314342825
00000100:00000001:0.0:1787758089.983946:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314341929
00000100:00000001:0.0:1787758089.983949:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314342825
00000100:00000001:0.0:1787758089.983952:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787758089.983954:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758089.983956:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787758089.983961:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758089/real 1787758089]  req@ffff92505e61f840 x1874594466125824/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787758089.983971:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787758089.983972:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787758089.983974:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787758089.983977:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787758089.983979:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787758089.983982:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787758089.983986:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61f840 x1874594466125824/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787758089.983996:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61f840 x1874594466125824/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758089.984004:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787758089.984006:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758089.984008:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758089.984010:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787758089.984014:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61f840 x1874594466125824/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758089.984022:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787758089.984026:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61f840 x1874594466125824/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758114 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758089.984035:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787758089.984039:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758089.984041:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758089.984043:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758089.984046:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787758089.984049:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787758089.984052:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787758089.984056:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787758089.984059:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787758089.984064:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61f840 x1874594466125824/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758114 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787758089.984073:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466125824:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787758089.984079:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787758089.984085:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61f480 x1874594466125952/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758089.984094:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787758089.984097:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758089.984100:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787758089.984102:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787758089.984121:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787758089.984125:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466125952:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787758089.984128:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787758089.984131:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787758089.984133:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758089.984134:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787758089.984138:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad4800.
02000000:00000001:0.0:1787758089.984141:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758089.984145:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787758089.984147:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787758089.984151:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787758089.984154:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466125952, portal 4
00000100:00000001:0.0:1787758089.984156:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787758089.984157:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611357824 : -120601098193792 : ffff92505e61f480)
00000100:00000040:0.0:1787758089.984164:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61f480 x1874594466125952/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758089.984170:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787758089.984172:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787758089.984175:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905220.
00000100:00000200:0.0:1787758089.984177:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466125952, offset 0
00000400:00000200:0.0:1787758089.984180:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787758089.984184:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758089.984189:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787758089.984193:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787758089.984195:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787758089.984198:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787758089.984201:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787758089.984206:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56895:56895:256:4294967295] 192.168.201.154@tcp LPNI seq info [56895:56895:8:4294967295]
00000400:00000200:0.0:1787758089.984210:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758089.984217:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787758089.984221:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787758089.984224:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87ae00.
00000800:00000200:0.0:1787758089.984227:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787758089.984230:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787758089.984234:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787758089.984236:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1787758089.984240:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787758089.984242:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87ae00.
00000400:00000200:0.0:1787758089.984245:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787758089.984248:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787758089.984251:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905220
00000400:00000010:0.0:1787758089.984253:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905220.
00000100:00000001:0.0:1787758089.984255:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787758089.984303:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61f480 x1874594466125952/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758089.984313:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758089.984318:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61f480 x1874594466125952/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758114 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758089.984325:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758089.984326:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787758089.984331:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787758089.984334:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:0.0:1787758089.984338:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787758089.984340:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314341913
00000100:00000001:0.0:1787758089.984343:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314342825
00000100:00000001:0.0:1787758089.984345:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314341913
00000100:00000001:0.0:1787758089.984347:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314342825
00000100:00000001:0.0:1787758089.984349:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787758089.984351:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758089.984353:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787758089.984357:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758089/real 1787758089]  req@ffff92505e61f480 x1874594466125952/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787758089.984364:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787758089.984366:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787758089.984367:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787758089.984370:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787758089.984371:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787758089.984374:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787758089.984377:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61f480 x1874594466125952/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787758089.984385:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61f480 x1874594466125952/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758089.984391:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787758089.984392:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758089.984394:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758089.984395:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787758089.984399:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61f480 x1874594466125952/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758089.984406:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787758089.984409:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61f480 x1874594466125952/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758114 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758089.984416:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787758089.984418:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758089.984420:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758089.984422:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758089.984425:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787758089.984427:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787758089.984431:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787758089.984436:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787758089.984439:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787758089.984446:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61f480 x1874594466125952/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758114 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787758089.984459:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466125952:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787758089.984465:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758089.984468:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758089.984473:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61f840 x1874594466125824/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758114 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758089.984483:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787758089.984486:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787758089.984489:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad5400.
02000000:00000001:0.0:1787758089.984493:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787758089.984496:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787758089.984498:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:0.0:1787758089.984501:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787758089.984505:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507caff800.
02000000:00000001:0.0:1787758089.984509:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787758089.984511:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787758089.984513:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61f840.
00000100:00000001:0.0:1787758089.984517:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787758089.984520:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758089.984523:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758089.984528:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61f480 x1874594466125952/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758114 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758089.984537:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787758089.984538:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787758089.984540:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad4800.
02000000:00000001:0.0:1787758089.984543:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787758089.984544:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787758089.984545:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:0.0:1787758089.984547:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787758089.984549:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafc000.
02000000:00000001:0.0:1787758089.984551:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787758089.984552:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787758089.984553:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61f480.
00000100:00000001:0.0:1787758089.984555:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787758089.984556:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758089.984558:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758089.984562:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787758089.984563:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758089.984565:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787758089.984567:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758090.494360:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758090.494373:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758090.494377:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758090.494385:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758090.494391:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758090.494396:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758090.494400:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758090.494404:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758090.494408:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758090.814419:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758090.814430:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758090.814442:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758090.814445:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758090.814453:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758090.814455:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787758090.814490:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787758090.814495:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787758090.814500:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787758090.942424:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314342825, at 4314342848
00000100:00000040:3.0:1787758090.942433:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314342825, at 4314342848
00000100:00000010:2.0:1787758090.942447:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747d80.
00000100:00000010:3.0:1787758090.942451:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747ea0.
00000100:00000001:2.0:1787758091.518390:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758091.518401:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758091.518404:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758091.518411:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758091.518416:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758091.518421:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758091.518424:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758091.518427:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758091.518430:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758091.838401:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758091.838417:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758091.838435:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758091.838439:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758091.838450:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758091.838454:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758091.838555:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758091.838561:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758091.838566:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758092.542399:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758092.542413:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758092.542417:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758092.542428:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758092.542434:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758092.542441:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758092.542446:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758092.542451:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758092.542457:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758092.862386:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758092.862395:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758092.862405:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758092.862408:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758092.862415:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758092.862417:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787758092.862477:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787758092.862482:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787758092.862486:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787758093.566474:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787758093.566485:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758093.566488:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758093.566495:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787758093.566500:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758093.566506:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758093.566509:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758093.566514:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758093.566518:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758093.886354:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758093.886367:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787758093.886369:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787758093.886374:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758093.886380:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787758093.886382:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758093.886385:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758093.886390:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758093.886399:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758093.886402:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787758093.886405:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787758093.886408:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758093.886411:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787758093.886413:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758093.886415:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758093.886419:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758093.886426:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758093.886427:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787758093.886454:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787758093.886457:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787758093.886459:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787758094.590340:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787758094.590349:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758094.590352:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758094.590358:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787758094.590362:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758094.590368:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758094.590372:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758094.590376:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758094.590379:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758094.910367:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758094.910375:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758094.910383:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758094.910384:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758094.910389:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758094.910392:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758094.910526:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758094.910535:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758094.910551:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787758095.102444:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787758095.102455:0:277834:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787758095.102458:0:277834:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787758095.102463:0:277834:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787758095.102469:0:277834:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787758095.102478:0:277834:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19674
00000400:00000200:0.0:1787758095.102488:0:277834:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758095.102496:0:277834:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787758095.102501:0:277834:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787758095.102505:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758095.102509:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787758095.102512:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758095.102515:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787758095.102520:0:277834:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787758095.102522:0:277834:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787758095.102525:0:277834:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787758095.102529:0:277834:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787758095.102532:0:277834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787758095.102535:0:277834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787758095.102539:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758095.102550:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787758095.102552:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758095.102555:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787758095.102558:0:277834:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787758095.102562:0:277834:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787758095.102565:0:277834:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758095.102568:0:277834:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787758095.102572:0:277834:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787758095.102576:0:277834:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758095.102579:0:277834:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787758095.102582:0:277834:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787758095.102593:0:277834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae45a40.
00000020:00000040:0.0:1787758095.102598:0:277834:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787758095.102603:0:277834:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787758095.102605:0:277834:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758095.102608:0:277834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787758095.102611:0:277834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787758095.102617:0:277834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787758095.102626:0:277834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad5400.
00000100:00000001:0.0:1787758095.102633:0:277834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787758095.102646:0:277834:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae45a40 x1874594466126080/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787758095.102669:0:277834:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787758095.102675:0:277834:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787758095.102681:0:277834:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000091d828b] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae45a40 x1874594466126080/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758095.102715:0:277834:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787758095.102719:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787758095.102723:0:277834:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787758095.102725:0:277834:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787758095.102727:0:277834:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787758095.102732:0:277834:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787758095.102735:0:277834:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19674
00000400:00000200:0.0:1787758095.102750:0:277834:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758095.102754:0:277834:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787758095.102758:0:277834:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787758095.102763:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758095.102766:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787758095.102769:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758095.102772:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787758095.102777:0:277834:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787758095.102779:0:277834:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:0.0:1787758095.102782:0:277834:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787758095.102786:0:277834:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000100:00000001:1.0:1787758095.102788:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1787758095.102789:0:277834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:0.0:1787758095.102800:0:277834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:1.0:1787758095.102806:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1787758095.102809:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758095.102813:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787758095.102814:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787758095.102833:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758095.102839:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787758095.102842:0:277834:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:0.0:1787758095.102853:0:277834:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000040:1.0:1787758095.102854:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae45a40 x1874594466126080/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758095.102861:0:277834:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758095.102876:0:277834:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787758095.102889:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1787758095.102891:0:277834:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787758095.102892:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758095.102903:0:277834:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758095.102906:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787758095.102908:0:277834:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787758095.102912:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:0.0:1787758095.102915:0:277834:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787758095.102918:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787758095.102932:0:277834:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758095.102938:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae45a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466126080:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787758095.102939:0:277834:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758095.102950:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:0.0:1787758095.102951:0:277834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae44000.
02000000:00000001:1.0:1787758095.102957:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:0.0:1787758095.102958:0:277834:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:1.0:1787758095.102965:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758095.102966:0:277834:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787758095.102973:0:277834:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758095.102975:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787758095.102980:0:277834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787758095.102984:0:277834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787758095.102986:0:277834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787758095.102989:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915400.
02000000:00000010:0.0:1787758095.102994:0:277834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad7000.
02000000:00000001:1.0:1787758095.102994:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758095.103008:0:277834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758095.103017:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00100000:0.0:1787758095.103024:0:277834:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae44000 x1874594466126208/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787758095.103024:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000100:00000001:0.0:1787758095.103043:0:277834:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1787758095.103043:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfc38.
00000100:00000001:0.0:1787758095.103052:0:277834:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787758095.103059:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466126080, portal 25
00000100:00000040:0.0:1787758095.103061:0:277834:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b29c40b] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae44000 x1874594466126208/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758095.103068:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787758095.103074:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089665600 : -120600619886016 : ffff92507ae45a40)
00000100:00000040:1.0:1787758095.103097:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae45a40 x1874594466126080/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758095.103099:0:277834:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787758095.103123:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787758095.103153:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787758095.103162:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00080000:0.0:1787758095.103164:0:277834:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000010:1.0:1787758095.103167:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787758095.103220:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466126080, offset 0
00000100:00000001:0.0:1787758095.103226:0:277834:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1787758095.103232:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00080000:0.0:1787758095.103233:0:277834:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787758095.103241:0:277834:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787758095.103252:0:277834:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19674
00000400:00000200:1.0:1787758095.103252:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758095.103326:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787758095.103334:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787758095.103340:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787758095.103345:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787758095.103349:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787758095.103353:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56896:56896:256:4294967295] 192.168.201.154@tcp LPNI seq info [56896:56896:8:4294967295]
00000400:00000200:1.0:1787758095.103357:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758095.103373:0:277834:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758095.103374:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787758095.103393:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787758095.103397:0:277834:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787758095.103402:0:277834:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000800:00000010:1.0:1787758095.103403:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1700.
00000100:00000040:0.0:1787758095.103412:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758095.103416:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787758095.103427:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000800:00000200:1.0:1787758095.103428:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787758095.103444:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1787758095.103445:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787758095.103458:0:277834:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:1.1:1787758095.103459:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000020:00000040:0.0:1787758095.103472:0:277834:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000800:00000200:1.1:1787758095.103473:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787758095.103484:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000020:00000001:0.0:1787758095.103485:0:277834:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000010:1.0:1787758095.103488:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1700.
00000020:00000040:0.0:1787758095.103494:0:277834:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000400:00000200:1.0:1787758095.103498:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:0.0:1787758095.103504:0:277834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:1.0:1787758095.103509:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000020:00000001:0.0:1787758095.103518:0:277834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:1.0:1787758095.103519:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787758095.103523:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787758095.103537:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1787758095.103539:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758095.103562:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1787758095.103564:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae45a40 x1874594466126080/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787758095.103574:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758095.103590:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787758095.103601:0:277834:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:0.0:1787758095.103613:0:277834:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:1.0:1787758095.103614:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787758095.103625:0:277834:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787758095.103630:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae45a40 x1874594466126080/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758120 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787758095.103632:0:277834:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787758095.103641:0:277834:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787758095.103658:0:277834:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758095.103662:0:277834:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787758095.103666:0:277834:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787758095.103678:0:277834:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758095.103691:0:277834:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758095.103696:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758095.103700:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000010:0.0:1787758095.103706:0:277834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae46580.
00000100:00000001:1.0:1787758095.103708:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787758095.103718:0:277834:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000400:00000200:1.0:1787758095.103719:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787758095.103729:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314347945
02000000:00000001:0.0:1787758095.103732:0:277834:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787758095.103738:0:277834:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787758095.103738:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6000.
00000100:00000001:0.0:1787758095.103760:0:277834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787758095.103768:0:277834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787758095.103771:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
02000000:00000001:0.0:1787758095.103775:0:277834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787758095.103790:0:277834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad5800.
00000100:00000001:1.0:1787758095.103792:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314347945
00000100:00000010:1.0:1787758095.103804:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6ea0.
00000100:00000001:0.0:1787758095.103805:0:277834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758095.103810:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787758095.103818:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787758095.103824:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787758095.103840:0:277834:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae46580 x1874594466126336/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787758095.103849:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787758095.103863:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758095/real 1787758095]  req@ffff92507ae45a40 x1874594466126080/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758095.103866:0:277834:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787758095.103877:0:277834:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787758095.103889:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787758095.103897:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:0.0:1787758095.103898:0:277834:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000105135d9] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae46580 x1874594466126336/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787758095.103905:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787758095.103916:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfc38
00000400:00000010:1.0:1787758095.103924:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfc38.
00000100:00000001:1.0:1787758095.103935:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787758095.103940:0:277834:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787758095.103948:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae45a40 x1874594466126080/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787758095.103949:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787758095.103969:0:277834:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:1.0:1787758095.103989:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae45a40 x1874594466126080/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787758095.103991:0:277834:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19684)
00000100:00000001:1.0:1787758095.104008:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787758095.104010:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758095.104012:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758095.104014:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787758095.104017:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae45a40 x1874594466126080/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758095.104024:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787758095.104028:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae45a40 x1874594466126080/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758120 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758095.104033:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787758095.104037:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758095.104038:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758095.104039:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758095.104041:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787758095.104044:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787758095.104048:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787758095.104055:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787758095.104057:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787758095.104060:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae45a40 x1874594466126080/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758120 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758095.104066:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae45a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466126080:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787758095.104071:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758095.104073:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758095.104075:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae45a40 x1874594466126080/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758120 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758095.104080:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787758095.104099:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787758095.104103:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915400.
02000000:00000001:1.0:1787758095.104109:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787758095.104113:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787758095.104115:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787758095.104118:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787758095.104121:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad5400.
02000000:00000001:1.0:1787758095.104127:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787758095.104130:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787758095.104133:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae45a40.
00000100:00000001:1.0:1787758095.104137:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787758095.104138:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758095.104141:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758095.104151:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758095.104154:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758095.104156:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787758095.104159:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758095.104161:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787758095.104166:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae44000 x1874594466126208/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758095.104215:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758095.104216:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758095.104218:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787758095.104220:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787758095.104222:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758095.104224:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466126208:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787758095.104227:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787758095.104229:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787758095.104231:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758095.104232:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787758095.104235:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915400.
02000000:00000001:1.0:1787758095.104236:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758095.104239:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787758095.104242:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000400:00000010:1.0:1787758095.104245:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfc38.
00000100:00000200:1.0:1787758095.104247:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466126208, portal 10
00000100:00000001:1.0:1787758095.104248:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787758095.104250:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089658880 : -120600619892736 : ffff92507ae44000)
00000100:00000040:1.0:1787758095.104256:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae44000 x1874594466126208/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758095.104261:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787758095.104263:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787758095.104266:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787758095.104268:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466126208, offset 0
00000400:00000200:1.0:1787758095.104270:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787758095.104274:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758095.104277:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787758095.104280:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787758095.104300:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787758095.104302:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787758095.104304:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787758095.104307:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56897:56897:256:4294967295] 192.168.201.154@tcp LPNI seq info [56897:56897:8:4294967295]
00000400:00000200:1.0:1787758095.104310:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758095.104315:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787758095.104318:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758095.104321:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1700.
00000800:00000200:1.0:1787758095.104324:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787758095.104326:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787758095.104330:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787758095.104332:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787758095.104335:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758095.104337:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1700.
00000400:00000200:1.0:1787758095.104339:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787758095.104342:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787758095.104344:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787758095.104345:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787758095.104347:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787758095.104350:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae44000 x1874594466126208/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758095.104356:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758095.104359:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae44000 x1874594466126208/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758120 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758095.104364:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758095.104365:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787758095.104368:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787758095.104371:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787758095.104374:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787758095.104375:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314347050
00000100:00000001:1.0:1787758095.104377:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314347945
00000100:00000001:1.0:1787758095.104379:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314347050
00000100:00000001:1.0:1787758095.104381:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314347945
00000100:00000001:1.0:1787758095.104382:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787758095.104383:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758095.104385:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787758095.104387:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758095/real 1787758095]  req@ffff92507ae44000 x1874594466126208/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787758095.104393:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787758095.104394:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787758095.104395:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787758095.104397:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfc38
00000400:00000010:1.0:1787758095.104398:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfc38.
00000100:00000001:1.0:1787758095.104399:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787758095.104401:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae44000 x1874594466126208/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787758095.104407:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae44000 x1874594466126208/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758095.104412:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787758095.104413:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758095.104414:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758095.104415:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787758095.104417:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae44000 x1874594466126208/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758095.104421:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787758095.104423:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae44000 x1874594466126208/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758120 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758095.104429:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787758095.104431:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758095.104432:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758095.104433:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758095.104434:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787758095.104436:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787758095.104438:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787758095.104440:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787758095.104441:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787758095.104443:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae44000 x1874594466126208/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758120 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758095.104448:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466126208:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787758095.104451:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787758095.104454:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae46580 x1874594466126336/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758095.104459:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758095.104461:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758095.104462:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787758095.104463:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787758095.104464:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758095.104466:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae46580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466126336:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787758095.104468:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787758095.104470:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787758095.104471:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758095.104473:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787758095.104475:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077914400.
02000000:00000001:1.0:1787758095.104477:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758095.104480:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787758095.104481:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000400:00000010:1.0:1787758095.104484:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfc38.
00000100:00000200:1.0:1787758095.104486:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466126336, portal 4
00000100:00000001:1.0:1787758095.104488:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787758095.104489:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089668480 : -120600619883136 : ffff92507ae46580)
00000100:00000040:1.0:1787758095.104494:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae46580 x1874594466126336/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758095.104498:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787758095.104500:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787758095.104501:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787758095.104503:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466126336, offset 0
00000400:00000200:1.0:1787758095.104506:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787758095.104508:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758095.104510:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787758095.104512:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787758095.104513:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787758095.104515:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787758095.104517:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787758095.104519:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56898:56898:256:4294967295] 192.168.201.154@tcp LPNI seq info [56898:56898:8:4294967295]
00000400:00000200:1.0:1787758095.104522:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758095.104526:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787758095.104529:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758095.104532:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1700.
00000800:00000200:1.0:1787758095.104534:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787758095.104536:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787758095.104539:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787758095.104541:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787758095.104544:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758095.104546:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1700.
00000400:00000200:1.0:1787758095.104565:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787758095.104571:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787758095.104575:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787758095.104580:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787758095.104584:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787758095.104591:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae46580 x1874594466126336/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758095.104604:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758095.104610:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae46580 x1874594466126336/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758120 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758095.104623:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758095.104626:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787758095.104632:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787758095.104638:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787758095.104644:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787758095.104663:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314347033
00000100:00000001:1.0:1787758095.104666:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314347945
00000100:00000001:1.0:1787758095.104668:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314347033
00000100:00000001:1.0:1787758095.104672:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314347945
00000100:00000001:1.0:1787758095.104674:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787758095.104676:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758095.104678:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787758095.104681:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758095/real 1787758095]  req@ffff92507ae46580 x1874594466126336/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787758095.104687:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787758095.104688:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787758095.104689:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787758095.104691:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfc38
00000400:00000010:1.0:1787758095.104693:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfc38.
00000100:00000001:1.0:1787758095.104694:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787758095.104696:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae46580 x1874594466126336/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787758095.104703:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae46580 x1874594466126336/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758095.104708:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787758095.104709:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758095.104711:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758095.104712:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787758095.104730:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae46580 x1874594466126336/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758095.104737:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787758095.104741:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae46580 x1874594466126336/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758120 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758095.104748:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787758095.104750:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758095.104752:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758095.104753:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758095.104755:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787758095.104757:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787758095.104760:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787758095.104764:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787758095.104767:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787758095.104771:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae46580 x1874594466126336/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758120 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758095.104780:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae46580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466126336:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787758095.104783:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758095.104786:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758095.104789:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae44000 x1874594466126208/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758120 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758095.104795:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787758095.104797:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787758095.104801:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915400.
02000000:00000001:1.0:1787758095.104804:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787758095.104806:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787758095.104808:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787758095.104810:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787758095.104813:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad7000.
02000000:00000001:1.0:1787758095.104816:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787758095.104817:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787758095.104819:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae44000.
00000100:00000001:1.0:1787758095.104822:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787758095.104840:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758095.104841:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758095.104843:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae46580 x1874594466126336/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758120 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758095.104847:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787758095.104848:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787758095.104849:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077914400.
02000000:00000001:1.0:1787758095.104850:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787758095.104851:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787758095.104852:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787758095.104853:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787758095.104853:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad5800.
02000000:00000001:1.0:1787758095.104855:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787758095.104855:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787758095.104856:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae46580.
00000100:00000001:1.0:1787758095.104858:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787758095.104859:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758095.104860:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758095.104862:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758095.104863:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758095.104864:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787758095.104865:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758095.614439:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787758095.614451:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758095.614455:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758095.614463:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787758095.614471:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758095.614479:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758095.614483:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758095.614487:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758095.614491:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758095.934520:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758095.934531:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758095.934544:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758095.934547:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758095.934553:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758095.934559:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787758095.934563:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787758095.934568:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758095.934572:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787758095.934575:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758095.934579:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758095.934582:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787758095.934668:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787758095.934677:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787758095.934683:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787758096.062404:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314347945, at 4314347968
00000100:00000040:2.0:1787758096.062410:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314347945, at 4314347968
00000100:00000010:3.0:1787758096.062428:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6ea0.
00000100:00000010:2.0:1787758096.062433:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6000.
00000100:00000001:1.0:1787758096.638359:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787758096.638370:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758096.638373:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758096.638380:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787758096.638385:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758096.638390:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758096.638394:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758096.638397:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758096.638401:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758096.958482:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758096.958492:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758096.958503:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758096.958507:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758096.958515:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758096.958518:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787758096.958554:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787758096.958560:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787758096.958566:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787758097.662401:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787758097.662413:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758097.662416:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758097.662424:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787758097.662444:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758097.662450:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758097.662454:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758097.662457:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758097.662461:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758097.982394:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758097.982414:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758097.982422:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758097.982424:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758097.982428:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758097.982430:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758097.982530:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758097.982537:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758097.982543:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787758098.686444:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787758098.686455:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758098.686459:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758098.686467:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787758098.686472:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758098.686478:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758098.686482:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758098.686487:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758098.686491:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758099.006416:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758099.006426:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758099.006442:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758099.006446:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758099.006456:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758099.006460:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787758099.006554:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787758099.006565:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787758099.006574:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787758099.710429:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787758099.710441:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758099.710444:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758099.710450:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787758099.710456:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758099.710461:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758099.710465:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758099.710468:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758099.710472:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758100.030467:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758100.030478:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758100.030489:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758100.030493:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758100.030502:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758100.030506:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787758100.030549:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787758100.030554:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787758100.030560:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787758100.222373:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787758100.222380:0:277834:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787758100.222383:0:277834:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787758100.222385:0:277834:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787758100.222390:0:277834:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787758100.222397:0:277834:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19679
00000400:00000200:3.0:1787758100.222404:0:277834:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787758100.222410:0:277834:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787758100.222413:0:277834:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787758100.222416:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787758100.222419:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787758100.222421:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787758100.222423:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787758100.222426:0:277834:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787758100.222428:0:277834:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787758100.222430:0:277834:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787758100.222432:0:277834:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787758100.222434:0:277834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787758100.222435:0:277834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787758100.222437:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787758100.222439:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787758100.222440:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787758100.222443:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787758100.222445:0:277834:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787758100.222448:0:277834:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787758100.222451:0:277834:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787758100.222453:0:277834:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787758100.222456:0:277834:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787758100.222458:0:277834:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787758100.222460:0:277834:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787758100.222462:0:277834:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787758100.222467:0:277834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca192c0.
00000020:00000040:3.0:1787758100.222470:0:277834:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787758100.222473:0:277834:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787758100.222474:0:277834:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787758100.222483:0:277834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787758100.222486:0:277834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787758100.222489:0:277834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787758100.222496:0:277834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51f400.
00000100:00000001:3.0:1787758100.222502:0:277834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787758100.222510:0:277834:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca192c0 x1874594466126464/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787758100.222523:0:277834:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787758100.222527:0:277834:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787758100.222531:0:277834:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e50181] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca192c0 x1874594466126464/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787758100.222548:0:277834:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787758100.222551:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787758100.222554:0:277834:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787758100.222556:0:277834:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787758100.222557:0:277834:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787758100.222560:0:277834:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787758100.222561:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1787758100.222562:0:277834:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19679
00000100:00000001:1.0:1787758100.222567:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1787758100.222568:0:277834:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787758100.222571:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000400:00000200:3.0:1787758100.222573:0:277834:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787758100.222576:0:277834:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787758100.222581:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca192c0 x1874594466126464/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787758100.222581:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787758100.222586:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787758100.222591:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787758100.222595:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787758100.222601:0:277834:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787758100.222602:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1787758100.222603:0:277834:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000100:00000001:1.0:1787758100.222604:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787758100.222606:0:277834:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:1.0:1787758100.222609:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1787758100.222609:0:277834:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787758100.222611:0:277834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
02000000:00000001:1.0:1787758100.222613:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1787758100.222614:0:277834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
02000000:00000001:1.0:1787758100.222619:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758100.222624:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466126464:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787758100.222627:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787758100.222630:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787758100.222632:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758100.222634:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787758100.222638:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915400.
02000000:00000001:1.0:1787758100.222640:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758100.222646:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787758100.222649:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000400:00000010:1.0:1787758100.222655:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfc38.
00000100:00000200:1.0:1787758100.222662:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466126464, portal 25
00000100:00000001:1.0:1787758100.222664:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787758100.222666:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118843584 : -120600590708032 : ffff92507ca192c0)
00000100:00000040:1.0:1787758100.222671:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca192c0 x1874594466126464/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758100.222678:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787758100.222681:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787758100.222683:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787758100.222687:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466126464, offset 0
00000100:00000040:3.0:1787758100.222688:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787758100.222691:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787758100.222694:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787758100.222698:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:1.0:1787758100.222699:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000020:00000040:3.0:1787758100.222704:0:277834:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787758100.222707:0:277834:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787758100.222709:0:277834:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758100.222711:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000001:3.0:1787758100.222712:0:277834:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787758100.222719:0:277834:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787758100.222721:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
02000000:00000001:3.0:1787758100.222722:0:277834:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787758100.222726:0:277834:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787758100.222730:0:277834:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787758100.222731:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:3.0:1787758100.222736:0:277834:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758100.222738:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00000001:3.0:1787758100.222739:0:277834:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787758100.222745:0:277834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1b0c0.
00000400:00000200:1.0:1787758100.222748:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000020:00000040:3.0:1787758100.222749:0:277834:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000400:00000200:1.0:1787758100.222754:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787758100.222758:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56899:56899:256:4294967295] 192.168.201.154@tcp LPNI seq info [56899:56899:8:4294967295]
00000400:00000200:1.0:1787758100.222764:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758100.222776:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787758100.222783:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758100.222790:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1700.
00000800:00000200:1.0:1787758100.222797:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787758100.222800:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787758100.222806:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787758100.222808:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1787758100.222812:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758100.222814:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1700.
00000400:00000200:1.0:1787758100.222818:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787758100.222822:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787758100.222826:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787758100.222828:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787758100.222832:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787758100.222836:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca192c0 x1874594466126464/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787758100.222846:0:277834:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787758100.222847:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1787758100.222848:0:277834:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787758100.222851:0:277834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:1.0:1787758100.222854:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca192c0 x1874594466126464/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758125 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787758100.222855:0:277834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787758100.222858:0:277834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758100.222865:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787758100.222865:0:277834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51ec00.
00000100:00000001:1.0:1787758100.222868:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787758100.222874:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758100.222878:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787758100.222881:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314353064
00000100:00000010:1.0:1787758100.222885:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e63c0.
00000100:00000001:1.0:1787758100.222892:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787758100.222896:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314353064
00000100:00000001:3.0:1787758100.222898:0:277834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787758100.222900:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6060.
00000100:00000001:1.0:1787758100.222905:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00100000:3.0:1787758100.222906:0:277834:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1b0c0 x1874594466126592/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787758100.222908:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787758100.222914:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758100.222919:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787758100.222919:0:277834:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787758100.222922:0:277834:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758100.222926:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758100/real 1787758100]  req@ffff92507ca192c0 x1874594466126464/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787758100.222930:0:277834:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043bdf1c5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1b0c0 x1874594466126592/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787758100.222947:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787758100.222949:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787758100.222950:0:277834:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787758100.222951:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000100:00080000:3.0:1787758100.222953:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787758100.222955:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfc38
00000100:00080000:3.0:1787758100.222957:0:277834:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000010:1.0:1787758100.222958:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfc38.
00000100:00000001:3.0:1787758100.222961:0:277834:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787758100.222963:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:3.0:1787758100.222964:0:277834:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1787758100.222968:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca192c0 x1874594466126464/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787758100.222976:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca192c0 x1874594466126464/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787758100.222976:0:277834:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787758100.222984:0:277834:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19679
00000100:00000001:1.0:1787758100.222985:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787758100.222987:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758100.222990:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758100.222992:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787758100.222993:0:277834:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00100000:1.0:1787758100.222998:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca192c0 x1874594466126464/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787758100.223002:0:277834:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00000001:1.0:1787758100.223009:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787758100.223009:0:277834:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787758100.223015:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca192c0 x1874594466126464/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758125 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787758100.223017:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787758100.223023:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787758100.223028:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787758100.223033:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787758100.223037:0:277834:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787758100.223040:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:3.0:1787758100.223041:0:277834:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787758100.223044:0:277834:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787758100.223046:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1787758100.223048:0:277834:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000100:00000001:1.0:1787758100.223049:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758100.223052:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787758100.223052:0:277834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787758100.223057:0:277834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000001:1.0:1787758100.223058:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787758100.223061:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1787758100.223063:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00080000:1.0:1787758100.223065:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787758100.223066:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:1.0:1787758100.223071:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000040:3.0:1787758100.223072:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787758100.223077:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:1.0:1787758100.223078:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:3.0:1787758100.223094:0:277834:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00000040:1.0:1787758100.223101:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca192c0 x1874594466126464/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758125 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787758100.223101:0:277834:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787758100.223104:0:277834:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787758100.223109:0:277834:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787758100.223113:0:277834:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1787758100.223116:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca192c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466126464:192.168.201.154@tcp:250:kworker.0
02000000:00000001:3.0:1787758100.223116:0:277834:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787758100.223120:0:277834:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787758100.223124:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1787758100.223124:0:277834:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787758100.223128:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000008:00000001:3.0:1787758100.223129:0:277834:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787758100.223132:0:277834:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787758100.223134:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca192c0 x1874594466126464/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758125 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1787758100.223137:0:277834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a1c0.
00000020:00000040:3.0:1787758100.223142:0:277834:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000100:00000001:1.0:1787758100.223143:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787758100.223145:0:277834:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787758100.223148:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787758100.223148:0:277834:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787758100.223153:0:277834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:1.0:1787758100.223154:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915400.
02000000:00000001:3.0:1787758100.223154:0:277834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787758100.223157:0:277834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787758100.223162:0:277834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51dc00.
02000000:00000001:1.0:1787758100.223163:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1787758100.223165:0:277834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787758100.223167:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787758100.223171:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000100:00100000:3.0:1787758100.223173:0:277834:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a1c0 x1874594466126720/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000020:00000001:1.0:1787758100.223176:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787758100.223180:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51f400.
00000100:00000001:3.0:1787758100.223187:0:277834:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787758100.223189:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1787758100.223191:0:277834:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758100.223194:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787758100.223199:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca192c0.
00000100:00000040:3.0:1787758100.223200:0:277834:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062ae16d5] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a1c0 x1874594466126720/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758100.223202:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787758100.223204:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758100.223208:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758100.223218:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787758100.223218:0:277834:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758100.223221:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787758100.223223:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787758100.223224:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787758100.223227:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787758100.223229:0:277834:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1787758100.223230:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787758100.223236:0:277834:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19689)
00000100:00000040:1.0:1787758100.223237:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1b0c0 x1874594466126592/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758100.223245:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758100.223246:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758100.223248:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787758100.223250:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787758100.223252:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758100.223255:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466126592:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787758100.223257:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787758100.223259:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787758100.223260:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758100.223261:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787758100.223264:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915400.
02000000:00000001:1.0:1787758100.223290:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758100.223295:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787758100.223297:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000400:00000010:1.0:1787758100.223300:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfc38.
00000100:00000200:1.0:1787758100.223303:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466126592, portal 10
00000100:00000001:1.0:1787758100.223305:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787758100.223306:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118851264 : -120600590700352 : ffff92507ca1b0c0)
00000100:00000040:1.0:1787758100.223311:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1b0c0 x1874594466126592/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758100.223315:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787758100.223317:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787758100.223319:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787758100.223320:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466126592, offset 0
00000400:00000200:1.0:1787758100.223323:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787758100.223326:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758100.223329:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787758100.223332:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787758100.223334:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787758100.223336:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787758100.223337:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787758100.223340:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56900:56900:256:4294967295] 192.168.201.154@tcp LPNI seq info [56900:56900:8:4294967295]
00000400:00000200:1.0:1787758100.223342:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758100.223347:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787758100.223351:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758100.223354:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1700.
00000800:00000200:1.0:1787758100.223357:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787758100.223360:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787758100.223363:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787758100.223365:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1787758100.223369:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758100.223371:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1700.
00000400:00000200:1.0:1787758100.223373:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787758100.223376:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787758100.223379:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787758100.223380:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787758100.223383:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787758100.223385:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1b0c0 x1874594466126592/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758100.223390:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758100.223392:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1b0c0 x1874594466126592/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758125 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758100.223397:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758100.223398:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787758100.223401:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787758100.223403:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787758100.223405:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787758100.223407:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314352169
00000100:00000001:1.0:1787758100.223409:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314353064
00000100:00000001:1.0:1787758100.223411:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314352169
00000100:00000001:1.0:1787758100.223413:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314353064
00000100:00000001:1.0:1787758100.223414:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787758100.223416:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758100.223417:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787758100.223419:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758100/real 1787758100]  req@ffff92507ca1b0c0 x1874594466126592/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787758100.223424:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787758100.223425:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787758100.223426:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787758100.223427:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfc38
00000400:00000010:1.0:1787758100.223429:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfc38.
00000100:00000001:1.0:1787758100.223430:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787758100.223432:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1b0c0 x1874594466126592/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787758100.223437:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1b0c0 x1874594466126592/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758100.223441:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787758100.223442:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758100.223443:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758100.223444:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787758100.223446:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1b0c0 x1874594466126592/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758100.223450:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787758100.223452:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1b0c0 x1874594466126592/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758125 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758100.223457:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787758100.223459:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758100.223461:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758100.223462:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758100.223463:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787758100.223465:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787758100.223467:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787758100.223469:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787758100.223470:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787758100.223472:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1b0c0 x1874594466126592/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758125 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758100.223477:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466126592:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787758100.223479:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787758100.223481:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1a1c0 x1874594466126720/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758100.223486:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758100.223487:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758100.223488:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787758100.223490:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787758100.223491:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758100.223493:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466126720:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787758100.223494:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787758100.223495:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787758100.223496:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758100.223498:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787758100.223500:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077917c00.
02000000:00000001:1.0:1787758100.223501:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758100.223503:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787758100.223505:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000400:00000010:1.0:1787758100.223507:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfc38.
00000100:00000200:1.0:1787758100.223509:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466126720, portal 4
00000100:00000001:1.0:1787758100.223510:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787758100.223511:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118847424 : -120600590704192 : ffff92507ca1a1c0)
00000100:00000040:1.0:1787758100.223515:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1a1c0 x1874594466126720/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758100.223520:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787758100.223522:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787758100.223523:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787758100.223524:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466126720, offset 0
00000400:00000200:1.0:1787758100.223527:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787758100.223529:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758100.223531:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787758100.223532:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787758100.223534:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787758100.223535:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787758100.223537:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787758100.223539:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56901:56901:256:4294967295] 192.168.201.154@tcp LPNI seq info [56901:56901:8:4294967295]
00000400:00000200:1.0:1787758100.223542:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758100.223546:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787758100.223549:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758100.223551:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1700.
00000800:00000200:1.0:1787758100.223553:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787758100.223555:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787758100.223558:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787758100.223560:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1787758100.223562:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758100.223564:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1700.
00000400:00000200:1.0:1787758100.223566:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787758100.223568:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787758100.223570:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787758100.223571:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787758100.223572:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787758100.223575:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1a1c0 x1874594466126720/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758100.223579:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758100.223582:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a1c0 x1874594466126720/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758125 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758100.223586:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758100.223587:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787758100.223589:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787758100.223591:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787758100.223593:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787758100.223594:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314352152
00000100:00000001:1.0:1787758100.223595:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314353064
00000100:00000001:1.0:1787758100.223597:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314352152
00000100:00000001:1.0:1787758100.223599:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314353064
00000100:00000001:1.0:1787758100.223600:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787758100.223601:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758100.223602:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787758100.223604:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758100/real 1787758100]  req@ffff92507ca1a1c0 x1874594466126720/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787758100.223609:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787758100.223610:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787758100.223611:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787758100.223612:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfc38
00000400:00000010:1.0:1787758100.223613:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfc38.
00000100:00000001:1.0:1787758100.223614:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787758100.223616:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1a1c0 x1874594466126720/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787758100.223622:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1a1c0 x1874594466126720/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758100.223626:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787758100.223626:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758100.223627:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758100.223628:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787758100.223631:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1a1c0 x1874594466126720/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758100.223636:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787758100.223638:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1a1c0 x1874594466126720/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758125 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758100.223642:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787758100.223643:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758100.223644:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758100.223645:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758100.223646:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787758100.223647:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787758100.223649:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787758100.223650:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787758100.223652:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787758100.223654:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1a1c0 x1874594466126720/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758125 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758100.223658:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466126720:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787758100.223661:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758100.223662:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758100.223664:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1b0c0 x1874594466126592/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758125 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758100.223667:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787758100.223668:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787758100.223670:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915400.
02000000:00000001:1.0:1787758100.223671:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787758100.223673:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787758100.223674:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787758100.223675:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787758100.223677:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51ec00.
02000000:00000001:1.0:1787758100.223679:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787758100.223680:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787758100.223681:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1b0c0.
00000100:00000001:1.0:1787758100.223683:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787758100.223684:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758100.223685:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758100.223687:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1a1c0 x1874594466126720/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758125 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758100.223692:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787758100.223693:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787758100.223693:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077917c00.
02000000:00000001:1.0:1787758100.223695:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787758100.223696:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787758100.223696:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787758100.223697:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787758100.223698:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51dc00.
02000000:00000001:1.0:1787758100.223700:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787758100.223700:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787758100.223701:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1a1c0.
00000100:00000001:1.0:1787758100.223702:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787758100.223703:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758100.223704:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758100.223706:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758100.223707:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758100.223708:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787758100.223709:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758100.734358:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787758100.734367:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758100.734369:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758100.734374:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787758100.734376:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758100.734380:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758100.734382:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758100.734384:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758100.734386:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758101.054448:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758101.054462:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758101.054473:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758101.054477:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758101.054487:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758101.054491:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758101.054581:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758101.054586:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758101.054591:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787758101.182453:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314353064, at 4314353088
00000100:00000040:3.0:1787758101.182454:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314353064, at 4314353088
00000100:00000010:2.0:1787758101.182480:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e63c0.
00000100:00000010:3.0:1787758101.182497:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6060.
00000100:00000001:1.0:1787758101.758418:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787758101.758428:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758101.758431:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758101.758439:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787758101.758444:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758101.758449:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758101.758452:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758101.758456:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758101.758459:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758102.078486:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758102.078498:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758102.078510:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758102.078513:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758102.078521:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758102.078524:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787758102.078575:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787758102.078583:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787758102.078589:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787758102.782410:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787758102.782420:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758102.782423:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758102.782430:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787758102.782435:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758102.782439:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758102.782443:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758102.782446:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758102.782450:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758103.102410:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758103.102421:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758103.102433:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758103.102436:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758103.102444:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758103.102447:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787758103.102515:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787758103.102519:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787758103.102524:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787758103.806442:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787758103.806455:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758103.806460:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758103.806470:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787758103.806478:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758103.806484:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758103.806489:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758103.806494:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758103.806516:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758104.126435:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758104.126448:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787758104.126451:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787758104.126457:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758104.126480:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787758104.126483:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758104.126486:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758104.126490:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758104.126497:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758104.126500:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787758104.126502:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787758104.126505:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758104.126508:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787758104.126510:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758104.126512:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758104.126515:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758104.126520:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758104.126522:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758104.126590:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758104.126595:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758104.126599:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787758104.830387:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787758104.830412:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758104.830416:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758104.830423:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787758104.830428:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758104.830433:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758104.830436:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758104.830440:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758104.830444:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758105.150414:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758105.150430:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758105.150447:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758105.150454:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758105.150468:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758105.150474:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787758105.150571:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787758105.150579:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787758105.150586:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787758105.342420:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787758105.342432:0:277834:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787758105.342448:0:277834:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787758105.342454:0:277834:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787758105.342461:0:277834:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787758105.342473:0:277834:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19684
00000400:00000200:3.0:1787758105.342488:0:277834:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787758105.342497:0:277834:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787758105.342502:0:277834:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787758105.342507:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787758105.342512:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787758105.342515:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787758105.342518:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787758105.342525:0:277834:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787758105.342528:0:277834:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787758105.342532:0:277834:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787758105.342537:0:277834:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787758105.342540:0:277834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787758105.342544:0:277834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787758105.342547:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787758105.342550:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787758105.342553:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787758105.342555:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787758105.342560:0:277834:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787758105.342565:0:277834:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787758105.342568:0:277834:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787758105.342573:0:277834:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787758105.342578:0:277834:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787758105.342581:0:277834:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787758105.342584:0:277834:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787758105.342588:0:277834:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787758105.342601:0:277834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19680.
00000020:00000040:3.0:1787758105.342606:0:277834:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787758105.342612:0:277834:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787758105.342614:0:277834:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787758105.342618:0:277834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787758105.342622:0:277834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787758105.342628:0:277834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787758105.342638:0:277834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51c400.
00000100:00000001:3.0:1787758105.342649:0:277834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787758105.342663:0:277834:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19680 x1874594466126848/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787758105.342679:0:277834:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787758105.342685:0:277834:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787758105.342692:0:277834:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c14b51e] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19680 x1874594466126848/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787758105.342724:0:277834:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787758105.342729:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787758105.342734:0:277834:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787758105.342736:0:277834:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787758105.342739:0:277834:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787758105.342743:0:277834:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787758105.342746:0:277834:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19684
00000400:00000200:3.0:1787758105.342750:0:277834:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787758105.342753:0:277834:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787758105.342756:0:277834:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787758105.342760:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787758105.342764:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787758105.342768:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787758105.342771:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787758105.342776:0:277834:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787758105.342779:0:277834:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787758105.342781:0:277834:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787758105.342785:0:277834:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787758105.342788:0:277834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787758105.342792:0:277834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787758105.342796:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758105.342803:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787758105.342817:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787758105.342820:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787758105.342825:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758105.342827:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787758105.342834:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787758105.342839:0:277834:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:3.0:1787758105.342849:0:277834:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000040:1.0:1787758105.342851:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca19680 x1874594466126848/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787758105.342854:0:277834:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787758105.342865:0:277834:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787758105.342879:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787758105.342880:0:277834:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787758105.342886:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787758105.342891:0:277834:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758105.342896:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787758105.342897:0:277834:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787758105.342911:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1787758105.342912:0:277834:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787758105.342929:0:277834:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787758105.342944:0:277834:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758105.342948:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787758105.342951:0:277834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19a40.
00000100:00100000:1.0:1787758105.342961:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466126848:192.168.201.154@tcp:250:kworker.0
00000020:00000040:3.0:1787758105.342963:0:277834:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:3.0:1787758105.342968:0:277834:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787758105.342970:0:277834:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787758105.342972:0:277834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787758105.342974:0:277834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787758105.342977:0:277834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758105.343023:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:3.0:1787758105.343044:0:277834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51fc00.
02000000:00000001:1.0:1787758105.343048:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787758105.343051:0:277834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758105.343054:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758105.343060:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1787758105.343067:0:277834:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19a40 x1874594466126976/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1787758105.343077:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077917c00.
00000100:00000001:3.0:1787758105.343080:0:277834:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787758105.343082:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787758105.343088:0:277834:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758105.343104:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:3.0:1787758105.343104:0:277834:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048dd93e3] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19a40 x1874594466126976/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787758105.343119:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000400:00000010:1.0:1787758105.343137:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfc38.
00000100:00000001:3.0:1787758105.343139:0:277834:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787758105.343148:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1787758105.343151:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466126848, portal 25
00000100:00080000:3.0:1787758105.343157:0:277834:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787758105.343158:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787758105.343162:0:277834:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787758105.343164:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118844544 : -120600590707072 : ffff92507ca19680)
00000100:00080000:3.0:1787758105.343169:0:277834:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787758105.343177:0:277834:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:1.0:1787758105.343184:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca19680 x1874594466126848/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787758105.343188:0:277834:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19684
00000400:00000200:3.0:1787758105.343208:0:277834:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787758105.343227:0:277834:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00000001:1.0:1787758105.343229:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787758105.343233:0:277834:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787758105.343246:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000040:3.0:1787758105.343253:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000010:1.0:1787758105.343255:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787758105.343269:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466126848, offset 0
00000100:00000001:3.0:1787758105.343307:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787758105.343313:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787758105.343317:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787758105.343322:0:277834:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787758105.343324:0:277834:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:3.0:1787758105.343327:0:277834:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787758105.343331:0:277834:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787758105.343334:0:277834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:1.0:1787758105.343335:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000020:00000001:3.0:1787758105.343340:0:277834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:3.0:1787758105.343347:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787758105.343350:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787758105.343353:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:3.0:1787758105.343361:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787758105.343367:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787758105.343372:0:277834:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000400:00000200:1.0:1787758105.343374:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00080000:3.0:1787758105.343387:0:277834:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000400:00000200:1.0:1787758105.343388:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787758105.343400:0:277834:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758105.343409:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
02000000:00000001:3.0:1787758105.343410:0:277834:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787758105.343427:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1787758105.343428:0:277834:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787758105.343440:0:277834:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758105.343442:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00000001:3.0:1787758105.343447:0:277834:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787758105.343455:0:277834:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787758105.343456:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56902:56902:256:4294967295] 192.168.201.154@tcp LPNI seq info [56902:56902:8:4294967295]
00000008:00000001:3.0:1787758105.343476:0:277834:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787758105.343487:0:277834:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758105.343488:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000010:3.0:1787758105.343512:0:277834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a940.
00000020:00000040:3.0:1787758105.343522:0:277834:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000400:00000200:1.0:1787758105.343533:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1787758105.343536:0:277834:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787758105.343544:0:277834:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787758105.343550:0:277834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.0:1787758105.343552:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
02000000:00000001:3.0:1787758105.343555:0:277834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787758105.343568:0:277834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787758105.343571:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1700.
02000000:00000010:3.0:1787758105.343576:0:277834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e400.
00000100:00000001:3.0:1787758105.343587:0:277834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787758105.343589:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787758105.343606:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000100:00100000:3.0:1787758105.343610:0:277834:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a940 x1874594466127104/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787758105.343638:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:3.0:1787758105.343657:0:277834:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787758105.343662:0:277834:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787758105.343663:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000100:00000040:3.0:1787758105.343676:0:277834:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acf304e1] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a940 x1874594466127104/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:1.0:1787758105.343692:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000100:00000001:3.0:1787758105.343699:0:277834:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787758105.343703:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1700.
00000100:00000040:3.0:1787758105.343705:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787758105.343719:0:277834:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1787758105.343725:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1787758105.343727:0:277834:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19694)
00000400:00000200:1.0:1787758105.343746:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787758105.343753:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787758105.343757:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787758105.343765:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787758105.343773:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca19680 x1874594466126848/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758105.343786:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758105.343790:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19680 x1874594466126848/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758130 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758105.343798:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758105.343800:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787758105.343807:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758105.343812:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787758105.343815:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314358185
00000100:00000010:1.0:1787758105.343822:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6a20.
00000100:00000001:1.0:1787758105.343831:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787758105.343839:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314358185
00000100:00000010:1.0:1787758105.343842:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6660.
00000100:00000001:1.0:1787758105.343845:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787758105.343849:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787758105.343851:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758105.343854:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787758105.343859:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758105/real 1787758105]  req@ffff92507ca19680 x1874594466126848/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787758105.343869:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787758105.343871:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787758105.343874:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787758105.343877:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfc38
00000400:00000010:1.0:1787758105.343878:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfc38.
00000100:00000001:1.0:1787758105.343881:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787758105.343885:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca19680 x1874594466126848/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787758105.343894:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca19680 x1874594466126848/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758105.343901:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787758105.343902:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758105.343905:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758105.343907:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787758105.343911:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca19680 x1874594466126848/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758105.343918:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787758105.343923:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca19680 x1874594466126848/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758130 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758105.343931:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787758105.343934:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758105.343937:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758105.343939:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758105.343942:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787758105.343944:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787758105.343948:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787758105.343952:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787758105.343955:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787758105.343959:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca19680 x1874594466126848/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758130 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758105.343968:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466126848:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787758105.343973:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758105.343975:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758105.343978:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca19680 x1874594466126848/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758130 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758105.343986:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787758105.344011:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787758105.344016:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077917c00.
02000000:00000001:1.0:1787758105.344020:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787758105.344023:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787758105.344025:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787758105.344028:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787758105.344031:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51c400.
02000000:00000001:1.0:1787758105.344035:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787758105.344037:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787758105.344039:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca19680.
00000100:00000001:1.0:1787758105.344043:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787758105.344044:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758105.344047:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758105.344056:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758105.344058:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758105.344061:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787758105.344063:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758105.344065:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787758105.344071:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca19a40 x1874594466126976/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758105.344079:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758105.344081:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758105.344084:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787758105.344087:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787758105.344090:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758105.344092:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca19a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466126976:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787758105.344096:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787758105.344100:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787758105.344101:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758105.344104:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787758105.344107:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077917c00.
02000000:00000001:1.0:1787758105.344109:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758105.344113:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787758105.344116:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000400:00000010:1.0:1787758105.344120:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfc38.
00000100:00000200:1.0:1787758105.344124:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466126976, portal 10
00000100:00000001:1.0:1787758105.344126:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787758105.344128:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118845504 : -120600590706112 : ffff92507ca19a40)
00000100:00000040:1.0:1787758105.344135:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca19a40 x1874594466126976/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758105.344142:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787758105.344145:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787758105.344147:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787758105.344149:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466126976, offset 0
00000400:00000200:1.0:1787758105.344153:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787758105.344158:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758105.344162:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787758105.344165:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787758105.344168:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787758105.344171:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787758105.344174:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787758105.344178:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56903:56903:256:4294967295] 192.168.201.154@tcp LPNI seq info [56903:56903:8:4294967295]
00000400:00000200:1.0:1787758105.344182:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758105.344190:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787758105.344195:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758105.344198:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1700.
00000800:00000200:1.0:1787758105.344203:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787758105.344206:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787758105.344211:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787758105.344214:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1787758105.344218:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758105.344220:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1700.
00000400:00000200:1.0:1787758105.344224:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787758105.344228:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787758105.344231:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787758105.344233:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787758105.344236:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787758105.344240:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca19a40 x1874594466126976/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758105.344248:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758105.344251:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19a40 x1874594466126976/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758130 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758105.344258:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758105.344260:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787758105.344263:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787758105.344292:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787758105.344296:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787758105.344298:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314357290
00000100:00000001:1.0:1787758105.344302:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314358185
00000100:00000001:1.0:1787758105.344304:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314357290
00000100:00000001:1.0:1787758105.344307:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314358185
00000100:00000001:1.0:1787758105.344310:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787758105.344312:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758105.344314:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787758105.344318:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758105/real 1787758105]  req@ffff92507ca19a40 x1874594466126976/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787758105.344327:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787758105.344328:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787758105.344330:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787758105.344333:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfc38
00000400:00000010:1.0:1787758105.344334:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfc38.
00000100:00000001:1.0:1787758105.344337:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787758105.344340:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca19a40 x1874594466126976/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787758105.344349:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca19a40 x1874594466126976/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758105.344355:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787758105.344357:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758105.344359:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758105.344360:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787758105.344363:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca19a40 x1874594466126976/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758105.344370:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787758105.344373:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca19a40 x1874594466126976/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758130 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758105.344381:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787758105.344383:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758105.344385:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758105.344387:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758105.344388:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787758105.344391:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787758105.344394:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787758105.344398:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787758105.344400:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787758105.344404:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca19a40 x1874594466126976/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758130 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758105.344412:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca19a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466126976:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787758105.344416:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787758105.344420:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1a940 x1874594466127104/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758105.344426:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758105.344428:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758105.344430:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787758105.344432:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787758105.344434:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758105.344437:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466127104:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787758105.344441:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787758105.344443:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787758105.344444:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758105.344446:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787758105.344450:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915400.
02000000:00000001:1.0:1787758105.344452:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758105.344455:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787758105.344457:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000400:00000010:1.0:1787758105.344461:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfc38.
00000100:00000200:1.0:1787758105.344464:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466127104, portal 4
00000100:00000001:1.0:1787758105.344466:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787758105.344468:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118849344 : -120600590702272 : ffff92507ca1a940)
00000100:00000040:1.0:1787758105.344474:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1a940 x1874594466127104/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758105.344487:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787758105.344490:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787758105.344492:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787758105.344494:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466127104, offset 0
00000400:00000200:1.0:1787758105.344498:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787758105.344502:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758105.344505:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787758105.344508:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787758105.344511:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787758105.344513:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787758105.344516:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787758105.344519:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56904:56904:256:4294967295] 192.168.201.154@tcp LPNI seq info [56904:56904:8:4294967295]
00000400:00000200:1.0:1787758105.344523:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758105.344530:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787758105.344534:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758105.344537:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1700.
00000800:00000200:1.0:1787758105.344541:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787758105.344544:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787758105.344548:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787758105.344551:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1787758105.344555:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758105.344557:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1700.
00000400:00000200:1.0:1787758105.344560:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787758105.344564:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787758105.344566:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787758105.344568:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787758105.344571:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787758105.344574:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ca1a940 x1874594466127104/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758105.344582:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758105.344585:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a940 x1874594466127104/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758130 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758105.344599:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758105.344600:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787758105.344603:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787758105.344606:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787758105.344609:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787758105.344611:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314357273
00000100:00000001:1.0:1787758105.344614:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314358185
00000100:00000001:1.0:1787758105.344617:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314357273
00000100:00000001:1.0:1787758105.344619:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314358185
00000100:00000001:1.0:1787758105.344621:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787758105.344623:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758105.344624:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787758105.344628:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758105/real 1787758105]  req@ffff92507ca1a940 x1874594466127104/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787758105.344635:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787758105.344636:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787758105.344638:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787758105.344640:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfc38
00000400:00000010:1.0:1787758105.344642:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfc38.
00000100:00000001:1.0:1787758105.344644:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787758105.344647:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1a940 x1874594466127104/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787758105.344658:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1a940 x1874594466127104/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758105.344667:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787758105.344669:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758105.344672:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758105.344674:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787758105.344681:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1a940 x1874594466127104/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758105.344693:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787758105.344699:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1a940 x1874594466127104/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758130 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758105.344710:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787758105.344714:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758105.344717:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758105.344719:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758105.344723:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787758105.344726:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787758105.344730:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787758105.344736:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787758105.344739:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787758105.344747:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1a940 x1874594466127104/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758130 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758105.344755:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466127104:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787758105.344760:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758105.344762:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758105.344765:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca19a40 x1874594466126976/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758130 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758105.344772:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787758105.344774:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787758105.344776:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077917c00.
02000000:00000001:1.0:1787758105.344779:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787758105.344780:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787758105.344782:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787758105.344784:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787758105.344786:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51fc00.
02000000:00000001:1.0:1787758105.344792:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787758105.344794:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787758105.344796:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca19a40.
00000100:00000001:1.0:1787758105.344799:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787758105.344800:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758105.344802:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758105.344805:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1a940 x1874594466127104/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758130 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758105.344811:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787758105.344812:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787758105.344813:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915400.
02000000:00000001:1.0:1787758105.344818:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787758105.344819:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787758105.344820:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787758105.344822:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787758105.344823:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51e400.
02000000:00000001:1.0:1787758105.344825:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787758105.344826:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787758105.344827:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1a940.
00000100:00000001:1.0:1787758105.344830:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787758105.344831:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758105.344833:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758105.344837:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758105.344838:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758105.344840:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787758105.344842:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758105.854387:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787758105.854397:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758105.854399:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758105.854406:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787758105.854411:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758105.854415:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758105.854418:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758105.854422:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758105.854427:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758106.174428:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758106.174439:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758106.174453:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758106.174457:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758106.174483:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758106.174488:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787758106.174492:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787758106.174500:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758106.174506:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787758106.174509:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758106.174513:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758106.174519:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787758106.174553:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787758106.174557:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787758106.174561:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787758106.302426:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314358185, at 4314358208
00000100:00000040:3.0:1787758106.302443:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314358185, at 4314358208
00000100:00000010:2.0:1787758106.302469:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6a20.
00000100:00000010:3.0:1787758106.302478:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6660.
00000100:00000001:1.0:1787758106.878449:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787758106.878463:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758106.878468:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758106.878476:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787758106.878482:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758106.878487:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758106.878490:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758106.878494:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758106.878497:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758107.198486:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758107.198501:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758107.198520:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758107.198524:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758107.198533:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758107.198535:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758107.198648:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758107.198656:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758107.198663:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787758107.902393:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787758107.902404:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758107.902408:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758107.902416:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787758107.902421:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758107.902426:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758107.902429:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758107.902433:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758107.902436:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758108.222457:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758108.222486:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758108.222497:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758108.222500:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758108.222508:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758108.222511:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787758108.222601:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787758108.222608:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787758108.222614:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787758108.926407:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787758108.926414:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758108.926417:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758108.926422:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787758108.926425:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758108.926430:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758108.926433:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758108.926435:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758108.926454:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758109.246351:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758109.246359:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758109.246365:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758109.246367:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758109.246375:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758109.246376:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787758109.246404:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787758109.246410:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787758109.246416:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787758109.950383:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787758109.950394:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758109.950397:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758109.950405:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787758109.950410:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758109.950414:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758109.950418:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758109.950421:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758109.950424:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758110.270461:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758110.270472:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758110.270480:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758110.270483:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758110.270487:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758110.270489:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758110.270650:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758110.270657:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758110.270662:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787758110.462482:0:277892:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787758110.462496:0:277892:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787758110.462500:0:277892:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787758110.462505:0:277892:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787758110.462512:0:277892:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787758110.462522:0:277892:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19689
00000400:00000200:2.0:1787758110.462536:0:277892:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787758110.462544:0:277892:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787758110.462548:0:277892:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787758110.462553:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758110.462557:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787758110.462561:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758110.462564:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787758110.462570:0:277892:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787758110.462572:0:277892:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787758110.462576:0:277892:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787758110.462580:0:277892:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787758110.462583:0:277892:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787758110.462586:0:277892:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787758110.462590:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758110.462593:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787758110.462596:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758110.462598:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787758110.462602:0:277892:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787758110.462607:0:277892:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787758110.462610:0:277892:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787758110.462614:0:277892:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787758110.462618:0:277892:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787758110.462622:0:277892:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758110.462624:0:277892:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787758110.462628:0:277892:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787758110.462640:0:277892:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61de00.
00000020:00000040:2.0:1787758110.462645:0:277892:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787758110.462650:0:277892:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787758110.462652:0:277892:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758110.462657:0:277892:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787758110.462661:0:277892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787758110.462666:0:277892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787758110.462678:0:277892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507caff400.
00000100:00000001:2.0:1787758110.462687:0:277892:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758110.462698:0:277892:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61de00 x1874594466127232/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787758110.462712:0:277892:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787758110.462718:0:277892:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787758110.462727:0:277892:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0b9f896] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61de00 x1874594466127232/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787758110.462770:0:277892:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787758110.462776:0:277892:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787758110.462783:0:277892:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787758110.462787:0:277892:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787758110.462790:0:277892:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787758110.462796:0:277892:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787758110.462802:0:277892:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19689
00000400:00000200:2.0:1787758110.462813:0:277892:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787758110.462820:0:277892:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00000001:1.0:1787758110.462825:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1787758110.462827:0:277892:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787758110.462836:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1787758110.462841:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758110.462843:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787758110.462853:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787758110.462861:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61de00 x1874594466127232/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787758110.462865:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758110.462880:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787758110.462894:0:277892:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787758110.462895:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758110.462921:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787758110.462927:0:277892:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
02000000:00000001:1.0:1787758110.462930:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:2.0:1787758110.462936:0:277892:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:1.0:1787758110.462938:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1787758110.462942:0:277892:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
02000000:00000001:1.0:1787758110.462946:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758110.462949:0:277892:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00100000:1.0:1787758110.462959:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466127232:192.168.201.154@tcp:250:kworker.0
00000020:00000001:2.0:1787758110.462960:0:277892:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:1.0:1787758110.462973:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:2.0:1787758110.462975:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
02000000:00000001:1.0:1787758110.462981:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787758110.462982:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787758110.462988:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787758110.462990:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
02000000:00000001:1.0:1787758110.462995:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787758110.462998:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787758110.463004:0:277892:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
02000000:00000010:1.0:1787758110.463007:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915400.
00000100:00080000:2.0:1787758110.463009:0:277892:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
02000000:00000001:1.0:1787758110.463016:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758110.463018:0:277892:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787758110.463024:0:277892:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787758110.463030:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000001:2.0:1787758110.463034:0:277892:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1787758110.463038:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
02000000:00000001:2.0:1787758110.463041:0:277892:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758110.463048:0:277892:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000010:1.0:1787758110.463053:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfc38.
00000008:00100000:2.0:1787758110.463055:0:277892:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787758110.463065:0:277892:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758110.463068:0:277892:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787758110.463070:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466127232, portal 25
00000100:00000001:1.0:1787758110.463076:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000010:2.0:1787758110.463077:0:277892:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61e940.
00000100:00000001:1.0:1787758110.463079:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611352064 : -120601098199552 : ffff92505e61de00)
00000020:00000040:2.0:1787758110.463086:0:277892:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:2.0:1787758110.463095:0:277892:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:1.0:1787758110.463097:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61de00 x1874594466127232/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787758110.463099:0:277892:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758110.463109:0:277892:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787758110.463114:0:277892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787758110.463120:0:277892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758110.463123:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:2.0:1787758110.463130:0:277892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafe400.
00000100:00000040:1.0:1787758110.463132:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000001:2.0:1787758110.463143:0:277892:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787758110.463145:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787758110.463157:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466127232, offset 0
00000100:00100000:2.0:1787758110.463165:0:277892:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61e940 x1874594466127360/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787758110.463176:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000001:2.0:1787758110.463190:0:277892:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787758110.463196:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787758110.463197:0:277892:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787758110.463212:0:277892:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0cadbca] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61e940 x1874594466127360/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787758110.463215:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787758110.463234:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787758110.463238:0:277892:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758110.463245:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00080000:2.0:1787758110.463247:0:277892:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787758110.463255:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1787758110.463257:0:277892:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:1.0:1787758110.463265:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00000001:2.0:1787758110.463266:0:277892:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787758110.463325:0:277892:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787758110.463334:0:277892:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787758110.463344:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56905:56905:256:4294967295] 192.168.201.154@tcp LPNI seq info [56905:56905:8:4294967295]
00000100:00080000:2.0:1787758110.463346:0:277892:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19689
00000400:00000200:2.0:1787758110.463365:0:277892:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758110.463369:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787758110.463380:0:277892:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787758110.463388:0:277892:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787758110.463406:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000200:1.0:1787758110.463416:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1787758110.463419:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787758110.463433:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000800:00000200:1.0:1787758110.463443:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000001:2.0:1787758110.463444:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787758110.463454:0:277892:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000010:1.0:1787758110.463455:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1700.
00000020:00000040:2.0:1787758110.463458:0:277892:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:2.0:1787758110.463465:0:277892:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787758110.463469:0:277892:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000800:00000200:1.0:1787758110.463478:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000020:00000001:2.0:1787758110.463479:0:277892:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:2.0:1787758110.463491:0:277892:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000800:00000200:1.0:1787758110.463492:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000100:00000040:2.0:1787758110.463500:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758110.463506:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1787758110.463512:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000040:2.0:1787758110.463515:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000800:00000200:1.1:1787758110.463521:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000100:00000001:2.0:1787758110.463523:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787758110.463535:0:277892:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000800:00000100:1.0:1787758110.463542:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000100:00080000:2.0:1787758110.463547:0:277892:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000800:00000010:1.0:1787758110.463549:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1700.
00000100:00000001:2.0:1787758110.463555:0:277892:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787758110.463560:0:277892:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787758110.463562:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1787758110.463568:0:277892:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787758110.463576:0:277892:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758110.463582:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1787758110.463583:0:277892:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787758110.463589:0:277892:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787758110.463596:0:277892:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758110.463601:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000100:00000001:2.0:1787758110.463601:0:277892:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787758110.463614:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000010:2.0:1787758110.463615:0:277892:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61c3c0.
00000020:00000040:2.0:1787758110.463626:0:277892:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:2.0:1787758110.463631:0:277892:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787758110.463633:0:238954:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:2.0:1787758110.463634:0:277892:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758110.463642:0:277892:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787758110.463645:0:277892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787758110.463649:0:277892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787758110.463653:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61de00 x1874594466127232/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1787758110.463659:0:277892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafd000.
00000100:00000001:2.0:1787758110.463668:0:277892:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758110.463684:0:277892:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61c3c0 x1874594466127488/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787758110.463694:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787758110.463698:0:277892:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787758110.463704:0:277892:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787758110.463713:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61de00 x1874594466127232/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758135 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787758110.463714:0:277892:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003175400] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61c3c0 x1874594466127488/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787758110.463781:0:277892:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758110.463782:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758110.463793:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:2.0:1787758110.463797:0:277892:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787758110.463805:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787758110.463808:0:277892:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1787758110.463818:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:2.0:1787758110.463823:0:277892:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19700)
00000100:00000001:1.0:1787758110.463824:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314363305
00000100:00000010:1.0:1787758110.463838:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6240.
00000100:00000001:1.0:1787758110.463850:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787758110.463858:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314363305
00000100:00000010:1.0:1787758110.463865:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6a80.
00000100:00000001:1.0:1787758110.463869:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787758110.463874:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787758110.463878:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758110.463882:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787758110.463889:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758110/real 1787758110]  req@ffff92505e61de00 x1874594466127232/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787758110.463926:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787758110.463929:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787758110.463932:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787758110.463936:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfc38
00000400:00000010:1.0:1787758110.463939:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfc38.
00000100:00000001:1.0:1787758110.463943:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787758110.463949:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61de00 x1874594466127232/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787758110.463960:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61de00 x1874594466127232/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758110.463970:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787758110.463972:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758110.463975:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758110.463977:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787758110.463982:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61de00 x1874594466127232/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758110.463991:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787758110.463997:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61de00 x1874594466127232/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758135 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758110.464006:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787758110.464010:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758110.464012:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758110.464014:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758110.464019:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787758110.464021:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787758110.464025:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787758110.464030:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787758110.464033:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787758110.464039:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61de00 x1874594466127232/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758135 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758110.464049:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466127232:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787758110.464055:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758110.464058:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758110.464061:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61de00 x1874594466127232/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758135 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758110.464070:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787758110.464073:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787758110.464077:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915400.
02000000:00000001:1.0:1787758110.464083:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787758110.464086:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787758110.464088:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787758110.464091:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787758110.464095:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507caff400.
02000000:00000001:1.0:1787758110.464100:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787758110.464102:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787758110.464104:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61de00.
00000100:00000001:1.0:1787758110.464108:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787758110.464110:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758110.464113:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758110.464123:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758110.464126:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758110.464129:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787758110.464131:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758110.464133:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787758110.464137:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61e940 x1874594466127360/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758110.464155:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758110.464157:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758110.464161:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787758110.464163:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787758110.464166:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758110.464170:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466127360:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787758110.464174:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787758110.464177:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787758110.464179:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758110.464181:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787758110.464185:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077915400.
02000000:00000001:1.0:1787758110.464188:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758110.464193:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787758110.464196:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000400:00000010:1.0:1787758110.464201:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfc38.
00000100:00000200:1.0:1787758110.464205:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466127360, portal 10
00000100:00000001:1.0:1787758110.464207:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787758110.464209:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611354944 : -120601098196672 : ffff92505e61e940)
00000100:00000040:1.0:1787758110.464218:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61e940 x1874594466127360/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758110.464227:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787758110.464230:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787758110.464232:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787758110.464236:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466127360, offset 0
00000400:00000200:1.0:1787758110.464241:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787758110.464247:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758110.464252:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787758110.464256:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787758110.464260:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787758110.464264:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787758110.464298:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787758110.464304:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56906:56906:256:4294967295] 192.168.201.154@tcp LPNI seq info [56906:56906:8:4294967295]
00000400:00000200:1.0:1787758110.464310:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758110.464320:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787758110.464329:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758110.464337:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1700.
00000800:00000200:1.0:1787758110.464346:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787758110.464352:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787758110.464361:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787758110.464366:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1787758110.464374:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758110.464378:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1700.
00000400:00000200:1.0:1787758110.464385:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787758110.464393:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787758110.464399:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787758110.464403:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787758110.464409:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787758110.464418:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61e940 x1874594466127360/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758110.464435:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758110.464441:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61e940 x1874594466127360/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758135 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758110.464450:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758110.464452:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787758110.464458:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787758110.464463:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787758110.464468:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787758110.464471:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314362410
00000100:00000001:1.0:1787758110.464475:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314363305
00000100:00000001:1.0:1787758110.464478:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314362410
00000100:00000001:1.0:1787758110.464481:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314363305
00000100:00000001:1.0:1787758110.464484:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787758110.464487:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758110.464490:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787758110.464495:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758110/real 1787758110]  req@ffff92505e61e940 x1874594466127360/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787758110.464505:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787758110.464507:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787758110.464509:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787758110.464512:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfc38
00000400:00000010:1.0:1787758110.464514:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfc38.
00000100:00000001:1.0:1787758110.464517:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787758110.464521:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61e940 x1874594466127360/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787758110.464531:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61e940 x1874594466127360/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758110.464539:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787758110.464541:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758110.464543:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758110.464545:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787758110.464549:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61e940 x1874594466127360/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758110.464557:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787758110.464562:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61e940 x1874594466127360/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758135 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758110.464572:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787758110.464577:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758110.464581:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758110.464583:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758110.464587:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787758110.464591:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787758110.464596:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787758110.464604:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787758110.464608:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787758110.464616:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61e940 x1874594466127360/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758135 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758110.464634:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466127360:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787758110.464643:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787758110.464650:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61c3c0 x1874594466127488/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758110.464665:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758110.464669:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758110.464673:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787758110.464678:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787758110.464682:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758110.464688:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466127488:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787758110.464694:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787758110.464698:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787758110.464702:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758110.464705:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787758110.464713:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077917c00.
02000000:00000001:1.0:1787758110.464717:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758110.464725:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787758110.464730:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000400:00000010:1.0:1787758110.464737:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfc38.
00000100:00000200:1.0:1787758110.464744:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466127488, portal 4
00000100:00000001:1.0:1787758110.464748:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787758110.464751:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611345344 : -120601098206272 : ffff92505e61c3c0)
00000100:00000040:1.0:1787758110.464763:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61c3c0 x1874594466127488/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758110.464772:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787758110.464776:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787758110.464779:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787758110.464783:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466127488, offset 0
00000400:00000200:1.0:1787758110.464788:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787758110.464794:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758110.464800:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787758110.464804:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787758110.464807:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787758110.464811:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787758110.464814:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787758110.464818:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56907:56907:256:4294967295] 192.168.201.154@tcp LPNI seq info [56907:56907:8:4294967295]
00000400:00000200:1.0:1787758110.464824:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758110.464833:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787758110.464839:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758110.464843:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1700.
00000800:00000200:1.0:1787758110.464849:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787758110.464853:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787758110.464858:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787758110.464862:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1787758110.464867:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758110.464870:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1700.
00000400:00000200:1.0:1787758110.464874:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787758110.464878:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787758110.464882:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787758110.464885:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787758110.464888:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787758110.464893:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61c3c0 x1874594466127488/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758110.464934:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758110.464940:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61c3c0 x1874594466127488/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758135 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758110.464948:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758110.464951:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787758110.464957:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787758110.464961:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787758110.464966:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787758110.464969:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314362393
00000100:00000001:1.0:1787758110.464972:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314363305
00000100:00000001:1.0:1787758110.464975:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314362393
00000100:00000001:1.0:1787758110.464978:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314363305
00000100:00000001:1.0:1787758110.464980:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787758110.464983:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758110.464985:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787758110.464990:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758110/real 1787758110]  req@ffff92505e61c3c0 x1874594466127488/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787758110.465000:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787758110.465002:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787758110.465005:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787758110.465008:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfc38
00000400:00000010:1.0:1787758110.465010:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfc38.
00000100:00000001:1.0:1787758110.465012:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787758110.465016:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61c3c0 x1874594466127488/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787758110.465026:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61c3c0 x1874594466127488/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758110.465035:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787758110.465036:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758110.465039:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758110.465040:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787758110.465044:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61c3c0 x1874594466127488/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758110.465052:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787758110.465057:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61c3c0 x1874594466127488/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758135 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758110.465067:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787758110.465070:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758110.465072:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758110.465074:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758110.465076:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787758110.465078:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787758110.465081:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787758110.465085:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787758110.465088:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787758110.465092:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61c3c0 x1874594466127488/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758135 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758110.465102:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466127488:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787758110.465106:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758110.465109:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758110.465112:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61e940 x1874594466127360/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758135 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758110.465120:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787758110.465122:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787758110.465125:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077915400.
02000000:00000001:1.0:1787758110.465128:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787758110.465130:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787758110.465132:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787758110.465134:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787758110.465137:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafe400.
02000000:00000001:1.0:1787758110.465140:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787758110.465142:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787758110.465144:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61e940.
00000100:00000001:1.0:1787758110.465147:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787758110.465149:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758110.465152:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758110.465156:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61c3c0 x1874594466127488/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758135 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758110.465164:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787758110.465165:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787758110.465167:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077917c00.
02000000:00000001:1.0:1787758110.465170:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787758110.465171:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787758110.465172:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787758110.465175:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787758110.465176:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafd000.
02000000:00000001:1.0:1787758110.465179:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787758110.465180:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787758110.465182:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61c3c0.
00000100:00000001:1.0:1787758110.465184:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787758110.465186:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758110.465188:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758110.465193:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758110.465195:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758110.465197:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787758110.465199:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758110.974405:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787758110.974421:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758110.974426:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758110.974434:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787758110.974439:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758110.974444:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758110.974448:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758110.974451:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758110.974455:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758111.294335:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758111.294346:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758111.294353:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758111.294354:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758111.294357:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758111.294358:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787758111.294392:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787758111.294398:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787758111.294413:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787758111.422366:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314363305, at 4314363328
00000100:00000040:3.0:1787758111.422366:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314363305, at 4314363328
00000100:00000010:2.0:1787758111.422387:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6240.
00000100:00000010:3.0:1787758111.422394:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6a80.
00000100:00000001:1.0:1787758111.998359:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787758111.998368:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758111.998371:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758111.998377:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787758111.998381:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758111.998385:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758111.998388:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758111.998390:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758111.998393:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758112.318414:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758112.318425:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758112.318436:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758112.318440:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758112.318447:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758112.318450:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787758112.318488:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787758112.318494:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787758112.318502:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787758113.022448:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787758113.022458:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758113.022461:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758113.022467:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787758113.022472:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758113.022477:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758113.022480:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758113.022483:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758113.022487:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758113.342424:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758113.342435:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758113.342447:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758113.342451:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758113.342458:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758113.342461:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758113.342558:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758113.342565:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758113.342570:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787758114.046391:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787758114.046402:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758114.046405:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758114.046413:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787758114.046419:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758114.046424:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758114.046429:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758114.046432:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758114.046436:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758114.366403:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758114.366419:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787758114.366424:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787758114.366431:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758114.366442:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787758114.366464:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758114.366471:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758114.366477:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758114.366488:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758114.366493:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787758114.366496:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787758114.366500:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758114.366505:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787758114.366508:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758114.366511:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758114.366516:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758114.366523:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758114.366527:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787758114.366601:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787758114.366607:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787758114.366615:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787758115.070460:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787758115.070470:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758115.070474:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758115.070480:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787758115.070486:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758115.070490:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758115.070493:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758115.070497:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758115.070500:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758115.390417:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758115.390428:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758115.390443:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758115.390447:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758115.390457:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758115.390460:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787758115.390505:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787758115.390512:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787758115.390521:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787758115.582440:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787758115.582455:0:277834:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787758115.582459:0:277834:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787758115.582464:0:277834:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787758115.582470:0:277834:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787758115.582481:0:277834:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19695
00000400:00000200:1.0:1787758115.582496:0:277834:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758115.582508:0:277834:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:1.0:1787758115.582514:0:277834:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787758115.582520:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758115.582526:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787758115.582531:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758115.582536:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:1.0:1787758115.582544:0:277834:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787758115.582548:0:277834:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:1.0:1787758115.582553:0:277834:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787758115.582559:0:277834:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:1.0:1787758115.582564:0:277834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:1.0:1787758115.582570:0:277834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:1.0:1787758115.582594:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758115.582604:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787758115.582609:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758115.582613:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:1.0:1787758115.582617:0:277834:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:1.0:1787758115.582623:0:277834:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:1.0:1787758115.582626:0:277834:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758115.582631:0:277834:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787758115.582636:0:277834:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787758115.582639:0:277834:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758115.582644:0:277834:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787758115.582648:0:277834:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787758115.582661:0:277834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff925077901a40.
00000020:00000040:1.0:1787758115.582665:0:277834:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:1.0:1787758115.582671:0:277834:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787758115.582673:0:277834:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758115.582678:0:277834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787758115.582681:0:277834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787758115.582687:0:277834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787758115.582697:0:277834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925077917c00.
00000100:00000001:1.0:1787758115.582705:0:277834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758115.582717:0:277834:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff925077901a40 x1874594466127616/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787758115.582743:0:277834:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787758115.582753:0:277834:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787758115.582760:0:277834:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046d5ef2f] to pc [ptlrpcd_rcv+-1]  req@ffff925077901a40 x1874594466127616/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758115.582802:0:277834:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787758115.582832:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787758115.582839:0:277834:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787758115.582842:0:277834:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787758115.582845:0:277834:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787758115.582851:0:277834:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787758115.582858:0:277834:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19695
00000400:00000200:1.0:1787758115.582867:0:277834:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787758115.582870:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1787758115.582874:0:277834:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00000001:2.0:1787758115.582878:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1787758115.582879:0:277834:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787758115.582884:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758115.582884:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787758115.582889:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787758115.582894:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000040:2.0:1787758115.582896:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077901a40 x1874594466127616/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758115.582898:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:1.0:1787758115.582904:0:277834:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787758115.582907:0:277834:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:1.0:1787758115.582911:0:277834:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787758115.582913:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1787758115.582916:0:277834:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000100:00000001:2.0:1787758115.582919:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787758115.582921:0:277834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:1.0:1787758115.582925:0:277834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
02000000:00000001:2.0:1787758115.582925:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787758115.582930:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1787758115.582931:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758115.582936:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787758115.582936:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787758115.582940:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00100000:2.0:1787758115.582943:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077901a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466127616:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787758115.582945:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:1.0:1787758115.582950:0:277834:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00000001:2.0:1787758115.582952:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:1.0:1787758115.582956:0:277834:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
02000000:00000001:2.0:1787758115.582958:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787758115.582960:0:277834:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758115.582963:0:277834:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787758115.582963:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787758115.582968:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787758115.582972:0:277834:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787758115.582976:0:277834:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787758115.582978:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafc000.
00000100:00000001:1.0:1787758115.582980:0:277834:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:2.0:1787758115.582982:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1787758115.582987:0:277834:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787758115.582991:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000008:00000001:1.0:1787758115.582993:0:277834:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758115.582997:0:277834:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787758115.582999:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241f420.
00000100:00000010:1.0:1787758115.583003:0:277834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff925077902580.
00000020:00000040:1.0:1787758115.583007:0:277834:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000400:00000010:2.0:1787758115.583011:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899ca18.
02000000:00000001:1.0:1787758115.583012:0:277834:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787758115.583014:0:277834:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758115.583017:0:277834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787758115.583020:0:277834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:2.0:1787758115.583021:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466127616, portal 25
02000000:00000001:1.0:1787758115.583024:0:277834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758115.583026:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787758115.583029:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033812544 : -120600675739072 : ffff925077901a40)
02000000:00000010:1.0:1787758115.583031:0:277834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925077915400.
00000100:00000001:1.0:1787758115.583038:0:277834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787758115.583040:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077901a40 x1874594466127616/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758115.583048:0:277834:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff925077902580 x1874594466127744/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787758115.583057:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787758115.583063:0:277834:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1787758115.583063:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787758115.583068:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c110.
00000100:00000001:1.0:1787758115.583069:0:277834:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787758115.583074:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466127616, offset 0
00000100:00000040:1.0:1787758115.583077:0:277834:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002dd0d9e3] to pc [ptlrpcd_rcv+-1]  req@ffff925077902580 x1874594466127744/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787758115.583086:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000001:1.0:1787758115.583094:0:277834:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787758115.583100:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787758115.583100:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00080000:1.0:1787758115.583106:0:277834:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787758115.583109:0:277834:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1787758115.583110:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00080000:1.0:1787758115.583113:0:277834:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787758115.583117:0:277834:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787758115.583120:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1787758115.583121:0:277834:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19695
00000400:00000200:1.0:1787758115.583128:0:277834:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787758115.583129:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787758115.583133:0:277834:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000400:00000200:2.0:1787758115.583136:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1787758115.583137:0:277834:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787758115.583141:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000100:00000040:1.0:1787758115.583143:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758115.583147:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787758115.583151:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758115.583155:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:1.0:1787758115.583160:0:277834:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787758115.583162:0:277834:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:1.0:1787758115.583166:0:277834:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1787758115.583169:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56908:56908:256:4294967295] 192.168.201.154@tcp LPNI seq info [56908:56908:8:4294967295]
00000020:00000040:1.0:1787758115.583171:0:277834:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:1.0:1787758115.583175:0:277834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:2.0:1787758115.583179:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000020:00000001:1.0:1787758115.583180:0:277834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:1.0:1787758115.583185:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758115.583189:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787758115.583193:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758115.583197:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:1.0:1787758115.583202:0:277834:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000400:00000200:2.0:1787758115.583204:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00080000:1.0:1787758115.583208:0:277834:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:1.0:1787758115.583213:0:277834:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758115.583217:0:277834:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1787758115.583217:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
02000000:00000001:1.0:1787758115.583223:0:277834:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787758115.583227:0:277834:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787758115.583227:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2ac800.
00000100:00000001:1.0:1787758115.583231:0:277834:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787758115.583236:0:277834:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.0:1787758115.583238:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000008:00000001:1.0:1787758115.583241:0:277834:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758115.583245:0:277834:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787758115.583246:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000100:00000010:1.0:1787758115.583252:0:277834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff925077901680.
00000020:00000040:1.0:1787758115.583256:0:277834:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000800:00000200:2.1:1787758115.583258:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000001:1.0:1787758115.583261:0:277834:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787758115.583264:0:277834:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758115.583267:0:277834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.1:1787758115.583309:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
02000000:00000001:1.0:1787758115.583316:0:277834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787758115.583322:0:277834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787758115.583327:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
02000000:00000010:1.0:1787758115.583332:0:277834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925077916000.
00000800:00000010:2.0:1787758115.583332:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2ac800.
00000100:00000001:1.0:1787758115.583339:0:277834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787758115.583345:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:1.0:1787758115.583351:0:277834:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff925077901680 x1874594466127872/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787758115.583356:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787758115.583366:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c110
00000100:00000001:1.0:1787758115.583367:0:277834:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787758115.583372:0:277834:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787758115.583372:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c110.
00000100:00000040:1.0:1787758115.583381:0:277834:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000679d9fb6] to pc [ptlrpcd_rcv+-1]  req@ffff925077901680 x1874594466127872/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787758115.583381:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787758115.583391:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077901a40 x1874594466127616/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758115.583400:0:277834:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758115.583411:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787758115.583420:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077901a40 x1874594466127616/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758140 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787758115.583423:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1787758115.583431:0:277834:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1787758115.583435:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758115.583439:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:1.0:1787758115.583447:0:277834:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19705)
00000100:00000001:2.0:1787758115.583448:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787758115.583455:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787758115.583459:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314368425
00000100:00000010:2.0:1787758115.583470:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c7e0.
00000100:00000001:2.0:1787758115.583495:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787758115.583505:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314368425
00000100:00000010:2.0:1787758115.583512:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f5344c900.
00000100:00000001:2.0:1787758115.583518:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787758115.583525:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787758115.583529:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758115.583533:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787758115.583541:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758115/real 1787758115]  req@ffff925077901a40 x1874594466127616/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787758115.583563:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787758115.583566:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787758115.583568:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241f420.
00000400:00000200:2.0:1787758115.583572:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899ca18
00000400:00000010:2.0:1787758115.583575:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899ca18.
00000100:00000001:2.0:1787758115.583578:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787758115.583583:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077901a40 x1874594466127616/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787758115.583601:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077901a40 x1874594466127616/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787758115.583615:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787758115.583619:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758115.583624:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787758115.583627:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787758115.583635:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077901a40 x1874594466127616/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787758115.583651:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787758115.583659:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077901a40 x1874594466127616/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758140 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787758115.583674:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787758115.583680:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758115.583683:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787758115.583686:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758115.583690:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787758115.583694:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787758115.583701:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787758115.583708:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787758115.583712:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787758115.583718:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077901a40 x1874594466127616/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758140 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787758115.583731:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077901a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466127616:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787758115.583737:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758115.583740:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787758115.583744:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077901a40 x1874594466127616/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758140 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787758115.583752:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787758115.583755:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787758115.583759:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafc000.
02000000:00000001:2.0:1787758115.583763:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787758115.583765:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787758115.583767:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:2.0:1787758115.583771:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787758115.583774:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077917c00.
02000000:00000001:2.0:1787758115.583779:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787758115.583782:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787758115.583784:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077901a40.
00000100:00000001:2.0:1787758115.583788:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787758115.583790:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758115.583793:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758115.583804:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758115.583806:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758115.583808:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787758115.583836:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758115.583838:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787758115.583843:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077902580 x1874594466127744/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787758115.583853:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758115.583855:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787758115.583858:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787758115.583861:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787758115.583863:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758115.583867:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077902580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466127744:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787758115.583872:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787758115.583875:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787758115.583877:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787758115.583880:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787758115.583884:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507cafc000.
02000000:00000001:2.0:1787758115.583887:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787758115.583892:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787758115.583895:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241f420.
00000400:00000010:2.0:1787758115.583900:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899ca18.
00000100:00000200:2.0:1787758115.583905:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466127744, portal 10
00000100:00000001:2.0:1787758115.583907:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787758115.583909:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033815424 : -120600675736192 : ffff925077902580)
00000100:00000040:2.0:1787758115.583918:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077902580 x1874594466127744/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787758115.583927:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787758115.583930:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787758115.583932:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c110.
00000100:00000200:2.0:1787758115.583935:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466127744, offset 0
00000400:00000200:2.0:1787758115.583941:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787758115.583947:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787758115.583952:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787758115.583956:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787758115.583960:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787758115.583963:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787758115.583966:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787758115.583971:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56909:56909:256:4294967295] 192.168.201.154@tcp LPNI seq info [56909:56909:8:4294967295]
00000400:00000200:2.0:1787758115.583976:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787758115.583985:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787758115.583991:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787758115.583996:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2ac800.
00000800:00000200:2.0:1787758115.584001:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787758115.584005:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787758115.584011:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787758115.584015:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1787758115.584020:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787758115.584023:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2ac800.
00000400:00000200:2.0:1787758115.584027:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787758115.584031:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787758115.584035:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c110
00000400:00000010:2.0:1787758115.584038:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c110.
00000100:00000001:2.0:1787758115.584041:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787758115.584045:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077902580 x1874594466127744/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787758115.584055:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787758115.584059:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077902580 x1874594466127744/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758140 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787758115.584067:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758115.584069:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787758115.584073:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787758115.584079:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:2.0:1787758115.584083:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787758115.584085:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314367529
00000100:00000001:2.0:1787758115.584089:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314368425
00000100:00000001:2.0:1787758115.584092:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314367529
00000100:00000001:2.0:1787758115.584094:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314368425
00000100:00000001:2.0:1787758115.584097:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787758115.584100:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758115.584102:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787758115.584107:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758115/real 1787758115]  req@ffff925077902580 x1874594466127744/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787758115.584116:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787758115.584118:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787758115.584121:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241f420.
00000400:00000200:2.0:1787758115.584123:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899ca18
00000400:00000010:2.0:1787758115.584126:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899ca18.
00000100:00000001:2.0:1787758115.584128:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787758115.584132:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077902580 x1874594466127744/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787758115.584142:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077902580 x1874594466127744/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787758115.584150:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787758115.584151:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758115.584154:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787758115.584155:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787758115.584160:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077902580 x1874594466127744/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787758115.584168:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787758115.584172:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077902580 x1874594466127744/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758140 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787758115.584181:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787758115.584184:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758115.584186:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787758115.584188:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758115.584190:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787758115.584193:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787758115.584196:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787758115.584199:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787758115.584202:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787758115.584207:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077902580 x1874594466127744/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758140 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787758115.584216:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077902580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466127744:192.168.201.154@tcp:38:kworker.0
00000100:00000001:2.0:1787758115.584222:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787758115.584226:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff925077901680 x1874594466127872/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787758115.584235:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758115.584236:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787758115.584239:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787758115.584241:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787758115.584243:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758115.584247:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff925077901680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466127872:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787758115.584250:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787758115.584252:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787758115.584254:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787758115.584257:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787758115.584261:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92507caff800.
02000000:00000001:2.0:1787758115.584263:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787758115.584294:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:2.0:1787758115.584299:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f4241f420.
00000400:00000010:2.0:1787758115.584307:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899ca18.
00000100:00000200:2.0:1787758115.584312:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466127872, portal 4
00000100:00000001:2.0:1787758115.584315:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787758115.584318:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473033811584 : -120600675740032 : ffff925077901680)
00000100:00000040:2.0:1787758115.584326:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff925077901680 x1874594466127872/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787758115.584335:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787758115.584338:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:2.0:1787758115.584341:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92504899c110.
00000100:00000200:2.0:1787758115.584344:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466127872, offset 0
00000400:00000200:2.0:1787758115.584349:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787758115.584353:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787758115.584357:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:2.0:1787758115.584360:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787758115.584365:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:2.0:1787758115.584368:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787758115.584371:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:2.0:1787758115.584375:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56910:56910:256:4294967295] 192.168.201.154@tcp LPNI seq info [56910:56910:8:4294967295]
00000400:00000200:2.0:1787758115.584380:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787758115.584388:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787758115.584393:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787758115.584396:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f6c2ac800.
00000800:00000200:2.0:1787758115.584402:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.0:1787758115.584405:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787758115.584411:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:2.1:1787758115.584415:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1787758115.584419:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:2.0:1787758115.584422:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f6c2ac800.
00000400:00000200:2.0:1787758115.584426:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787758115.584430:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787758115.584434:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899c110
00000400:00000010:2.0:1787758115.584437:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899c110.
00000100:00000001:2.0:1787758115.584439:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787758115.584444:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff925077901680 x1874594466127872/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787758115.584453:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787758115.584458:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff925077901680 x1874594466127872/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758140 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787758115.584466:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758115.584468:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787758115.584471:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787758115.584475:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:2.0:1787758115.584479:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787758115.584482:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314367513
00000100:00000001:2.0:1787758115.584485:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314368425
00000100:00000001:2.0:1787758115.584488:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314367513
00000100:00000001:2.0:1787758115.584491:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314368425
00000100:00000001:2.0:1787758115.584494:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787758115.584496:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758115.584499:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787758115.584504:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758115/real 1787758115]  req@ffff925077901680 x1874594466127872/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787758115.584512:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787758115.584514:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787758115.584516:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f4241f420.
00000400:00000200:2.0:1787758115.584519:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92504899ca18
00000400:00000010:2.0:1787758115.584521:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92504899ca18.
00000100:00000001:2.0:1787758115.584523:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787758115.584527:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff925077901680 x1874594466127872/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787758115.584537:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff925077901680 x1874594466127872/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787758115.584544:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787758115.584546:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758115.584548:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787758115.584550:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787758115.584554:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff925077901680 x1874594466127872/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787758115.584561:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787758115.584566:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff925077901680 x1874594466127872/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758140 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787758115.584574:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787758115.584576:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758115.584578:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787758115.584580:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758115.584583:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787758115.584585:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787758115.584589:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787758115.584593:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:2.0:1787758115.584596:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787758115.584600:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff925077901680 x1874594466127872/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758140 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787758115.584609:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff925077901680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466127872:192.168.201.154@tcp:8:kworker.0
00000100:00000001:2.0:1787758115.584614:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758115.584616:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787758115.584620:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077902580 x1874594466127744/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758140 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787758115.584627:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787758115.584629:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787758115.584632:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507cafc000.
02000000:00000001:2.0:1787758115.584634:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787758115.584636:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787758115.584638:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:2.0:1787758115.584640:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787758115.584643:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077915400.
02000000:00000001:2.0:1787758115.584648:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787758115.584650:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787758115.584652:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077902580.
00000100:00000001:2.0:1787758115.584655:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787758115.584657:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758115.584659:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787758115.584662:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff925077901680 x1874594466127872/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758140 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787758115.584670:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787758115.584671:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787758115.584673:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92507caff800.
02000000:00000001:2.0:1787758115.584677:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787758115.584678:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787758115.584680:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:2.0:1787758115.584683:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787758115.584685:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925077916000.
02000000:00000001:2.0:1787758115.584687:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787758115.584689:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787758115.584690:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff925077901680.
00000100:00000001:2.0:1787758115.584692:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787758115.584694:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758115.584696:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758115.584700:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758115.584702:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758115.584704:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787758115.584707:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758116.094399:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787758116.094444:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758116.094447:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758116.094454:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787758116.094460:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758116.094466:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758116.094469:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758116.094473:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758116.094476:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758116.414495:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758116.414506:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758116.414516:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758116.414518:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758116.414525:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758116.414529:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787758116.414532:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787758116.414537:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758116.414542:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787758116.414546:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758116.414549:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758116.414552:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758116.414644:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758116.414651:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758116.414655:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787758116.542398:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314368425, at 4314368448
00000100:00000040:3.0:1787758116.542414:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314368425, at 4314368448
00000100:00000010:2.0:1787758116.542422:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c7e0.
00000100:00000010:3.0:1787758116.542430:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f5344c900.
00000100:00000001:1.0:1787758117.118452:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787758117.118463:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758117.118465:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758117.118484:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787758117.118489:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758117.118494:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758117.118497:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758117.118501:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758117.118505:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758117.438450:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758117.438461:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758117.438472:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758117.438475:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758117.438482:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758117.438486:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787758117.438561:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787758117.438569:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787758117.438574:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787758118.142376:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787758118.142389:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758118.142393:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758118.142402:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787758118.142408:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758118.142414:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758118.142418:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758118.142424:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758118.142428:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758118.462440:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758118.462455:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758118.462470:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758118.462474:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758118.462483:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758118.462489:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787758118.462540:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787758118.462546:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787758118.462553:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787758119.166381:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787758119.166391:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758119.166395:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758119.166402:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787758119.166407:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758119.166412:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758119.166416:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758119.166419:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758119.166433:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758119.486446:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758119.486459:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758119.486471:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758119.486475:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758119.486483:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758119.486487:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758119.486584:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758119.486591:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758119.486596:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787758120.190379:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787758120.190390:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758120.190393:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758120.190401:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787758120.190407:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758120.190412:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758120.190415:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758120.190419:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758120.190423:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758120.510478:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758120.510490:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758120.510501:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758120.510507:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758120.510514:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758120.510517:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787758120.510603:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787758120.510612:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787758120.510619:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787758120.702460:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787758120.702476:0:277834:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787758120.702479:0:277834:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787758120.702484:0:277834:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787758120.702490:0:277834:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787758120.702506:0:277834:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19700
00000400:00000200:2.0:1787758120.702519:0:277834:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787758120.702528:0:277834:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787758120.702532:0:277834:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787758120.702537:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758120.702541:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787758120.702545:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758120.702548:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787758120.702554:0:277834:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787758120.702558:0:277834:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787758120.702563:0:277834:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787758120.702568:0:277834:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787758120.702573:0:277834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787758120.702577:0:277834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787758120.702584:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758120.702588:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787758120.702592:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758120.702596:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787758120.702603:0:277834:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787758120.702610:0:277834:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787758120.702615:0:277834:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787758120.702621:0:277834:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787758120.702628:0:277834:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787758120.702633:0:277834:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758120.702637:0:277834:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787758120.702643:0:277834:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787758120.702655:0:277834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61c3c0.
00000020:00000040:2.0:1787758120.702662:0:277834:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787758120.702670:0:277834:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787758120.702673:0:277834:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758120.702679:0:277834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787758120.702684:0:277834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787758120.702691:0:277834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787758120.702705:0:277834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507caff800.
00000100:00000001:2.0:1787758120.702716:0:277834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758120.702756:0:277834:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61c3c0 x1874594466128000/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787758120.702775:0:277834:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787758120.702784:0:277834:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787758120.702794:0:277834:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003175400] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61c3c0 x1874594466128000/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787758120.702851:0:277834:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787758120.702865:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787758120.702872:0:277834:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787758120.702876:0:277834:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787758120.702880:0:277834:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787758120.702888:0:277834:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787758120.702894:0:277834:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19700
00000100:00000001:1.0:1787758120.702903:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1787758120.702903:0:277834:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787758120.702913:0:277834:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00000001:1.0:1787758120.702915:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1787758120.702917:0:277834:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787758120.702921:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787758120.702928:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758120.702932:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787758120.702940:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61c3c0 x1874594466128000/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787758120.702941:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758120.702950:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787758120.702957:0:277834:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787758120.702963:0:277834:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:2.0:1787758120.702970:0:277834:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787758120.702977:0:277834:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000100:00000001:1.0:1787758120.702980:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1787758120.702989:0:277834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:1.0:1787758120.702991:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758120.703003:0:277834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
02000000:00000001:1.0:1787758120.703007:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787758120.703018:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1787758120.703018:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758120.703031:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787758120.703033:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787758120.703042:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00100000:1.0:1787758120.703050:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466128000:192.168.201.154@tcp:250:kworker.0
00000100:00000001:2.0:1787758120.703052:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787758120.703061:0:277834:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00000001:1.0:1787758120.703071:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:2.0:1787758120.703073:0:277834:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
02000000:00000001:1.0:1787758120.703084:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787758120.703084:0:277834:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787758120.703093:0:277834:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787758120.703095:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787758120.703103:0:277834:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787758120.703105:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787758120.703112:0:277834:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758120.703117:0:277834:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000010:1.0:1787758120.703122:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077916800.
00000008:00100000:2.0:1787758120.703123:0:277834:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787758120.703136:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1787758120.703136:0:277834:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758120.703148:0:277834:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758120.703157:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000010:2.0:1787758120.703159:0:277834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61e940.
00000400:00000010:1.0:1787758120.703166:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000020:00000040:2.0:1787758120.703169:0:277834:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:2.0:1787758120.703175:0:277834:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787758120.703177:0:277834:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758120.703181:0:277834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787758120.703187:0:277834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787758120.703194:0:277834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787758120.703195:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfc38.
02000000:00000010:2.0:1787758120.703206:0:277834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafc000.
00000100:00000200:1.0:1787758120.703211:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466128000, portal 25
00000100:00000001:1.0:1787758120.703220:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787758120.703224:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611345344 : -120601098206272 : ffff92505e61c3c0)
00000100:00000001:2.0:1787758120.703236:0:277834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787758120.703238:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61c3c0 x1874594466128000/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758120.703260:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:2.0:1787758120.703264:0:277834:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61e940 x1874594466128128/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787758120.703320:0:277834:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787758120.703325:0:277834:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787758120.703332:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000040:2.0:1787758120.703341:0:277834:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0cadbca] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61e940 x1874594466128128/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787758120.703343:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787758120.703357:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466128000, offset 0
00000100:00000001:2.0:1787758120.703367:0:277834:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758120.703376:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00080000:2.0:1787758120.703377:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787758120.703388:0:277834:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787758120.703391:0:277834:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787758120.703397:0:277834:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787758120.703398:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787758120.703410:0:277834:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787758120.703418:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00080000:2.0:1787758120.703420:0:277834:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19700
00000400:00000200:1.0:1787758120.703435:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787758120.703436:0:277834:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787758120.703447:0:277834:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000400:00000200:1.0:1787758120.703454:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00080000:2.0:1787758120.703455:0:277834:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787758120.703468:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000200:1.0:1787758120.703474:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1787758120.703475:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787758120.703484:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758120.703490:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:1.0:1787758120.703492:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000020:00000001:2.0:1787758120.703495:0:277834:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787758120.703502:0:277834:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:2.0:1787758120.703505:0:277834:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787758120.703511:0:277834:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000400:00000200:1.0:1787758120.703514:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56911:56911:256:4294967295] 192.168.201.154@tcp LPNI seq info [56911:56911:8:4294967295]
00000020:00000001:2.0:1787758120.703515:0:277834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:2.0:1787758120.703526:0:277834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:2.0:1787758120.703541:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000200:1.0:1787758120.703549:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787758120.703549:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787758120.703559:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758120.703564:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787758120.703567:0:277834:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:2.0:1787758120.703578:0:277834:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000400:00000200:1.0:1787758120.703588:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1787758120.703589:0:277834:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787758120.703597:0:277834:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787758120.703605:0:277834:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1787758120.703615:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
02000000:00000001:2.0:1787758120.703616:0:277834:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758120.703626:0:277834:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787758120.703629:0:277834:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000800:00000010:1.0:1787758120.703631:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1700.
00000008:00000001:2.0:1787758120.703634:0:277834:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758120.703640:0:277834:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787758120.703648:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000010:2.0:1787758120.703649:0:277834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61de00.
00000020:00000040:2.0:1787758120.703661:0:277834:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000800:00000200:1.0:1787758120.703662:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
02000000:00000001:2.0:1787758120.703668:0:277834:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787758120.703673:0:277834:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787758120.703680:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:2.0:1787758120.703681:0:277834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787758120.703688:0:277834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1787758120.703691:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
02000000:00000001:2.0:1787758120.703694:0:277834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787758120.703706:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
02000000:00000010:2.0:1787758120.703706:0:277834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafc800.
00000800:00000010:1.0:1787758120.703717:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1700.
00000100:00000001:2.0:1787758120.703718:0:277834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758120.703763:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:2.0:1787758120.703765:0:277834:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61de00 x1874594466128256/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787758120.703784:0:277834:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787758120.703786:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1787758120.703790:0:277834:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758120.703804:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000100:00000040:2.0:1787758120.703804:0:277834:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0b9f896] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61de00 x1874594466128256/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787758120.703815:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:2.0:1787758120.703821:0:277834:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787758120.703828:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787758120.703830:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1787758120.703834:0:277834:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1787758120.703843:0:277834:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19710)
00000100:00000200:1.0:1787758120.703850:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61c3c0 x1874594466128000/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758120.703869:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758120.703876:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61c3c0 x1874594466128000/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758145 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758120.703886:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758120.703889:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787758120.703898:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758120.703904:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787758120.703908:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314373545
00000100:00000010:1.0:1787758120.703916:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6d80.
00000100:00000001:1.0:1787758120.703926:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787758120.703933:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314373545
00000100:00000010:1.0:1787758120.703937:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e60c0.
00000100:00000001:1.0:1787758120.703941:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787758120.703944:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787758120.703948:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758120.703952:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787758120.703958:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758120/real 1787758120]  req@ffff92505e61c3c0 x1874594466128000/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787758120.703970:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787758120.703973:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787758120.703976:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787758120.703980:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfc38
00000400:00000010:1.0:1787758120.703982:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfc38.
00000100:00000001:1.0:1787758120.703986:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787758120.703990:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61c3c0 x1874594466128000/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787758120.704002:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61c3c0 x1874594466128000/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758120.704011:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787758120.704013:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758120.704016:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758120.704018:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787758120.704023:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61c3c0 x1874594466128000/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758120.704032:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787758120.704038:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61c3c0 x1874594466128000/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758145 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758120.704047:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787758120.704050:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758120.704053:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758120.704055:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758120.704059:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787758120.704062:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787758120.704066:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787758120.704071:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787758120.704073:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787758120.704079:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61c3c0 x1874594466128000/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758145 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758120.704089:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466128000:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787758120.704095:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758120.704098:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758120.704102:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61c3c0 x1874594466128000/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758145 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758120.704110:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787758120.704114:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787758120.704118:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077916800.
02000000:00000001:1.0:1787758120.704122:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787758120.704124:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787758120.704126:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787758120.704129:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787758120.704132:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507caff800.
02000000:00000001:1.0:1787758120.704137:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787758120.704139:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787758120.704141:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61c3c0.
00000100:00000001:1.0:1787758120.704145:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787758120.704147:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758120.704149:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758120.704159:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758120.704162:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758120.704165:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787758120.704167:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758120.704169:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787758120.704175:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61e940 x1874594466128128/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758120.704184:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758120.704186:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758120.704189:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787758120.704192:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787758120.704194:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758120.704198:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466128128:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787758120.704204:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787758120.704208:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787758120.704211:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758120.704215:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787758120.704221:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077916800.
02000000:00000001:1.0:1787758120.704225:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758120.704232:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787758120.704237:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000400:00000010:1.0:1787758120.704244:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfc38.
00000100:00000200:1.0:1787758120.704251:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466128128, portal 10
00000100:00000001:1.0:1787758120.704255:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787758120.704258:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611354944 : -120601098196672 : ffff92505e61e940)
00000100:00000040:1.0:1787758120.704308:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61e940 x1874594466128128/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758120.704321:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787758120.704328:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787758120.704335:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787758120.704340:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466128128, offset 0
00000400:00000200:1.0:1787758120.704348:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787758120.704355:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758120.704362:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787758120.704366:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787758120.704370:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787758120.704374:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787758120.704378:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787758120.704382:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56912:56912:256:4294967295] 192.168.201.154@tcp LPNI seq info [56912:56912:8:4294967295]
00000400:00000200:1.0:1787758120.704387:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758120.704397:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787758120.704403:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758120.704408:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1700.
00000800:00000200:1.0:1787758120.704413:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787758120.704417:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787758120.704424:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787758120.704428:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787758120.704433:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758120.704436:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1700.
00000400:00000200:1.0:1787758120.704442:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787758120.704449:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787758120.704455:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787758120.704459:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787758120.704465:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787758120.704473:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61e940 x1874594466128128/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758120.704489:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758120.704496:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61e940 x1874594466128128/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758145 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758120.704510:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758120.704514:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787758120.704521:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787758120.704529:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787758120.704536:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787758120.704540:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314372650
00000100:00000001:1.0:1787758120.704546:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314373545
00000100:00000001:1.0:1787758120.704549:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314372650
00000100:00000001:1.0:1787758120.704552:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314373545
00000100:00000001:1.0:1787758120.704556:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787758120.704559:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758120.704562:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787758120.704568:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758120/real 1787758120]  req@ffff92505e61e940 x1874594466128128/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787758120.704579:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787758120.704581:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787758120.704583:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787758120.704587:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfc38
00000400:00000010:1.0:1787758120.704589:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfc38.
00000100:00000001:1.0:1787758120.704592:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787758120.704596:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61e940 x1874594466128128/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787758120.704607:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61e940 x1874594466128128/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758120.704615:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787758120.704617:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758120.704619:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758120.704621:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787758120.704626:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61e940 x1874594466128128/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758120.704634:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787758120.704638:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61e940 x1874594466128128/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758145 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758120.704647:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787758120.704651:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758120.704653:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758120.704655:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758120.704657:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787758120.704660:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787758120.704664:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787758120.704669:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787758120.704672:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787758120.704677:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61e940 x1874594466128128/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758145 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758120.704687:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466128128:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787758120.704691:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787758120.704695:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61de00 x1874594466128256/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758120.704703:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758120.704705:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758120.704708:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787758120.704710:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787758120.704713:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758120.704717:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466128256:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787758120.704749:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787758120.704754:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787758120.704757:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758120.704760:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787758120.704767:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077916c00.
02000000:00000001:1.0:1787758120.704771:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758120.704779:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787758120.704784:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000400:00000010:1.0:1787758120.704791:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfc38.
00000100:00000200:1.0:1787758120.704797:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466128256, portal 4
00000100:00000001:1.0:1787758120.704801:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787758120.704804:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611352064 : -120601098199552 : ffff92505e61de00)
00000100:00000040:1.0:1787758120.704818:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61de00 x1874594466128256/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758120.704843:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787758120.704847:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787758120.704851:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787758120.704854:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466128256, offset 0
00000400:00000200:1.0:1787758120.704860:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787758120.704867:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758120.704872:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787758120.704877:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787758120.704880:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787758120.704884:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787758120.704887:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787758120.704891:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56913:56913:256:4294967295] 192.168.201.154@tcp LPNI seq info [56913:56913:8:4294967295]
00000400:00000200:1.0:1787758120.704897:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758120.704906:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787758120.704912:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758120.704916:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1700.
00000800:00000200:1.0:1787758120.704921:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787758120.704925:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787758120.704931:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787758120.704934:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787758120.704939:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758120.704942:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1700.
00000400:00000200:1.0:1787758120.704947:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787758120.704951:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787758120.704955:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787758120.704958:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787758120.704961:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787758120.704966:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61de00 x1874594466128256/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758120.704977:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758120.704981:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61de00 x1874594466128256/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758145 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758120.704998:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758120.705000:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787758120.705004:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787758120.705008:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787758120.705012:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787758120.705015:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314372633
00000100:00000001:1.0:1787758120.705019:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314373545
00000100:00000001:1.0:1787758120.705022:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314372633
00000100:00000001:1.0:1787758120.705024:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314373545
00000100:00000001:1.0:1787758120.705027:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787758120.705030:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758120.705032:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787758120.705037:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758120/real 1787758120]  req@ffff92505e61de00 x1874594466128256/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787758120.705046:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787758120.705048:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787758120.705051:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787758120.705054:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfc38
00000400:00000010:1.0:1787758120.705056:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfc38.
00000100:00000001:1.0:1787758120.705059:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787758120.705063:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61de00 x1874594466128256/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787758120.705073:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61de00 x1874594466128256/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758120.705081:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787758120.705082:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758120.705085:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758120.705086:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787758120.705090:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61de00 x1874594466128256/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758120.705100:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787758120.705105:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61de00 x1874594466128256/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758145 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758120.705113:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787758120.705116:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758120.705118:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758120.705120:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758120.705122:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787758120.705124:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787758120.705127:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787758120.705131:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787758120.705133:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787758120.705138:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61de00 x1874594466128256/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758145 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758120.705147:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466128256:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787758120.705152:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758120.705154:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758120.705158:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61e940 x1874594466128128/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758145 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758120.705166:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787758120.705169:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787758120.705172:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077916800.
02000000:00000001:1.0:1787758120.705175:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787758120.705177:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787758120.705179:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787758120.705182:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787758120.705185:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafc000.
02000000:00000001:1.0:1787758120.705188:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787758120.705190:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787758120.705192:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61e940.
00000100:00000001:1.0:1787758120.705196:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787758120.705197:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758120.705199:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758120.705205:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61de00 x1874594466128256/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758145 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758120.705218:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787758120.705221:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787758120.705224:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077916c00.
02000000:00000001:1.0:1787758120.705228:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787758120.705230:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787758120.705233:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787758120.705236:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787758120.705239:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafc800.
02000000:00000001:1.0:1787758120.705244:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787758120.705246:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787758120.705249:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61de00.
00000100:00000001:1.0:1787758120.705254:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787758120.705256:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758120.705260:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758120.705303:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758120.705307:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758120.705312:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787758120.705315:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758121.214383:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787758121.214395:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758121.214398:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758121.214405:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787758121.214410:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758121.214416:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758121.214419:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758121.214437:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758121.214442:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758121.534426:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758121.534437:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758121.534448:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758121.534451:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758121.534459:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758121.534462:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787758121.534496:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787758121.534501:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787758121.534505:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787758121.662394:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314373545, at 4314373568
00000100:00000040:3.0:1787758121.662398:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314373545, at 4314373568
00000100:00000010:2.0:1787758121.662425:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6d80.
00000100:00000010:3.0:1787758121.662436:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e60c0.
00000100:00000001:1.0:1787758122.238420:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787758122.238431:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758122.238434:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758122.238440:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787758122.238445:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758122.238451:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758122.238454:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758122.238458:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758122.238461:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758122.558369:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758122.558376:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758122.558382:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758122.558384:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758122.558388:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758122.558390:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758122.558436:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758122.558440:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758122.558443:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787758123.262366:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787758123.262375:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758123.262377:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758123.262381:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787758123.262384:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758123.262388:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758123.262390:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758123.262392:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758123.262394:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758123.582456:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758123.582470:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787758123.582474:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787758123.582497:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758123.582504:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787758123.582508:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758123.582512:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758123.582517:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758123.582524:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758123.582528:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787758123.582531:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787758123.582535:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758123.582538:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787758123.582541:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758123.582544:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758123.582547:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758123.582554:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758123.582556:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787758123.582640:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787758123.582648:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787758123.582654:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787758124.286359:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787758124.286367:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758124.286368:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758124.286373:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787758124.286377:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758124.286380:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758124.286382:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758124.286384:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758124.286386:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758124.606437:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758124.606460:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758124.606470:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758124.606473:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758124.606481:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758124.606485:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787758124.606526:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787758124.606532:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787758124.606538:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787758125.310454:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787758125.310470:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758125.310475:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758125.310485:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787758125.310493:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758125.310499:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758125.310503:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758125.310507:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758125.310511:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758125.630436:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758125.630449:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758125.630459:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758125.630462:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758125.630469:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758125.630472:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758125.630588:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758125.630595:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758125.630600:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787758125.822485:0:277892:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787758125.822499:0:277892:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787758125.822503:0:277892:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787758125.822507:0:277892:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787758125.822513:0:277892:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787758125.822524:0:277892:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19705
00000400:00000200:0.0:1787758125.822535:0:277892:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758125.822542:0:277892:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787758125.822546:0:277892:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787758125.822551:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758125.822555:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787758125.822558:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758125.822562:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787758125.822567:0:277892:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787758125.822571:0:277892:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787758125.822574:0:277892:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787758125.822578:0:277892:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787758125.822581:0:277892:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787758125.822584:0:277892:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787758125.822588:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758125.822590:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787758125.822592:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758125.822595:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787758125.822599:0:277892:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787758125.822604:0:277892:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787758125.822607:0:277892:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758125.822611:0:277892:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787758125.822616:0:277892:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787758125.822619:0:277892:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758125.822622:0:277892:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787758125.822625:0:277892:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787758125.822664:0:277892:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae461c0.
00000020:00000040:0.0:1787758125.822669:0:277892:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787758125.822675:0:277892:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787758125.822677:0:277892:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758125.822681:0:277892:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787758125.822684:0:277892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787758125.822690:0:277892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787758125.822700:0:277892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad4400.
00000100:00000001:0.0:1787758125.822708:0:277892:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787758125.822721:0:277892:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae461c0 x1874594466128384/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787758125.822735:0:277892:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787758125.822740:0:277892:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787758125.822748:0:277892:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeb90c37] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae461c0 x1874594466128384/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758125.822781:0:277892:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787758125.822786:0:277892:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787758125.822790:0:277892:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787758125.822792:0:277892:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787758125.822795:0:277892:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787758125.822798:0:277892:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787758125.822801:0:277892:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19705
00000400:00000200:0.0:1787758125.822806:0:277892:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758125.822810:0:277892:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787758125.822813:0:277892:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787758125.822818:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758125.822821:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787758125.822825:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758125.822828:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787758125.822832:0:277892:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787758125.822834:0:277892:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:0.0:1787758125.822837:0:277892:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787758125.822839:0:277892:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:0.0:1787758125.822842:0:277892:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:1.0:1787758125.822844:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1787758125.822846:0:277892:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:1.0:1787758125.822855:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1787758125.822856:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758125.822862:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787758125.822864:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787758125.822871:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758125.822878:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000040:1.0:1787758125.822881:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae461c0 x1874594466128384/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787758125.822883:0:277892:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:0.0:1787758125.822895:0:277892:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:1.0:1787758125.822904:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758125.822908:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758125.822913:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787758125.822917:0:277892:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758125.822920:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787758125.822926:0:277892:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787758125.822929:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758125.822939:0:277892:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1787758125.822940:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae461c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466128384:192.168.201.154@tcp:250:kworker.0
02000000:00000001:0.0:1787758125.822950:0:277892:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758125.822955:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787758125.822957:0:277892:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787758125.822964:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:0.0:1787758125.822966:0:277892:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787758125.822970:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787758125.822974:0:277892:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758125.822979:0:277892:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787758125.822984:0:277892:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae45e00.
00000020:00000040:0.0:1787758125.822986:0:277892:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:1.0:1787758125.822991:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787758125.822992:0:277892:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787758125.822998:0:277892:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758125.823000:0:277892:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787758125.823002:0:277892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:1.0:1787758125.823004:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077916c00.
02000000:00000001:0.0:1787758125.823007:0:277892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758125.823012:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787758125.823019:0:277892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6000.
00000400:00000200:1.0:1787758125.823028:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787758125.823031:0:277892:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787758125.823038:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000100:00100000:0.0:1787758125.823047:0:277892:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae45e00 x1874594466128512/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787758125.823053:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfc38.
00000100:00000200:1.0:1787758125.823066:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466128384, portal 25
00000100:00000001:0.0:1787758125.823075:0:277892:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787758125.823076:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787758125.823082:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089667520 : -120600619884096 : ffff92507ae461c0)
00000100:00000001:0.0:1787758125.823084:0:277892:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787758125.823100:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae461c0 x1874594466128384/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787758125.823101:0:277892:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3f2eaea] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae45e00 x1874594466128512/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758125.823147:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787758125.823157:0:277892:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787758125.823163:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00080000:0.0:1787758125.823166:0:277892:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1787758125.823170:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00080000:0.0:1787758125.823173:0:277892:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000200:1.0:1787758125.823179:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466128384, offset 0
00000100:00000001:0.0:1787758125.823180:0:277892:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787758125.823187:0:277892:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787758125.823193:0:277892:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787758125.823195:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00080000:0.0:1787758125.823203:0:277892:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19705
00000400:00000200:1.0:1787758125.823213:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758125.823224:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787758125.823231:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787758125.823237:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787758125.823242:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787758125.823246:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787758125.823252:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56914:56914:256:4294967295] 192.168.201.154@tcp LPNI seq info [56914:56914:8:4294967295]
00000400:00000200:1.0:1787758125.823259:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758125.823316:0:277892:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758125.823323:0:277892:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787758125.823326:0:277892:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787758125.823333:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758125.823340:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787758125.823353:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000200:1.0:1787758125.823362:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1787758125.823363:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787758125.823372:0:277892:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787758125.823377:0:277892:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:0.0:1787758125.823381:0:277892:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787758125.823384:0:277892:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000800:00000200:1.0:1787758125.823392:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000020:00000001:0.0:1787758125.823393:0:277892:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:0.0:1787758125.823398:0:277892:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000040:0.0:1787758125.823403:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758125.823406:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787758125.823409:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758125.823417:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000800:00000010:1.0:1787758125.823423:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1700.
00000020:00000040:0.0:1787758125.823424:0:277892:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:0.0:1787758125.823436:0:277892:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787758125.823439:0:277892:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758125.823445:0:277892:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.0:1787758125.823447:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000001:0.0:1787758125.823451:0:277892:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1787758125.823457:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
02000000:00000001:0.0:1787758125.823459:0:277892:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758125.823468:0:277892:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787758125.823474:0:277892:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.1:1787758125.823478:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000008:00000001:0.0:1787758125.823480:0:277892:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758125.823489:0:277892:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787758125.823490:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000100:00000010:0.0:1787758125.823501:0:277892:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae44f00.
00000800:00000100:1.0:1787758125.823503:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758125.823511:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1700.
00000020:00000040:0.0:1787758125.823513:0:277892:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000400:00000200:1.0:1787758125.823520:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1787758125.823521:0:277892:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787758125.823526:0:277892:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758125.823531:0:277892:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787758125.823536:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
02000000:00000001:0.0:1787758125.823538:0:277892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787758125.823545:0:277892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758125.823548:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
02000000:00000010:0.0:1787758125.823553:0:277892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad4800.
00000400:00000010:1.0:1787758125.823555:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:0.0:1787758125.823567:0:277892:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758125.823569:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:0.0:1787758125.823582:0:277892:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae44f00 x1874594466128640/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787758125.823585:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae461c0 x1874594466128384/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758125.823627:0:277892:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787758125.823654:0:277892:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787758125.823662:0:277892:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b63fe09a] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae44f00 x1874594466128640/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758125.823673:0:277892:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787758125.823677:0:277892:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787758125.823681:0:277892:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1787758125.823688:0:277892:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19715)
00000100:00000001:1.0:1787758125.823706:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758125.823720:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae461c0 x1874594466128384/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758150 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758125.823733:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758125.823736:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787758125.823747:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758125.823753:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787758125.823757:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314378665
00000100:00000010:1.0:1787758125.823766:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6120.
00000100:00000001:1.0:1787758125.823776:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787758125.823783:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314378665
00000100:00000010:1.0:1787758125.823786:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6840.
00000100:00000001:1.0:1787758125.823790:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787758125.823794:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787758125.823798:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758125.823802:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787758125.823807:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758125/real 1787758125]  req@ffff92507ae461c0 x1874594466128384/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787758125.823819:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787758125.823821:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787758125.823824:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787758125.823828:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfc38
00000400:00000010:1.0:1787758125.823830:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfc38.
00000100:00000001:1.0:1787758125.823834:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787758125.823838:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae461c0 x1874594466128384/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787758125.823849:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae461c0 x1874594466128384/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758125.823858:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787758125.823860:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758125.823864:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758125.823866:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787758125.823871:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae461c0 x1874594466128384/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758125.823879:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787758125.823885:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae461c0 x1874594466128384/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758150 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758125.823902:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787758125.823906:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758125.823909:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758125.823910:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758125.823914:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787758125.823916:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787758125.823920:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787758125.823924:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787758125.823927:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787758125.823932:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae461c0 x1874594466128384/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758150 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758125.823943:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae461c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466128384:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787758125.823949:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758125.823952:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758125.823956:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae461c0 x1874594466128384/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758150 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758125.823965:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787758125.823969:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787758125.823972:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077916c00.
02000000:00000001:1.0:1787758125.823976:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787758125.823978:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787758125.823981:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787758125.823984:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787758125.823987:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad4400.
02000000:00000001:1.0:1787758125.823992:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787758125.823994:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787758125.823997:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae461c0.
00000100:00000001:1.0:1787758125.824000:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787758125.824002:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758125.824005:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758125.824015:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758125.824018:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758125.824020:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787758125.824023:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758125.824025:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787758125.824030:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae45e00 x1874594466128512/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758125.824039:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758125.824041:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758125.824044:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787758125.824046:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787758125.824049:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758125.824053:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae45e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466128512:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787758125.824057:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787758125.824060:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787758125.824062:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758125.824065:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787758125.824069:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077916c00.
02000000:00000001:1.0:1787758125.824071:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758125.824076:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787758125.824080:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000400:00000010:1.0:1787758125.824084:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfc38.
00000100:00000200:1.0:1787758125.824088:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466128512, portal 10
00000100:00000001:1.0:1787758125.824091:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787758125.824092:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089666560 : -120600619885056 : ffff92507ae45e00)
00000100:00000040:1.0:1787758125.824101:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae45e00 x1874594466128512/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758125.824109:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787758125.824112:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787758125.824115:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787758125.824118:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466128512, offset 0
00000400:00000200:1.0:1787758125.824124:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787758125.824130:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758125.824136:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787758125.824141:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787758125.824144:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787758125.824148:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787758125.824151:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787758125.824155:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56915:56915:256:4294967295] 192.168.201.154@tcp LPNI seq info [56915:56915:8:4294967295]
00000400:00000200:1.0:1787758125.824160:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758125.824170:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787758125.824176:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758125.824181:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1700.
00000800:00000200:1.0:1787758125.824186:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787758125.824190:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787758125.824196:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787758125.824199:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787758125.824204:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758125.824207:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1700.
00000400:00000200:1.0:1787758125.824211:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787758125.824216:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787758125.824220:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787758125.824222:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787758125.824225:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787758125.824231:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae45e00 x1874594466128512/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758125.824241:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758125.824244:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae45e00 x1874594466128512/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758150 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758125.824253:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758125.824255:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787758125.824259:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787758125.824264:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787758125.824310:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787758125.824314:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314377770
00000100:00000001:1.0:1787758125.824321:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314378665
00000100:00000001:1.0:1787758125.824326:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314377770
00000100:00000001:1.0:1787758125.824330:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314378665
00000100:00000001:1.0:1787758125.824334:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787758125.824339:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758125.824343:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787758125.824353:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758125/real 1787758125]  req@ffff92507ae45e00 x1874594466128512/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787758125.824370:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787758125.824373:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787758125.824377:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787758125.824381:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfc38
00000400:00000010:1.0:1787758125.824383:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfc38.
00000100:00000001:1.0:1787758125.824387:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787758125.824392:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae45e00 x1874594466128512/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787758125.824403:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae45e00 x1874594466128512/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758125.824411:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787758125.824413:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758125.824416:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758125.824417:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787758125.824422:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae45e00 x1874594466128512/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758125.824430:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787758125.824435:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae45e00 x1874594466128512/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758150 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758125.824443:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787758125.824446:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758125.824449:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758125.824451:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758125.824454:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787758125.824457:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787758125.824460:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787758125.824464:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787758125.824467:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787758125.824471:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae45e00 x1874594466128512/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758150 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758125.824481:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae45e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466128512:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787758125.824485:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787758125.824490:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae44f00 x1874594466128640/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758125.824498:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758125.824500:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758125.824503:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787758125.824506:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787758125.824508:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758125.824512:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae44f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466128640:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787758125.824516:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787758125.824518:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787758125.824520:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758125.824523:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787758125.824528:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077916800.
02000000:00000001:1.0:1787758125.824530:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758125.824535:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787758125.824538:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000400:00000010:1.0:1787758125.824542:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfc38.
00000100:00000200:1.0:1787758125.824546:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466128640, portal 4
00000100:00000001:1.0:1787758125.824549:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787758125.824551:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089662720 : -120600619888896 : ffff92507ae44f00)
00000100:00000040:1.0:1787758125.824559:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae44f00 x1874594466128640/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758125.824567:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787758125.824570:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787758125.824573:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787758125.824576:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466128640, offset 0
00000400:00000200:1.0:1787758125.824581:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787758125.824586:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758125.824591:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787758125.824595:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787758125.824599:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787758125.824602:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787758125.824605:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787758125.824611:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56916:56916:256:4294967295] 192.168.201.154@tcp LPNI seq info [56916:56916:8:4294967295]
00000400:00000200:1.0:1787758125.824620:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758125.824655:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787758125.824666:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758125.824674:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1700.
00000800:00000200:1.0:1787758125.824683:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787758125.824688:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787758125.824698:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787758125.824703:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787758125.824711:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758125.824715:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1700.
00000400:00000200:1.0:1787758125.824722:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787758125.824728:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787758125.824734:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787758125.824736:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787758125.824740:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787758125.824746:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae44f00 x1874594466128640/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758125.824757:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758125.824762:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae44f00 x1874594466128640/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758150 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758125.824770:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758125.824772:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787758125.824777:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787758125.824781:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787758125.824786:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787758125.824789:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314377753
00000100:00000001:1.0:1787758125.824792:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314378665
00000100:00000001:1.0:1787758125.824795:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314377753
00000100:00000001:1.0:1787758125.824798:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314378665
00000100:00000001:1.0:1787758125.824801:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787758125.824804:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758125.824806:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787758125.824811:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758125/real 1787758125]  req@ffff92507ae44f00 x1874594466128640/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787758125.824820:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787758125.824822:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787758125.824824:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787758125.824827:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfc38
00000400:00000010:1.0:1787758125.824829:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfc38.
00000100:00000001:1.0:1787758125.824832:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787758125.824836:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae44f00 x1874594466128640/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787758125.824846:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae44f00 x1874594466128640/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758125.824853:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787758125.824855:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758125.824857:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758125.824859:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787758125.824864:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae44f00 x1874594466128640/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758125.824873:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787758125.824878:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae44f00 x1874594466128640/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758150 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758125.824886:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787758125.824889:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758125.824890:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758125.824892:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758125.824894:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787758125.824896:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787758125.824899:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787758125.824903:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787758125.824905:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787758125.824910:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae44f00 x1874594466128640/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758150 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758125.824919:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae44f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466128640:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787758125.824924:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758125.824927:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758125.824931:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae45e00 x1874594466128512/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758150 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758125.824939:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787758125.824941:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787758125.824944:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077916c00.
02000000:00000001:1.0:1787758125.824947:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787758125.824949:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787758125.824950:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787758125.824953:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787758125.824956:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad6000.
02000000:00000001:1.0:1787758125.824960:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787758125.824961:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787758125.824964:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae45e00.
00000100:00000001:1.0:1787758125.824967:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787758125.824969:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758125.824971:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758125.824975:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae44f00 x1874594466128640/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758150 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758125.824983:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787758125.824984:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787758125.824986:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077916800.
02000000:00000001:1.0:1787758125.824988:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787758125.824989:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787758125.824991:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787758125.824993:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787758125.824994:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad4800.
02000000:00000001:1.0:1787758125.824997:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787758125.824998:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787758125.825000:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae44f00.
00000100:00000001:1.0:1787758125.825003:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787758125.825004:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758125.825006:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758125.825011:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758125.825013:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758125.825015:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787758125.825017:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758126.334471:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787758126.334480:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758126.334483:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758126.334490:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787758126.334494:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758126.334498:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758126.334501:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758126.334505:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758126.334508:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758126.654470:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758126.654480:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758126.654487:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758126.654489:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758126.654494:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758126.654498:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787758126.654501:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787758126.654505:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758126.654509:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787758126.654512:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758126.654515:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758126.654518:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787758126.654597:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787758126.654606:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787758126.654613:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787758126.782369:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314378665, at 4314378688
00000100:00000040:2.0:1787758126.782383:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314378665, at 4314378688
00000100:00000010:3.0:1787758126.782387:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6840.
00000100:00000010:2.0:1787758126.782397:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6120.
00000100:00000001:1.0:1787758127.358372:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787758127.358381:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758127.358383:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758127.358405:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787758127.358410:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758127.358415:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758127.358418:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758127.358420:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758127.358423:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758127.678357:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758127.678363:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758127.678369:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758127.678370:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758127.678373:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758127.678374:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787758127.678390:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787758127.678393:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787758127.678395:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787758128.382413:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787758128.382424:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758128.382427:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758128.382434:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787758128.382439:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758128.382445:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758128.382448:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758128.382452:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758128.382455:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758128.702476:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758128.702485:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758128.702493:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758128.702495:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758128.702499:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758128.702500:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758128.702617:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758128.702626:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758128.702632:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787758129.406451:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787758129.406463:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758129.406467:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758129.406475:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787758129.406482:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758129.406487:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758129.406492:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758129.406496:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758129.406500:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758129.726404:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758129.726418:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758129.726432:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758129.726437:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758129.726448:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758129.726452:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787758129.726520:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787758129.726527:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787758129.726533:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787758130.430418:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787758130.430429:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758130.430433:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758130.430441:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:1.0:1787758130.430459:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758130.430472:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758130.430478:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758130.430483:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758130.430488:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758130.750383:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758130.750392:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758130.750402:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758130.750405:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758130.750412:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758130.750415:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787758130.750472:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787758130.750478:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787758130.750483:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787758130.942361:0:277892:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787758130.942374:0:277892:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787758130.942377:0:277892:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787758130.942381:0:277892:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787758130.942386:0:277892:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787758130.942395:0:277892:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19710
00000400:00000200:0.0:1787758130.942403:0:277892:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758130.942411:0:277892:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787758130.942414:0:277892:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787758130.942417:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758130.942420:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787758130.942423:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758130.942425:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787758130.942430:0:277892:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787758130.942432:0:277892:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787758130.942435:0:277892:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787758130.942439:0:277892:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787758130.942441:0:277892:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787758130.942444:0:277892:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787758130.942447:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758130.942449:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787758130.942450:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758130.942452:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787758130.942455:0:277892:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787758130.942458:0:277892:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787758130.942460:0:277892:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758130.942463:0:277892:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787758130.942466:0:277892:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787758130.942469:0:277892:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758130.942471:0:277892:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787758130.942474:0:277892:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787758130.942483:0:277892:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae47840.
00000020:00000040:0.0:1787758130.942488:0:277892:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787758130.942493:0:277892:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787758130.942495:0:277892:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758130.942498:0:277892:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787758130.942501:0:277892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787758130.942506:0:277892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787758130.942515:0:277892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad7000.
00000100:00000001:0.0:1787758130.942521:0:277892:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787758130.942531:0:277892:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae47840 x1874594466128768/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787758130.942560:0:277892:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787758130.942564:0:277892:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787758130.942570:0:277892:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000cd63e1] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae47840 x1874594466128768/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758130.942618:0:277892:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787758130.942622:0:277892:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787758130.942626:0:277892:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787758130.942627:0:277892:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787758130.942629:0:277892:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787758130.942633:0:277892:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787758130.942637:0:277892:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19710
00000400:00000200:0.0:1787758130.942643:0:277892:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758130.942649:0:277892:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787758130.942652:0:277892:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787758130.942657:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758130.942659:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787758130.942661:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787758130.942667:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1787758130.942669:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758130.942672:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787758130.942677:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000040:1.0:1787758130.942684:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae47840 x1874594466128768/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787758130.942685:0:277892:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787758130.942689:0:277892:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:0.0:1787758130.942694:0:277892:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787758130.942700:0:277892:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000100:00000001:1.0:1787758130.942701:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758130.942705:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787758130.942707:0:277892:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
02000000:00000001:1.0:1787758130.942710:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1787758130.942712:0:277892:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
02000000:00000001:1.0:1787758130.942716:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1787758130.942721:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
02000000:00000001:1.0:1787758130.942723:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758130.942727:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1787758130.942732:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae47840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466128768:192.168.201.154@tcp:250:kworker.0
00000100:00000040:0.0:1787758130.942734:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758130.942742:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000100:00000001:1.0:1787758130.942743:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1787758130.942748:0:277892:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
02000000:00000001:1.0:1787758130.942750:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:0.0:1787758130.942755:0:277892:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
02000000:00000001:1.0:1787758130.942756:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758130.942764:0:277892:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758130.942764:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787758130.942769:0:277892:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:1.0:1787758130.942773:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077916c00.
02000000:00000001:0.0:1787758130.942777:0:277892:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787758130.942778:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758130.942786:0:277892:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758130.942788:0:277892:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:1.0:1787758130.942792:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000008:00100000:0.0:1787758130.942796:0:277892:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1787758130.942799:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000008:00000001:0.0:1787758130.942802:0:277892:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758130.942805:0:277892:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787758130.942808:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfc38.
00000100:00000010:0.0:1787758130.942811:0:277892:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae47480.
00000020:00000040:0.0:1787758130.942816:0:277892:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000100:00000200:1.0:1787758130.942818:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466128768, portal 25
02000000:00000001:0.0:1787758130.942820:0:277892:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787758130.942826:0:277892:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758130.942826:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787758130.942832:0:277892:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787758130.942832:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089673280 : -120600619878336 : ffff92507ae47840)
02000000:00000001:0.0:1787758130.942836:0:277892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787758130.942839:0:277892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787758130.942845:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae47840 x1874594466128768/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1787758130.942847:0:277892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad5800.
00000100:00000001:0.0:1787758130.942854:0:277892:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758130.942859:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:0.0:1787758130.942867:0:277892:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae47480 x1874594466128896/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787758130.942867:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787758130.942874:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787758130.942882:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466128768, offset 0
00000100:00000001:0.0:1787758130.942883:0:277892:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787758130.942890:0:277892:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758130.942898:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000040:0.0:1787758130.942899:0:277892:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ecd7b1f2] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae47480 x1874594466128896/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787758130.942910:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787758130.942911:0:277892:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787758130.942916:0:277892:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787758130.942921:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00080000:0.0:1787758130.942922:0:277892:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787758130.942927:0:277892:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787758130.942931:0:277892:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787758130.942935:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1787758130.942936:0:277892:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787758130.942944:0:277892:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19710
00000400:00000200:1.0:1787758130.942945:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787758130.942951:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787758130.942955:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787758130.942972:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56917:56917:256:4294967295] 192.168.201.154@tcp LPNI seq info [56917:56917:8:4294967295]
00000400:00000200:1.0:1787758130.942977:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758130.942987:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1787758130.942991:0:277892:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758130.943001:0:277892:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000800:00000200:1.0:1787758130.943001:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00080000:0.0:1787758130.943009:0:277892:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787758130.943013:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000800:00000010:1.0:1787758130.943013:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1700.
00000100:00000001:0.0:1787758130.943021:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787758130.943024:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000800:00000200:1.0:1787758130.943031:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:0.0:1787758130.943032:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787758130.943040:0:277892:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:1.0:1787758130.943042:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000020:00000040:0.0:1787758130.943043:0:277892:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:0.0:1787758130.943047:0:277892:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787758130.943052:0:277892:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000800:00000200:1.1:1787758130.943058:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000020:00000001:0.0:1787758130.943059:0:277892:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:0.0:1787758130.943066:0:277892:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000800:00000200:1.1:1787758130.943067:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000100:00000040:0.0:1787758130.943074:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758130.943080:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:1.0:1787758130.943081:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000100:00000040:0.0:1787758130.943086:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000800:00000010:1.0:1787758130.943087:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1700.
00000100:00000001:0.0:1787758130.943092:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787758130.943096:0:277892:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000400:00000200:1.0:1787758130.943096:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1787758130.943103:0:277892:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000400:00000200:1.0:1787758130.943110:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1787758130.943111:0:277892:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758130.943116:0:277892:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787758130.943118:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
02000000:00000001:0.0:1787758130.943120:0:277892:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1787758130.943123:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
02000000:00000001:0.0:1787758130.943124:0:277892:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758130.943129:0:277892:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787758130.943132:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000008:00100000:0.0:1787758130.943133:0:277892:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787758130.943138:0:277892:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787758130.943140:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae47840 x1874594466128768/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758130.943141:0:277892:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787758130.943149:0:277892:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae46940.
00000020:00000040:0.0:1787758130.943155:0:277892:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:0.0:1787758130.943160:0:277892:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787758130.943163:0:277892:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758130.943183:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787758130.943185:0:277892:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787758130.943190:0:277892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1787758130.943191:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae47840 x1874594466128768/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758155 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787758130.943193:0:277892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787758130.943202:0:277892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6800.
00000100:00000001:0.0:1787758130.943209:0:277892:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758130.943210:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758130.943215:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:0.0:1787758130.943220:0:277892:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae46940 x1874594466129024/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787758130.943224:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758130.943238:0:277892:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787758130.943238:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787758130.943242:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314383784
00000100:00000001:0.0:1787758130.943243:0:277892:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787758130.943253:0:277892:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013e8296f] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae46940 x1874594466129024/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1787758130.943254:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6120.
00000100:00000001:0.0:1787758130.943266:0:277892:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758130.943268:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000040:0.0:1787758130.943270:0:277892:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787758130.943277:0:277892:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1787758130.943280:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314383784
00000100:00000040:0.0:1787758130.943310:0:277892:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19720)
00000100:00000010:1.0:1787758130.943338:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6840.
00000100:00000001:1.0:1787758130.943343:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787758130.943348:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787758130.943350:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758130.943354:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787758130.943359:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758130/real 1787758130]  req@ffff92507ae47840 x1874594466128768/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787758130.943369:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787758130.943371:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787758130.943373:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787758130.943376:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfc38
00000400:00000010:1.0:1787758130.943378:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfc38.
00000100:00000001:1.0:1787758130.943382:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787758130.943386:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae47840 x1874594466128768/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787758130.943396:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae47840 x1874594466128768/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758130.943404:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787758130.943406:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758130.943408:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758130.943410:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787758130.943413:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae47840 x1874594466128768/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758130.943420:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787758130.943425:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae47840 x1874594466128768/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758155 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758130.943432:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787758130.943435:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758130.943437:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758130.943438:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758130.943440:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787758130.943442:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787758130.943463:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787758130.943470:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787758130.943475:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787758130.943483:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae47840 x1874594466128768/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758155 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758130.943500:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae47840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466128768:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787758130.943509:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758130.943536:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758130.943569:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae47840 x1874594466128768/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758155 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758130.943601:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787758130.943604:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787758130.943608:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077916c00.
02000000:00000001:1.0:1787758130.943614:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787758130.943617:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787758130.943619:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787758130.943623:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787758130.943627:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad7000.
02000000:00000001:1.0:1787758130.943631:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787758130.943633:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787758130.943635:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae47840.
00000100:00000001:1.0:1787758130.943638:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787758130.943639:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758130.943641:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758130.943649:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758130.943650:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758130.943652:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787758130.943654:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758130.943656:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787758130.943660:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae47480 x1874594466128896/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758130.943684:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758130.943685:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758130.943688:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787758130.943690:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787758130.943693:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758130.943695:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466128896:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787758130.943699:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787758130.943701:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787758130.943703:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758130.943705:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787758130.943709:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077916c00.
02000000:00000001:1.0:1787758130.943711:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758130.943715:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787758130.943718:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000400:00000010:1.0:1787758130.943722:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfc38.
00000100:00000200:1.0:1787758130.943726:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466128896, portal 10
00000100:00000001:1.0:1787758130.943728:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787758130.943729:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089672320 : -120600619879296 : ffff92507ae47480)
00000100:00000040:1.0:1787758130.943736:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae47480 x1874594466128896/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758130.943743:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787758130.943745:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787758130.943747:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787758130.943750:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466128896, offset 0
00000400:00000200:1.0:1787758130.943754:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787758130.943758:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758130.943762:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787758130.943766:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787758130.943769:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787758130.943771:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787758130.943774:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787758130.943777:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56918:56918:256:4294967295] 192.168.201.154@tcp LPNI seq info [56918:56918:8:4294967295]
00000400:00000200:1.0:1787758130.943781:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758130.943789:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787758130.943794:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758130.943797:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1700.
00000800:00000200:1.0:1787758130.943802:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787758130.943805:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787758130.943809:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787758130.943812:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787758130.943816:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758130.943818:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1700.
00000400:00000200:1.0:1787758130.943821:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787758130.943824:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787758130.943827:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787758130.943829:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787758130.943832:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787758130.943835:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae47480 x1874594466128896/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758130.943844:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758130.943846:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae47480 x1874594466128896/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758155 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758130.943853:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758130.943855:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787758130.943858:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787758130.943861:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787758130.943865:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787758130.943883:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314382889
00000100:00000001:1.0:1787758130.943885:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314383784
00000100:00000001:1.0:1787758130.943888:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314382889
00000100:00000001:1.0:1787758130.943890:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314383784
00000100:00000001:1.0:1787758130.943892:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787758130.943894:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758130.943896:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787758130.943899:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758130/real 1787758130]  req@ffff92507ae47480 x1874594466128896/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787758130.943908:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787758130.943909:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787758130.943911:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787758130.943913:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfc38
00000400:00000010:1.0:1787758130.943914:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfc38.
00000100:00000001:1.0:1787758130.943916:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787758130.943919:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae47480 x1874594466128896/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787758130.943926:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae47480 x1874594466128896/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758130.943932:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787758130.943933:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758130.943935:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758130.943936:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787758130.943940:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae47480 x1874594466128896/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758130.943946:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787758130.943949:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae47480 x1874594466128896/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758155 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758130.943955:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787758130.943957:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758130.943958:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758130.943959:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758130.943961:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787758130.943962:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787758130.943965:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787758130.943967:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787758130.943969:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787758130.943973:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae47480 x1874594466128896/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758155 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758130.943981:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466128896:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787758130.943984:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787758130.943987:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae46940 x1874594466129024/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758130.943992:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758130.943994:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758130.943995:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787758130.943997:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787758130.943999:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758130.944001:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae46940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466129024:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787758130.944004:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787758130.944005:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787758130.944007:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758130.944008:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787758130.944011:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077914c00.
02000000:00000001:1.0:1787758130.944013:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758130.944016:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787758130.944018:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000400:00000010:1.0:1787758130.944021:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfc38.
00000100:00000200:1.0:1787758130.944023:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466129024, portal 4
00000100:00000001:1.0:1787758130.944025:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787758130.944027:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089669440 : -120600619882176 : ffff92507ae46940)
00000100:00000040:1.0:1787758130.944033:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae46940 x1874594466129024/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758130.944039:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787758130.944041:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787758130.944043:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787758130.944045:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466129024, offset 0
00000400:00000200:1.0:1787758130.944050:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787758130.944053:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758130.944056:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787758130.944059:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787758130.944062:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787758130.944064:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787758130.944066:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787758130.944069:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56919:56919:256:4294967295] 192.168.201.154@tcp LPNI seq info [56919:56919:8:4294967295]
00000400:00000200:1.0:1787758130.944073:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758130.944079:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787758130.944082:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758130.944085:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1700.
00000800:00000200:1.0:1787758130.944088:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787758130.944090:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787758130.944094:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787758130.944096:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787758130.944100:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758130.944102:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1700.
00000400:00000200:1.0:1787758130.944104:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787758130.944108:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787758130.944110:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787758130.944112:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787758130.944114:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787758130.944117:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae46940 x1874594466129024/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758130.944124:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758130.944126:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae46940 x1874594466129024/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758155 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758130.944132:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758130.944134:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787758130.944136:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787758130.944138:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787758130.944141:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787758130.944143:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314382872
00000100:00000001:1.0:1787758130.944145:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314383784
00000100:00000001:1.0:1787758130.944147:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314382872
00000100:00000001:1.0:1787758130.944149:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314383784
00000100:00000001:1.0:1787758130.944151:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787758130.944153:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758130.944154:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787758130.944157:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758130/real 1787758130]  req@ffff92507ae46940 x1874594466129024/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787758130.944163:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787758130.944164:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787758130.944166:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787758130.944168:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfc38
00000400:00000010:1.0:1787758130.944185:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfc38.
00000100:00000001:1.0:1787758130.944187:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787758130.944190:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae46940 x1874594466129024/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787758130.944198:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae46940 x1874594466129024/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758130.944204:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787758130.944205:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758130.944207:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758130.944208:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787758130.944211:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae46940 x1874594466129024/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758130.944217:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787758130.944220:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae46940 x1874594466129024/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758155 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758130.944226:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787758130.944229:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758130.944231:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758130.944232:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758130.944234:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787758130.944235:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787758130.944238:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787758130.944241:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787758130.944243:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787758130.944246:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae46940 x1874594466129024/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758155 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758130.944253:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae46940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466129024:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787758130.944257:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758130.944258:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758130.944261:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae47480 x1874594466128896/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758155 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758130.944267:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787758130.944268:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787758130.944270:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077916c00.
02000000:00000001:1.0:1787758130.944272:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787758130.944274:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787758130.944275:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787758130.944277:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787758130.944279:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad5800.
02000000:00000001:1.0:1787758130.944281:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787758130.944283:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787758130.944284:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae47480.
00000100:00000001:1.0:1787758130.944286:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787758130.944287:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758130.944289:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758130.944292:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae46940 x1874594466129024/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758155 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758130.944304:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787758130.944305:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787758130.944307:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077914c00.
02000000:00000001:1.0:1787758130.944309:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787758130.944310:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787758130.944311:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787758130.944313:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787758130.944314:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad6800.
02000000:00000001:1.0:1787758130.944316:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787758130.944317:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787758130.944318:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae46940.
00000100:00000001:1.0:1787758130.944320:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787758130.944321:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758130.944323:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758130.944326:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758130.944327:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758130.944351:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787758130.944353:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758131.454417:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758131.454428:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758131.454431:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758131.454438:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758131.454443:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758131.454447:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758131.454450:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758131.454453:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758131.454455:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758131.774350:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758131.774358:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758131.774367:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758131.774369:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758131.774374:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758131.774376:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758131.774430:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758131.774434:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758131.774437:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787758131.902395:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314383784, at 4314383808
00000100:00000010:2.0:1787758131.902414:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6120.
00000100:00000040:3.0:1787758131.902435:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314383784, at 4314383808
00000100:00000010:3.0:1787758131.902448:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6840.
00000100:00000001:2.0:1787758132.478330:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758132.478337:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758132.478339:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758132.478360:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758132.478365:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758132.478369:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758132.478372:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758132.478375:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758132.478378:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758132.798439:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758132.798449:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758132.798459:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758132.798462:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758132.798468:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758132.798471:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787758132.798582:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787758132.798589:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787758132.798593:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758133.503317:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758133.503326:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758133.503328:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758133.503335:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758133.503339:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758133.503343:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758133.503346:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758133.503348:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758133.503351:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758133.822363:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758133.822373:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787758133.822375:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787758133.822379:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758133.822385:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787758133.822386:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758133.822389:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758133.822393:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758133.822408:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758133.822412:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787758133.822414:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787758133.822418:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758133.822421:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787758133.822422:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758133.822424:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758133.822427:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758133.822431:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758133.822433:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787758133.822484:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787758133.822504:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787758133.822509:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758134.527343:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758134.527353:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758134.527356:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758134.527362:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758134.527367:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758134.527381:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758134.527384:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758134.527387:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758134.527391:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758134.846437:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758134.846461:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758134.846497:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758134.846499:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758134.846507:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758134.846510:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758134.846609:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758134.846615:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758134.846620:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758135.550388:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758135.550399:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758135.550402:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758135.550410:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758135.550415:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758135.550420:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758135.550423:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758135.550428:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758135.550431:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758135.870413:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758135.870441:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758135.870451:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758135.870474:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758135.870481:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758135.870500:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787758135.870604:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787758135.870613:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787758135.870636:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787758136.062378:0:277892:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787758136.062386:0:277892:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787758136.062389:0:277892:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787758136.062392:0:277892:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787758136.062397:0:277892:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787758136.062405:0:277892:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19715
00000400:00000200:2.0:1787758136.062415:0:277892:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787758136.062420:0:277892:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787758136.062433:0:277892:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787758136.062438:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758136.062442:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787758136.062446:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758136.062463:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787758136.062470:0:277892:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787758136.062472:0:277892:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787758136.062476:0:277892:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787758136.062498:0:277892:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787758136.062504:0:277892:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787758136.062509:0:277892:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787758136.062519:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758136.062525:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787758136.062532:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758136.062536:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787758136.062540:0:277892:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787758136.062546:0:277892:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787758136.062550:0:277892:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787758136.062553:0:277892:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787758136.062558:0:277892:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787758136.062561:0:277892:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758136.062565:0:277892:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787758136.062569:0:277892:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787758136.062595:0:277892:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61f480.
00000020:00000040:2.0:1787758136.062598:0:277892:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787758136.062603:0:277892:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787758136.062604:0:277892:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758136.062607:0:277892:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787758136.062610:0:277892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787758136.062613:0:277892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787758136.062620:0:277892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafdc00.
00000100:00000001:2.0:1787758136.062626:0:277892:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758136.062635:0:277892:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61f480 x1874594466129152/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787758136.062644:0:277892:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787758136.062649:0:277892:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787758136.062653:0:277892:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f638b8ce] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61f480 x1874594466129152/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787758136.062675:0:277892:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787758136.062679:0:277892:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787758136.062682:0:277892:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787758136.062683:0:277892:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787758136.062685:0:277892:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787758136.062687:0:277892:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787758136.062692:0:277892:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19715
00000400:00000200:2.0:1787758136.062696:0:277892:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787758136.062699:0:277892:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00000001:0.0:1787758136.062701:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1787758136.062702:0:277892:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787758136.062707:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758136.062708:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758136.062710:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787758136.062713:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787758136.062715:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758136.062718:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787758136.062722:0:277892:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:0.0:1787758136.062723:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61f480 x1874594466129152/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787758136.062724:0:277892:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:2.0:1787758136.062727:0:277892:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787758136.062731:0:277892:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:2.0:1787758136.062736:0:277892:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:2.0:1787758136.062741:0:277892:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000001:0.0:1787758136.062743:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787758136.062745:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787758136.062747:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758136.062750:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1787758136.062751:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1787758136.062754:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
02000000:00000001:0.0:1787758136.062755:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787758136.062758:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
02000000:00000001:0.0:1787758136.062760:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787758136.062764:0:277892:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00100000:0.0:1787758136.062767:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466129152:192.168.201.154@tcp:250:kworker.0
00000100:00080000:2.0:1787758136.062770:0:277892:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787758136.062774:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787758136.062775:0:277892:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758136.062779:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787758136.062779:0:277892:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787758136.062784:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758136.062787:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787758136.062787:0:277892:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787758136.062791:0:277892:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787758136.062792:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad7000.
00000100:00000001:2.0:1787758136.062793:0:277892:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:0.0:1787758136.062797:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1787758136.062799:0:277892:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787758136.062803:0:277892:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758136.062807:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787758136.062808:0:277892:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787758136.062813:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000100:00000010:2.0:1787758136.062814:0:277892:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61f840.
00000020:00000040:2.0:1787758136.062819:0:277892:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:2.0:1787758136.062821:0:277892:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:0.0:1787758136.062822:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
02000000:00000001:2.0:1787758136.062823:0:277892:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758136.062827:0:277892:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787758136.062830:0:277892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787758136.062831:0:277892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787758136.062833:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466129152, portal 25
02000000:00000010:2.0:1787758136.062836:0:277892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafcc00.
00000100:00000001:0.0:1787758136.062837:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787758136.062840:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611357824 : -120601098193792 : ffff92505e61f480)
00000100:00000001:2.0:1787758136.062841:0:277892:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758136.062850:0:277892:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61f840 x1874594466129280/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1787758136.062852:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61f480 x1874594466129152/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787758136.062874:0:277892:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787758136.062878:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787758136.062878:0:277892:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787758136.062887:0:277892:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aef5ed20] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61f840 x1874594466129280/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787758136.062888:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787758136.062896:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905220.
00000100:00000001:2.0:1787758136.062898:0:277892:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787758136.062901:0:277892:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1787758136.062904:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466129152, offset 0
00000100:00080000:2.0:1787758136.062904:0:277892:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787758136.062907:0:277892:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787758136.062910:0:277892:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787758136.062913:0:277892:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787758136.062919:0:277892:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19715
00000400:00000200:0.0:1787758136.062922:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787758136.062924:0:277892:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787758136.062928:0:277892:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787758136.062930:0:277892:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787758136.062932:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758136.062934:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787758136.062937:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:2.0:1787758136.062938:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758136.062944:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787758136.062946:0:277892:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787758136.062947:0:277892:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000020:00000001:2.0:1787758136.062948:0:277892:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:0.0:1787758136.062951:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000020:00000040:2.0:1787758136.062951:0:277892:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:2.0:1787758136.062953:0:277892:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:2.0:1787758136.062957:0:277892:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:0.0:1787758136.062959:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1787758136.062963:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758136.062966:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787758136.062967:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000100:00000040:2.0:1787758136.062971:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000400:00000200:0.0:1787758136.062975:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1787758136.062976:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:0.0:1787758136.062981:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000020:00000040:2.0:1787758136.062981:0:277892:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:2.0:1787758136.062986:0:277892:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000400:00000200:0.0:1787758136.062991:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56920:56920:256:4294967295] 192.168.201.154@tcp LPNI seq info [56920:56920:8:4294967295]
00000100:00000001:2.0:1787758136.062992:0:277892:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787758136.062996:0:277892:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1787758136.063000:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000001:2.0:1787758136.063001:0:277892:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787758136.063004:0:277892:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758136.063006:0:277892:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787758136.063009:0:277892:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787758136.063013:0:277892:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758136.063018:0:277892:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758136.063019:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000010:2.0:1787758136.063025:0:277892:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61d2c0.
00000800:00000200:0.0:1787758136.063030:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000020:00000040:2.0:1787758136.063031:0:277892:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
02000000:00000001:2.0:1787758136.063037:0:277892:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787758136.063038:0:277892:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1787758136.063039:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87ae00.
00000100:00000001:2.0:1787758136.063040:0:277892:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787758136.063044:0:277892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787758136.063046:0:277892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787758136.063052:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000010:2.0:1787758136.063052:0:277892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafe000.
00000800:00000200:0.0:1787758136.063080:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000100:00000001:2.0:1787758136.063080:0:277892:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787758136.063099:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00100000:2.0:1787758136.063105:0:277892:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61d2c0 x1874594466129408/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1787758136.063107:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1787758136.063132:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787758136.063157:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87ae00.
00000100:00000001:2.0:1787758136.063159:0:277892:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787758136.063164:0:277892:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758136.063165:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1787758136.063173:0:277892:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b484489] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61d2c0 x1874594466129408/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787758136.063178:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787758136.063190:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905220
00000100:00000001:2.0:1787758136.063190:0:277892:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1787758136.063196:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905220.
00000100:00000040:2.0:1787758136.063197:0:277892:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787758136.063203:0:277892:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1787758136.063207:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1787758136.063208:0:277892:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19725)
00000100:00000200:0.0:1787758136.063216:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61f480 x1874594466129152/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758136.063226:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758136.063230:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61f480 x1874594466129152/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758161 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758136.063236:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758136.063237:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787758136.063242:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758136.063245:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787758136.063247:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314388904
00000100:00000010:0.0:1787758136.063251:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a7475a0.
00000100:00000001:0.0:1787758136.063258:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787758136.063262:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314388904
00000100:00000010:0.0:1787758136.063265:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92504a747120.
00000100:00000001:0.0:1787758136.063267:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787758136.063270:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787758136.063272:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758136.063274:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787758136.063277:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758136/real 1787758136]  req@ffff92505e61f480 x1874594466129152/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787758136.063285:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787758136.063287:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787758136.063289:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787758136.063293:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787758136.063294:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787758136.063317:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787758136.063321:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61f480 x1874594466129152/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787758136.063328:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61f480 x1874594466129152/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758136.063334:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787758136.063336:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758136.063338:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758136.063340:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787758136.063343:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61f480 x1874594466129152/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758136.063349:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787758136.063352:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61f480 x1874594466129152/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758161 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758136.063357:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787758136.063360:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758136.063361:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758136.063361:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758136.063363:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787758136.063365:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787758136.063367:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787758136.063370:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787758136.063371:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787758136.063374:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61f480 x1874594466129152/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758161 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787758136.063380:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466129152:192.168.201.154@tcp:250:kworker.0
00000100:00000001:0.0:1787758136.063384:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758136.063386:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758136.063388:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61f480 x1874594466129152/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758161 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758136.063393:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787758136.063395:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787758136.063397:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad7000.
02000000:00000001:0.0:1787758136.063399:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787758136.063401:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787758136.063402:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:0.0:1787758136.063404:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787758136.063406:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafdc00.
02000000:00000001:0.0:1787758136.063409:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787758136.063411:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787758136.063412:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61f480.
00000100:00000001:0.0:1787758136.063414:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787758136.063415:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758136.063417:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758136.063423:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787758136.063425:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758136.063426:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787758136.063428:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787758136.063429:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787758136.063432:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61f840 x1874594466129280/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758136.063437:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787758136.063438:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758136.063440:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787758136.063442:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787758136.063444:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787758136.063448:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466129280:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787758136.063464:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787758136.063485:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787758136.063488:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758136.063491:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787758136.063508:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad7000.
02000000:00000001:0.0:1787758136.063512:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758136.063520:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787758136.063525:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787758136.063532:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787758136.063538:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466129280, portal 10
00000100:00000001:0.0:1787758136.063542:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787758136.063545:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611358784 : -120601098192832 : ffff92505e61f840)
00000100:00000040:0.0:1787758136.063559:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61f840 x1874594466129280/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758136.063589:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787758136.063591:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787758136.063594:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905220.
00000100:00000200:0.0:1787758136.063596:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466129280, offset 0
00000400:00000200:0.0:1787758136.063599:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787758136.063603:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758136.063606:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787758136.063609:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787758136.063611:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787758136.063613:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787758136.063615:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787758136.063617:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56921:56921:256:4294967295] 192.168.201.154@tcp LPNI seq info [56921:56921:8:4294967295]
00000400:00000200:0.0:1787758136.063620:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758136.063626:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787758136.063629:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787758136.063632:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87ae00.
00000800:00000200:0.0:1787758136.063635:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787758136.063637:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787758136.063640:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787758136.063642:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1787758136.063645:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787758136.063647:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87ae00.
00000400:00000200:0.0:1787758136.063649:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787758136.063652:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787758136.063654:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905220
00000400:00000010:0.0:1787758136.063655:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905220.
00000100:00000001:0.0:1787758136.063658:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787758136.063661:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61f840 x1874594466129280/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758136.063667:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758136.063669:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61f840 x1874594466129280/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758161 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758136.063674:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758136.063675:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787758136.063678:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787758136.063682:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:0.0:1787758136.063684:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787758136.063686:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314388009
00000100:00000001:0.0:1787758136.063688:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314388904
00000100:00000001:0.0:1787758136.063690:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314388009
00000100:00000001:0.0:1787758136.063692:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314388904
00000100:00000001:0.0:1787758136.063693:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787758136.063695:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758136.063696:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787758136.063699:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758136/real 1787758136]  req@ffff92505e61f840 x1874594466129280/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787758136.063704:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787758136.063705:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787758136.063706:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787758136.063708:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787758136.063709:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787758136.063711:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787758136.063713:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61f840 x1874594466129280/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787758136.063720:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61f840 x1874594466129280/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758136.063724:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787758136.063725:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758136.063726:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758136.063727:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787758136.063729:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61f840 x1874594466129280/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758136.063734:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787758136.063736:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61f840 x1874594466129280/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758161 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758136.063742:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787758136.063744:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758136.063745:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758136.063746:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758136.063747:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787758136.063749:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787758136.063751:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787758136.063753:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787758136.063754:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787758136.063757:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61f840 x1874594466129280/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758161 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787758136.063762:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466129280:192.168.201.154@tcp:38:kworker.0
00000100:00000001:0.0:1787758136.063764:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787758136.063767:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61d2c0 x1874594466129408/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758136.063771:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787758136.063772:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758136.063773:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787758136.063775:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787758136.063776:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787758136.063778:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466129408:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787758136.063781:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787758136.063782:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787758136.063783:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758136.063784:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787758136.063787:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925078ad5400.
02000000:00000001:0.0:1787758136.063788:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787758136.063791:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:0.0:1787758136.063792:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f854ffa50.
00000400:00000010:0.0:1787758136.063794:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905660.
00000100:00000200:0.0:1787758136.063796:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466129408, portal 4
00000100:00000001:0.0:1787758136.063798:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787758136.063799:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611349184 : -120601098202432 : ffff92505e61d2c0)
00000100:00000040:0.0:1787758136.063804:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61d2c0 x1874594466129408/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758136.063808:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787758136.063810:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:0.0:1787758136.063811:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925046905220.
00000100:00000200:0.0:1787758136.063813:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466129408, offset 0
00000400:00000200:0.0:1787758136.063816:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:0.0:1787758136.063818:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758136.063820:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:0.0:1787758136.063823:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787758136.063825:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:0.0:1787758136.063827:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787758136.063828:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:0.0:1787758136.063831:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56922:56922:256:4294967295] 192.168.201.154@tcp LPNI seq info [56922:56922:8:4294967295]
00000400:00000200:0.0:1787758136.063834:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758136.063838:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787758136.063841:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787758136.063843:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92507d87ae00.
00000800:00000200:0.0:1787758136.063845:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.0:1787758136.063847:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787758136.063850:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:0.1:1787758136.063852:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1787758136.063855:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:0.0:1787758136.063856:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92507d87ae00.
00000400:00000200:0.0:1787758136.063858:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787758136.063861:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787758136.063862:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905220
00000400:00000010:0.0:1787758136.063864:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905220.
00000100:00000001:0.0:1787758136.063866:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787758136.063868:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61d2c0 x1874594466129408/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758136.063874:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758136.063876:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61d2c0 x1874594466129408/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758161 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758136.063880:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758136.063882:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787758136.063884:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787758136.063888:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:0.0:1787758136.063891:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787758136.063894:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314387992
00000100:00000001:0.0:1787758136.063896:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314388904
00000100:00000001:0.0:1787758136.063899:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314387992
00000100:00000001:0.0:1787758136.063901:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314388904
00000100:00000001:0.0:1787758136.063904:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787758136.063906:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758136.063908:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787758136.063913:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758136/real 1787758136]  req@ffff92505e61d2c0 x1874594466129408/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787758136.063922:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787758136.063924:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787758136.063925:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f854ffa50.
00000400:00000200:0.0:1787758136.063928:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925046905660
00000400:00000010:0.0:1787758136.063930:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff925046905660.
00000100:00000001:0.0:1787758136.063933:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787758136.063937:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61d2c0 x1874594466129408/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787758136.063944:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61d2c0 x1874594466129408/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758136.063949:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787758136.063951:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758136.063952:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758136.063953:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787758136.063956:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61d2c0 x1874594466129408/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758136.063960:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787758136.063963:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61d2c0 x1874594466129408/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758161 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758136.063968:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787758136.063970:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758136.063971:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758136.063971:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758136.063973:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787758136.063974:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787758136.063975:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787758136.063977:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:0.0:1787758136.063979:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787758136.063981:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61d2c0 x1874594466129408/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758161 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787758136.063986:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466129408:192.168.201.154@tcp:8:kworker.0
00000100:00000001:0.0:1787758136.063989:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758136.063991:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758136.063993:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61f840 x1874594466129280/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758161 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758136.063997:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787758136.063999:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787758136.064001:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad7000.
02000000:00000001:0.0:1787758136.064002:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787758136.064004:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787758136.064005:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:0.0:1787758136.064007:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787758136.064008:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafcc00.
02000000:00000001:0.0:1787758136.064010:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787758136.064011:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787758136.064012:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61f840.
00000100:00000001:0.0:1787758136.064014:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787758136.064015:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758136.064016:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758136.064018:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61d2c0 x1874594466129408/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758161 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758136.064023:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787758136.064023:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787758136.064024:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925078ad5400.
02000000:00000001:0.0:1787758136.064026:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787758136.064026:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787758136.064027:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:0.0:1787758136.064028:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787758136.064029:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafe000.
02000000:00000001:0.0:1787758136.064031:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787758136.064031:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787758136.064032:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61d2c0.
00000100:00000001:0.0:1787758136.064034:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787758136.064035:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758136.064036:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787758136.064038:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787758136.064039:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758136.064041:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787758136.064042:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758136.574494:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758136.574509:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758136.574515:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758136.574526:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758136.574535:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758136.574543:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758136.574549:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758136.574554:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758136.574560:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758136.894485:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758136.894496:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758136.894508:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758136.894511:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758136.894519:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758136.894525:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787758136.894529:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787758136.894535:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758136.894539:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787758136.894543:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758136.894546:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758136.894549:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787758136.894641:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787758136.894650:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787758136.894657:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787758137.022422:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314388904, at 4314388928
00000100:00000040:2.0:1787758137.022430:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314388904, at 4314388928
00000100:00000010:3.0:1787758137.022469:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a747120.
00000100:00000010:2.0:1787758137.022481:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92504a7475a0.
00000100:00000001:2.0:1787758137.598481:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758137.598494:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758137.598499:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758137.598523:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758137.598531:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758137.598537:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758137.598543:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758137.598548:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758137.598553:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758137.918500:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758137.918509:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758137.918519:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758137.918521:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758137.918527:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758137.918529:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758137.918599:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758137.918605:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758137.918609:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758138.622392:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758138.622401:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758138.622440:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758138.622463:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758138.622469:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758138.622473:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758138.622476:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758138.622479:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758138.622482:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758138.942375:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758138.942384:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758138.942394:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758138.942395:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758138.942410:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758138.942412:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787758138.942457:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787758138.942461:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787758138.942463:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758139.646431:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758139.646455:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758139.646457:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758139.646462:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758139.646465:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758139.646468:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758139.646470:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758139.646472:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758139.646475:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758139.966396:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758139.966404:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758139.966428:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758139.966429:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758139.966433:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758139.966435:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787758139.966491:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787758139.966494:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787758139.966496:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758140.670338:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758140.670346:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758140.670348:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758140.670353:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758140.670356:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758140.670360:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758140.670362:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758140.670364:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758140.670366:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758140.990462:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758140.990470:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758140.990478:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758140.990480:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758140.990486:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758140.990489:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758140.990555:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758140.990559:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758140.990563:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787758141.182461:0:277892:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787758141.182474:0:277892:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787758141.182478:0:277892:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787758141.182483:0:277892:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787758141.182489:0:277892:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787758141.182498:0:277892:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19720
00000400:00000200:0.0:1787758141.182507:0:277892:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758141.182513:0:277892:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787758141.182516:0:277892:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787758141.182520:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758141.182523:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787758141.182525:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758141.182527:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787758141.182531:0:277892:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787758141.182534:0:277892:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:0.0:1787758141.182537:0:277892:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787758141.182540:0:277892:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:0.0:1787758141.182542:0:277892:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:0.0:1787758141.182544:0:277892:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:0.0:1787758141.182547:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758141.182549:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787758141.182551:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758141.182553:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787758141.182555:0:277892:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:0.0:1787758141.182559:0:277892:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787758141.182561:0:277892:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758141.182564:0:277892:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787758141.182567:0:277892:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787758141.182570:0:277892:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758141.182572:0:277892:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787758141.182574:0:277892:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787758141.182583:0:277892:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae45680.
00000020:00000040:0.0:1787758141.182586:0:277892:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:0.0:1787758141.182591:0:277892:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787758141.182592:0:277892:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758141.182596:0:277892:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787758141.182598:0:277892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787758141.182604:0:277892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787758141.182615:0:277892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad4800.
00000100:00000001:0.0:1787758141.182623:0:277892:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787758141.182637:0:277892:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae45680 x1874594466129536/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787758141.182653:0:277892:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787758141.182659:0:277892:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787758141.182666:0:277892:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078e2ff1a] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae45680 x1874594466129536/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758141.182697:0:277892:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787758141.182702:0:277892:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787758141.182707:0:277892:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787758141.182709:0:277892:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787758141.182712:0:277892:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787758141.182717:0:277892:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787758141.182721:0:277892:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19720
00000400:00000200:0.0:1787758141.182727:0:277892:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758141.182732:0:277892:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00000001:1.0:1787758141.182734:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1787758141.182736:0:277892:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787758141.182739:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758141.182740:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787758141.182742:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787758141.182744:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787758141.182745:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758141.182748:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787758141.182752:0:277892:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:1.0:1787758141.182753:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae45680 x1874594466129536/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787758141.182754:0:277892:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:0.0:1787758141.182756:0:277892:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787758141.182759:0:277892:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:0.0:1787758141.182762:0:277892:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:0.0:1787758141.182766:0:277892:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:0.0:1787758141.182771:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758141.182774:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787758141.182777:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758141.182777:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758141.182779:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758141.182780:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787758141.182784:0:277892:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
02000000:00000001:1.0:1787758141.182784:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:0.0:1787758141.182788:0:277892:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
02000000:00000001:1.0:1787758141.182788:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787758141.182792:0:277892:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758141.182792:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787758141.182795:0:277892:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1787758141.182797:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae45680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466129536:192.168.201.154@tcp:250:kworker.0
02000000:00000001:0.0:1787758141.182802:0:277892:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787758141.182803:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787758141.182805:0:277892:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758141.182808:0:277892:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787758141.182808:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787758141.182811:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787758141.182814:0:277892:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787758141.182816:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:0.0:1787758141.182818:0:277892:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758141.182821:0:277892:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787758141.182823:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077914c00.
00000100:00000010:0.0:1787758141.182826:0:277892:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae47c00.
02000000:00000001:1.0:1787758141.182826:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787758141.182829:0:277892:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:0.0:1787758141.182832:0:277892:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787758141.182834:0:277892:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758141.182834:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:0.0:1787758141.182837:0:277892:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787758141.182839:0:277892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1787758141.182840:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
02000000:00000001:0.0:1787758141.182842:0:277892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787758141.182847:0:277892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad6000.
00000400:00000010:1.0:1787758141.182866:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfc38.
00000100:00000001:0.0:1787758141.182869:0:277892:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787758141.182876:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466129536, portal 25
00000100:00100000:0.0:1787758141.182878:0:277892:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae47c00 x1874594466129664/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787758141.182881:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787758141.182884:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089664640 : -120600619886976 : ffff92507ae45680)
00000100:00000001:0.0:1787758141.182894:0:277892:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1787758141.182895:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae45680 x1874594466129536/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758141.182898:0:277892:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787758141.182907:0:277892:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006db13aa7] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae47c00 x1874594466129664/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758141.182911:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787758141.182917:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787758141.182922:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000001:0.0:1787758141.182925:0:277892:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787758141.182928:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466129536, offset 0
00000100:00080000:0.0:1787758141.182929:0:277892:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787758141.182936:0:277892:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787758141.182939:0:277892:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1787758141.182940:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00080000:0.0:1787758141.182943:0:277892:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787758141.182947:0:277892:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787758141.182951:0:277892:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19720
00000400:00000200:1.0:1787758141.182953:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758141.182963:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787758141.182985:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787758141.182993:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787758141.183014:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787758141.183018:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787758141.183024:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56923:56923:256:4294967295] 192.168.201.154@tcp LPNI seq info [56923:56923:8:4294967295]
00000400:00000200:1.0:1787758141.183031:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758141.183035:0:277892:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758141.183039:0:277892:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:0.0:1787758141.183043:0:277892:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787758141.183044:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1787758141.183047:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758141.183050:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787758141.183053:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000800:00000200:1.0:1787758141.183053:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00000001:0.0:1787758141.183056:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:0.0:1787758141.183059:0:277892:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787758141.183061:0:277892:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000800:00000010:1.0:1787758141.183061:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1700.
00000020:00000001:0.0:1787758141.183064:0:277892:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787758141.183068:0:277892:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:0.0:1787758141.183071:0:277892:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:0.0:1787758141.183074:0:277892:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000800:00000200:1.0:1787758141.183077:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000040:0.0:1787758141.183078:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758141.183081:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1787758141.183083:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000100:00000040:0.0:1787758141.183084:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:0.0:1787758141.183087:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:0.0:1787758141.183090:0:277892:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000800:00000200:1.1:1787758141.183092:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00080000:0.0:1787758141.183094:0:277892:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:0.0:1787758141.183097:0:277892:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787758141.183098:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
02000000:00000001:0.0:1787758141.183100:0:277892:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787758141.183104:0:277892:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:1.0:1787758141.183105:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
02000000:00000001:0.0:1787758141.183107:0:277892:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787758141.183109:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1700.
00000100:00000001:0.0:1787758141.183110:0:277892:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787758141.183113:0:277892:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787758141.183116:0:277892:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758141.183117:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1787758141.183119:0:277892:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787758141.183123:0:277892:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ae46d00.
00000400:00000200:1.0:1787758141.183124:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000020:00000040:0.0:1787758141.183127:0:277892:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000400:00000200:1.0:1787758141.183130:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
02000000:00000001:0.0:1787758141.183131:0:277892:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787758141.183133:0:277892:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787758141.183134:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:0.0:1787758141.183135:0:277892:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787758141.183137:0:277892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787758141.183139:0:277892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758141.183140:0:238954:0:(events.c:34:request_out_callback()) Process entered
02000000:00000010:0.0:1787758141.183144:0:277892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925078ad4400.
00000100:00000200:1.0:1787758141.183146:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae45680 x1874594466129536/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758141.183149:0:277892:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787758141.183156:0:277892:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ae46d00 x1874594466129792/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787758141.183161:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787758141.183166:0:277892:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1787758141.183166:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae45680 x1874594466129536/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758166 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758141.183169:0:277892:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787758141.183175:0:277892:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ed326369] to pc [ptlrpcd_rcv+-1]  req@ffff92507ae46d00 x1874594466129792/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758141.183178:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758141.183180:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787758141.183186:0:277892:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758141.183188:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787758141.183190:0:277892:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787758141.183194:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:0.0:1787758141.183195:0:277892:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1787758141.183198:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314394024
00000100:00000040:0.0:1787758141.183201:0:277892:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19730)
00000100:00000010:1.0:1787758141.183204:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e60c0.
00000100:00000001:1.0:1787758141.183213:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787758141.183220:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314394024
00000100:00000010:1.0:1787758141.183225:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6d80.
00000100:00000001:1.0:1787758141.183229:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787758141.183233:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787758141.183237:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758141.183241:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787758141.183247:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758141/real 1787758141]  req@ffff92507ae45680 x1874594466129536/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787758141.183284:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787758141.183287:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787758141.183328:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787758141.183333:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfc38
00000400:00000010:1.0:1787758141.183335:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfc38.
00000100:00000001:1.0:1787758141.183340:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787758141.183345:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae45680 x1874594466129536/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787758141.183358:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae45680 x1874594466129536/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758141.183415:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787758141.183417:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758141.183419:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758141.183422:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787758141.183426:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae45680 x1874594466129536/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758141.183432:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787758141.183437:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae45680 x1874594466129536/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758166 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758141.183444:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787758141.183446:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758141.183448:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758141.183449:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758141.183451:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787758141.183453:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787758141.183456:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787758141.183459:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787758141.183461:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787758141.183465:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae45680 x1874594466129536/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758166 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758141.183472:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae45680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466129536:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787758141.183477:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758141.183479:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758141.183482:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae45680 x1874594466129536/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758166 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758141.183495:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787758141.183497:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787758141.183500:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077914c00.
02000000:00000001:1.0:1787758141.183503:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787758141.183505:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787758141.183506:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787758141.183508:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787758141.183511:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad4800.
02000000:00000001:1.0:1787758141.183515:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787758141.183517:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787758141.183518:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae45680.
00000100:00000001:1.0:1787758141.183522:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787758141.183523:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758141.183525:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758141.183532:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758141.183534:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758141.183536:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787758141.183538:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758141.183540:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787758141.183543:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae47c00 x1874594466129664/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758141.183550:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758141.183551:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758141.183553:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787758141.183555:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787758141.183557:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758141.183559:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae47c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466129664:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787758141.183563:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787758141.183565:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787758141.183567:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758141.183569:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787758141.183572:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077914c00.
02000000:00000001:1.0:1787758141.183574:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758141.183578:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787758141.183581:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000400:00000010:1.0:1787758141.183584:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfc38.
00000100:00000200:1.0:1787758141.183588:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466129664, portal 10
00000100:00000001:1.0:1787758141.183589:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787758141.183591:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089674240 : -120600619877376 : ffff92507ae47c00)
00000100:00000040:1.0:1787758141.183597:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae47c00 x1874594466129664/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758141.183611:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787758141.183613:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787758141.183615:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787758141.183618:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466129664, offset 0
00000400:00000200:1.0:1787758141.183622:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787758141.183627:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758141.183631:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787758141.183634:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787758141.183637:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787758141.183639:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787758141.183642:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787758141.183645:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56924:56924:256:4294967295] 192.168.201.154@tcp LPNI seq info [56924:56924:8:4294967295]
00000400:00000200:1.0:1787758141.183648:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758141.183655:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787758141.183659:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758141.183663:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1700.
00000800:00000200:1.0:1787758141.183667:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787758141.183669:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787758141.183674:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787758141.183676:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787758141.183680:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758141.183682:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1700.
00000400:00000200:1.0:1787758141.183685:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787758141.183689:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787758141.183691:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787758141.183693:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787758141.183696:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787758141.183699:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae47c00 x1874594466129664/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758141.183707:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758141.183709:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae47c00 x1874594466129664/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758166 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758141.183716:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758141.183717:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787758141.183720:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787758141.183724:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787758141.183727:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787758141.183729:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314393129
00000100:00000001:1.0:1787758141.183731:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314394024
00000100:00000001:1.0:1787758141.183734:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314393129
00000100:00000001:1.0:1787758141.183735:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314394024
00000100:00000001:1.0:1787758141.183737:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787758141.183739:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758141.183741:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787758141.183744:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758141/real 1787758141]  req@ffff92507ae47c00 x1874594466129664/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787758141.183751:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787758141.183752:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787758141.183754:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787758141.183756:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfc38
00000400:00000010:1.0:1787758141.183757:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfc38.
00000100:00000001:1.0:1787758141.183759:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787758141.183762:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae47c00 x1874594466129664/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787758141.183769:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae47c00 x1874594466129664/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758141.183781:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787758141.183782:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758141.183784:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758141.183785:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787758141.183788:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae47c00 x1874594466129664/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758141.183794:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787758141.183797:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae47c00 x1874594466129664/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758166 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758141.183802:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787758141.183805:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758141.183806:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758141.183807:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758141.183809:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787758141.183810:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787758141.183812:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787758141.183815:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787758141.183817:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787758141.183820:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae47c00 x1874594466129664/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758166 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758141.183827:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae47c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466129664:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787758141.183830:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787758141.183833:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ae46d00 x1874594466129792/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758141.183839:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758141.183840:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758141.183843:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787758141.183844:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787758141.183846:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758141.183866:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ae46d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466129792:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787758141.183870:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787758141.183872:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787758141.183874:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758141.183877:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787758141.183880:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077916c00.
02000000:00000001:1.0:1787758141.183883:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758141.183887:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787758141.183890:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000400:00000010:1.0:1787758141.183895:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfc38.
00000100:00000200:1.0:1787758141.183898:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466129792, portal 4
00000100:00000001:1.0:1787758141.183901:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787758141.183903:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473089670400 : -120600619881216 : ffff92507ae46d00)
00000100:00000040:1.0:1787758141.183911:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ae46d00 x1874594466129792/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758141.183919:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787758141.183922:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787758141.183924:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000200:1.0:1787758141.183927:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466129792, offset 0
00000400:00000200:1.0:1787758141.183932:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787758141.183937:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758141.183941:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787758141.183944:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787758141.183947:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787758141.183950:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787758141.183953:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787758141.183957:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56925:56925:256:4294967295] 192.168.201.154@tcp LPNI seq info [56925:56925:8:4294967295]
00000400:00000200:1.0:1787758141.183963:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758141.183971:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787758141.183977:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758141.183981:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1700.
00000800:00000200:1.0:1787758141.183986:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787758141.183990:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787758141.183995:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787758141.184015:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787758141.184018:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758141.184020:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1700.
00000400:00000200:1.0:1787758141.184023:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787758141.184026:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787758141.184029:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:1.0:1787758141.184030:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:1.0:1787758141.184033:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787758141.184036:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92507ae46d00 x1874594466129792/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758141.184043:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758141.184045:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ae46d00 x1874594466129792/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758166 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758141.184051:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758141.184052:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787758141.184055:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787758141.184057:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787758141.184060:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787758141.184061:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314393112
00000100:00000001:1.0:1787758141.184064:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314394024
00000100:00000001:1.0:1787758141.184066:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314393112
00000100:00000001:1.0:1787758141.184068:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314394024
00000100:00000001:1.0:1787758141.184070:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787758141.184071:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758141.184073:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787758141.184076:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758141/real 1787758141]  req@ffff92507ae46d00 x1874594466129792/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787758141.184084:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787758141.184085:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787758141.184087:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787758141.184088:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfc38
00000400:00000010:1.0:1787758141.184090:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfc38.
00000100:00000001:1.0:1787758141.184091:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787758141.184094:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ae46d00 x1874594466129792/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787758141.184101:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ae46d00 x1874594466129792/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758141.184106:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787758141.184107:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758141.184109:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758141.184110:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787758141.184113:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ae46d00 x1874594466129792/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758141.184118:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787758141.184121:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ae46d00 x1874594466129792/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758166 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758141.184127:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787758141.184129:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758141.184130:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758141.184132:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758141.184134:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787758141.184135:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787758141.184138:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787758141.184140:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787758141.184142:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787758141.184146:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ae46d00 x1874594466129792/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758166 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758141.184153:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ae46d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466129792:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787758141.184156:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758141.184158:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758141.184160:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae47c00 x1874594466129664/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758166 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758141.184166:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787758141.184167:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787758141.184169:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077914c00.
02000000:00000001:1.0:1787758141.184171:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787758141.184172:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787758141.184173:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787758141.184175:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787758141.184176:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad6000.
02000000:00000001:1.0:1787758141.184178:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787758141.184179:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787758141.184181:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae47c00.
00000100:00000001:1.0:1787758141.184183:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787758141.184184:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758141.184186:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758141.184188:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ae46d00 x1874594466129792/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758166 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758141.184194:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787758141.184195:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787758141.184196:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077916c00.
02000000:00000001:1.0:1787758141.184198:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787758141.184199:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787758141.184200:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787758141.184201:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787758141.184203:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925078ad4400.
02000000:00000001:1.0:1787758141.184204:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787758141.184206:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787758141.184207:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ae46d00.
00000100:00000001:1.0:1787758141.184210:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787758141.184211:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758141.184212:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758141.184215:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758141.184217:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758141.184218:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787758141.184220:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758141.694389:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758141.694402:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758141.694406:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758141.694416:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758141.694423:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758141.694428:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758141.694431:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758141.694435:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758141.694439:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758142.014469:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758142.014480:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758142.014491:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758142.014494:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758142.014502:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758142.014504:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758142.014626:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758142.014635:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758142.014642:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787758142.142392:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314394024, at 4314394048
00000100:00000010:2.0:1787758142.142415:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e60c0.
00000100:00000040:3.0:1787758142.142462:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314394024, at 4314394048
00000100:00000010:3.0:1787758142.142482:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6d80.
00000100:00000001:2.0:1787758142.718441:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758142.718450:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758142.718453:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758142.718459:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758142.718463:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758142.718467:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758142.718470:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758142.718473:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758142.718476:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758143.038469:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758143.038482:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758143.038492:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758143.038495:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758143.038502:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758143.038505:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787758143.038591:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787758143.038600:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787758143.038606:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758143.742428:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758143.742441:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758143.742446:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758143.742455:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758143.742460:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758143.742465:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758143.742468:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758143.742472:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758143.742475:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758144.062446:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758144.062459:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787758144.062462:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787758144.062468:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758144.062476:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787758144.062479:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758144.062482:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758144.062485:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758144.062490:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758144.062492:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787758144.062494:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787758144.062496:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758144.062498:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787758144.062499:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758144.062501:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758144.062504:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758144.062508:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758144.062510:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758144.062588:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758144.062594:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758144.062599:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758144.766369:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758144.766379:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758144.766381:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758144.766386:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758144.766390:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758144.766393:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758144.766395:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758144.766398:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758144.766400:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758145.086445:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758145.086454:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758145.086466:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758145.086469:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758145.086476:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758145.086479:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758145.086564:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758145.086570:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758145.086575:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758145.790335:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758145.790342:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758145.790344:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758145.790349:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758145.790353:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758145.790356:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758145.790358:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758145.790361:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758145.790364:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758146.110461:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758146.110471:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758146.110484:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758146.110487:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758146.110500:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758146.110505:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787758146.110605:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787758146.110615:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787758146.110621:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787758146.302464:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787758146.302479:0:277834:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787758146.302483:0:277834:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787758146.302488:0:277834:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787758146.302494:0:277834:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787758146.302504:0:277834:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19725
00000400:00000200:3.0:1787758146.302530:0:277834:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787758146.302539:0:277834:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787758146.302544:0:277834:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787758146.302548:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787758146.302553:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787758146.302556:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787758146.302559:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787758146.302564:0:277834:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787758146.302568:0:277834:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:3.0:1787758146.302572:0:277834:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787758146.302576:0:277834:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:3.0:1787758146.302579:0:277834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:3.0:1787758146.302583:0:277834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:3.0:1787758146.302587:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787758146.302589:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787758146.302591:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787758146.302594:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787758146.302597:0:277834:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:3.0:1787758146.302601:0:277834:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:3.0:1787758146.302604:0:277834:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787758146.302608:0:277834:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787758146.302612:0:277834:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787758146.302616:0:277834:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787758146.302618:0:277834:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787758146.302621:0:277834:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787758146.302632:0:277834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1bc00.
00000020:00000040:3.0:1787758146.302637:0:277834:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:3.0:1787758146.302643:0:277834:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787758146.302645:0:277834:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787758146.302650:0:277834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787758146.302654:0:277834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787758146.302659:0:277834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787758146.302669:0:277834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51d800.
00000100:00000001:3.0:1787758146.302678:0:277834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787758146.302690:0:277834:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1bc00 x1874594466129920/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787758146.302704:0:277834:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787758146.302710:0:277834:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787758146.302716:0:277834:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002bc35b5c] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1bc00 x1874594466129920/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787758146.302758:0:277834:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787758146.302764:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787758146.302772:0:277834:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787758146.302775:0:277834:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787758146.302778:0:277834:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787758146.302784:0:277834:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787758146.302789:0:277834:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19725
00000400:00000200:3.0:1787758146.302797:0:277834:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787758146.302803:0:277834:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787758146.302808:0:277834:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787758146.302814:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787758146.302819:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787758146.302823:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787758146.302828:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787758146.302833:0:277834:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787758146.302837:0:277834:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000020:00000001:3.0:1787758146.302842:0:277834:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787758146.302848:0:277834:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:3.0:1787758146.302854:0:277834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000020:00000001:3.0:1787758146.302861:0:277834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:3.0:1787758146.302867:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787758146.302871:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787758146.302874:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787758146.302877:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787758146.302880:0:277834:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00000001:1.0:1787758146.302893:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1787758146.302899:0:277834:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:1.0:1787758146.302912:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787758146.302914:0:277834:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758146.302920:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787758146.302927:0:277834:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787758146.302941:0:277834:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1787758146.302945:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1bc00 x1874594466129920/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787758146.302952:0:277834:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787758146.302973:0:277834:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787758146.302983:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00100000:3.0:1787758146.302987:0:277834:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787758146.302989:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787758146.303010:0:277834:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758146.303014:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787758146.303017:0:277834:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758146.303021:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1787758146.303027:0:277834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca1a940.
02000000:00000001:1.0:1787758146.303029:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787758146.303040:0:277834:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000100:00100000:1.0:1787758146.303043:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466129920:192.168.201.154@tcp:250:kworker.0
02000000:00000001:3.0:1787758146.303050:0:277834:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787758146.303060:0:277834:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758146.303061:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787758146.303073:0:277834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787758146.303077:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787758146.303078:0:277834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787758146.303091:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787758146.303092:0:277834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758146.303118:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787758146.303122:0:277834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51e400.
00000100:00000001:3.0:1787758146.303131:0:277834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787758146.303136:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077916c00.
02000000:00000001:1.0:1787758146.303147:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787758146.303149:0:277834:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca1a940 x1874594466130048/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787758146.303174:0:277834:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787758146.303176:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:3.0:1787758146.303189:0:277834:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787758146.303196:0:277834:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acf304e1] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca1a940 x1874594466130048/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787758146.303209:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844aa50.
00000100:00000001:3.0:1787758146.303214:0:277834:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787758146.303220:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1787758146.303225:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfc38.
00000100:00080000:3.0:1787758146.303227:0:277834:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787758146.303233:0:277834:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787758146.303236:0:277834:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1787758146.303242:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466129920, portal 25
00000100:00000001:3.0:1787758146.303245:0:277834:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787758146.303258:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787758146.303259:0:277834:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19725
00000400:00000200:3.0:1787758146.303343:0:277834:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:3.0:1787758146.303351:0:277834:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:3.0:1787758146.303355:0:277834:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787758146.303362:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:3.0:1787758146.303367:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787758146.303371:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118854144 : -120600590697472 : ffff92507ca1bc00)
00000100:00000040:3.0:1787758146.303373:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:3.0:1787758146.303389:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:3.0:1787758146.303396:0:277834:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787758146.303399:0:277834:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000100:00000040:1.0:1787758146.303405:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1bc00 x1874594466129920/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787758146.303406:0:277834:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787758146.303415:0:277834:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000020:00000001:3.0:1787758146.303430:0:277834:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:3.0:1787758146.303445:0:277834:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000100:00000001:1.0:1787758146.303449:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787758146.303458:0:277834:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000040:1.0:1787758146.303460:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00000001:3.0:1787758146.303474:0:277834:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1787758146.303476:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf110.
00000100:00000040:3.0:1787758146.303482:0:277834:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000200:1.0:1787758146.303491:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466129920, offset 0
00000100:00000001:3.0:1787758146.303493:0:277834:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:3.0:1787758146.303515:0:277834:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:3.0:1787758146.303527:0:277834:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000400:00000200:1.0:1787758146.303530:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000100:00000001:3.0:1787758146.303537:0:277834:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787758146.303542:0:277834:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787758146.303549:0:277834:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787758146.303562:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000001:3.0:1787758146.303564:0:277834:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787758146.303571:0:277834:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787758146.303575:0:277834:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787758146.303579:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000008:00000001:3.0:1787758146.303587:0:277834:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758146.303596:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787758146.303604:0:277834:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758146.303608:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787758146.303620:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000100:00000010:3.0:1787758146.303626:0:277834:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92507ca19a40.
00000400:00000200:1.0:1787758146.303633:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000020:00000040:3.0:1787758146.303645:0:277834:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000400:00000200:1.0:1787758146.303659:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56926:56926:256:4294967295] 192.168.201.154@tcp LPNI seq info [56926:56926:8:4294967295]
02000000:00000001:3.0:1787758146.303659:0:277834:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787758146.303665:0:277834:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787758146.303681:0:277834:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787758146.303685:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000001:3.0:1787758146.303688:0:277834:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787758146.303697:0:277834:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787758146.303710:0:277834:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507e51fc00.
00000400:00000200:1.0:1787758146.303722:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787758146.303726:0:277834:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787758146.303737:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000100:00100000:3.0:1787758146.303741:0:277834:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92507ca19a40 x1874594466130176/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:1.0:1787758146.303748:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1700.
00000100:00000001:3.0:1787758146.303769:0:277834:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1787758146.303770:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:3.0:1787758146.303781:0:277834:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787758146.303784:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000040:3.0:1787758146.303805:0:277834:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048dd93e3] to pc [ptlrpcd_rcv+-1]  req@ffff92507ca19a40 x1874594466130176/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758146.303824:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787758146.303830:0:277834:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758146.303841:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:3.0:1787758146.303849:0:277834:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787758146.303851:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314399145
00000100:00000040:3.0:1787758146.303868:0:277834:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000010:1.0:1787758146.303870:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6a80.
00000100:00000040:3.0:1787758146.303882:0:277834:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19735)
00000100:00000001:1.0:1787758146.303887:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787758146.303903:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314399145
00000100:00000010:1.0:1787758146.303909:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6240.
00000100:00000001:1.0:1787758146.303917:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787758146.303928:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787758146.303933:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758146.303938:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758146.303945:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758146.303957:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758146.303961:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787758146.303966:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787758146.303968:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758146.303971:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787758146.303978:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca1a940 x1874594466130048/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758146.303990:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758146.303992:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758146.303995:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787758146.303998:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787758146.304003:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758146.304008:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca1a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466130048:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787758146.304013:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787758146.304016:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787758146.304019:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758146.304021:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787758146.304027:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077914c00.
02000000:00000001:1.0:1787758146.304029:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758146.304034:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787758146.304039:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844af78.
00000400:00000010:1.0:1787758146.304044:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
00000100:00000200:1.0:1787758146.304048:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466130048, portal 10
00000100:00000001:1.0:1787758146.304051:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787758146.304053:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118849344 : -120600590702272 : ffff92507ca1a940)
00000100:00000040:1.0:1787758146.304064:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca1a940 x1874594466130048/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758146.304073:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787758146.304079:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787758146.304082:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bfbb0.
00000100:00000200:1.0:1787758146.304086:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466130048, offset 0
00000400:00000200:1.0:1787758146.304092:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787758146.304102:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758146.304108:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787758146.304113:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787758146.304117:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787758146.304120:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787758146.304124:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787758146.304128:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56927:56927:255:4294967295] 192.168.201.154@tcp LPNI seq info [56927:56927:7:4294967295]
00000400:00000200:1.0:1787758146.304133:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758146.304142:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787758146.304147:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758146.304151:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1100.
00000800:00000200:1.0:1787758146.304156:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787758146.304162:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:1.0:1787758146.304166:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787758146.304171:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787758146.304175:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787758146.304178:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314398249
00000100:00000001:1.0:1787758146.304182:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314399145
00000100:00000001:1.0:1787758146.304185:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314398249
00000100:00000001:1.0:1787758146.304188:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314399145
00000100:00000001:1.0:1787758146.304190:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787758146.304193:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758146.304195:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787758146.304200:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92507ca19a40 x1874594466130176/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758146.304209:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758146.304211:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758146.304213:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787758146.304215:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787758146.304218:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758146.304221:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92507ca19a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466130176:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787758146.304230:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787758146.304232:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787758146.304234:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758146.304237:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787758146.304240:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077917000.
02000000:00000001:1.0:1787758146.304243:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758146.304246:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787758146.304249:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
00000400:00000010:1.0:1787758146.304253:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf000.
00000100:00000200:1.0:1787758146.304256:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466130176, portal 4
00000100:00000001:1.0:1787758146.304259:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787758146.304260:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623473118845504 : -120600590706112 : ffff92507ca19a40)
00000100:00000040:1.0:1787758146.304320:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92507ca19a40 x1874594466130176/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758146.304331:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787758146.304335:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787758146.304339:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf908.
00000100:00000200:1.0:1787758146.304342:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466130176, offset 0
00000400:00000200:1.0:1787758146.304348:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787758146.304353:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758146.304358:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787758146.304361:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787758146.304365:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787758146.304368:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787758146.304371:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787758146.304375:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56928:56928:254:4294967295] 192.168.201.154@tcp LPNI seq info [56928:56928:6:4294967295]
00000400:00000200:1.0:1787758146.304381:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758146.304389:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787758146.304394:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758146.304398:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1200.
00000800:00000200:1.0:1787758146.304403:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787758146.304409:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000100:00000001:1.0:1787758146.304412:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787758146.304416:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787758146.304420:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787758146.304424:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314398233
00000100:00000001:1.0:1787758146.304429:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314399145
00000100:00000001:1.0:1787758146.304433:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314398233
00000100:00000001:1.0:1787758146.304438:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314399145
00000100:00000001:1.0:1787758146.304442:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787758146.304447:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758146.304451:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758146.304455:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758146.304462:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758146.304465:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787758146.304469:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787758146.304472:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758146.304476:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758146.304480:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758146.814384:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758146.814394:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758146.814398:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758146.814406:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758146.814412:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758146.814418:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758146.814421:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758146.814425:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758146.814428:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758147.134450:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758147.134460:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758147.134473:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758147.134475:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758147.134484:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758147.134491:0:277858:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1787758147.134495:0:277858:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1787758147.134503:0:277858:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758147.134508:0:277858:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1787758147.134512:0:277858:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758147.134515:0:277858:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758147.134521:0:277858:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758147.134699:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758147.134706:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758147.134712:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787758147.262386:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314399145, at 4314399168
00000100:00000010:3.0:1787758147.262410:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6240.
00000100:00000040:2.0:1787758147.262448:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314399145, at 4314399168
00000100:00000010:2.0:1787758147.262471:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6a80.
00000100:00000001:2.0:1787758147.838408:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758147.838420:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758147.838423:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758147.838432:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758147.838437:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758147.838443:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758147.838447:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758147.838452:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758147.838456:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758148.158421:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758148.158431:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758148.158444:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758148.158447:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758148.158456:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758148.158459:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758148.158571:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758148.158578:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758148.158584:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758148.862393:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758148.862405:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758148.862408:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758148.862416:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758148.862421:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758148.862427:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758148.862430:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758148.862434:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758148.862438:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758149.182442:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758149.182456:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758149.182471:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758149.182476:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758149.182489:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758149.182493:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787758149.182587:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787758149.182594:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787758149.182602:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1787758149.374729:0:238944:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.154:988
00000400:00000100:0.0:1787758149.374820:0:238944:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.154@tcp at host 192.168.201.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1787758149.374840:0:238944:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758149.374848:0:238944:0:(router.c:1791:lnet_notify()) 192.168.201.54@tcp notifying 192.168.201.154@tcp: down
00000400:00000200:0.0:1787758149.374859:0:238944:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:0.0:1787758149.374866:0:238944:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1787758149.374877:0:238944:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000800:00000010:0.0:1787758149.374886:0:238944:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1700.
00000400:00000200:0.0:1787758149.374897:0:238944:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787758149.374908:0:238944:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787758149.374921:0:238944:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf110
00000400:00000010:0.0:1787758149.374926:0:238944:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf110.
00000100:00000001:0.0:1787758149.374941:0:238944:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787758149.374959:0:238944:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff92507ca1bc00 x1874594466129920/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758149.375014:0:238944:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787758149.375025:0:238944:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1bc00 x1874594466129920/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758171 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758149.375043:0:238944:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758149.375047:0:238944:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787758149.375069:0:238944:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000800:00000010:0.0:1787758149.375074:0:238944:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1100.
00000400:00000200:0.0:1787758149.375082:0:238944:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787758149.375115:0:238944:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787758149.375123:0:238944:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfbb0
00000400:00000010:0.0:1787758149.375128:0:238944:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfbb0.
00000100:00000001:1.0:1787758149.375133:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787758149.375137:0:238944:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787758149.375152:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000200:0.0:1787758149.375156:0:238944:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff92507ca1a940 x1874594466130048/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758149.375179:0:238944:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787758149.375183:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1787758149.375186:0:238944:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca1a940 x1874594466130048/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758171 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758149.375205:0:238944:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758149.375238:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758146/real 1787758149]  req@ffff92507ca1bc00 x1874594466129920/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758149.375248:0:238944:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000001:1.0:1787758149.375371:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787758149.375378:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787758149.375388:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844aa50.
00000400:00000200:1.0:1787758149.375400:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bfc38
00000400:00000010:1.0:1787758149.375407:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bfc38.
00000100:00000001:1.0:1787758149.375421:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000800:00000100:0.0:1787758149.375423:0:238944:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.154@tcp
00000800:00000010:0.0:1787758149.375434:0:238944:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1200.
00000400:00000200:0.0:1787758149.375445:0:238944:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000200:1.0:1787758149.375459:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1bc00 x1874594466129920/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787758149.375472:0:238944:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787758149.375493:0:238944:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf908
00000400:00000010:0.0:1787758149.375503:0:238944:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf908.
00000100:00000200:1.0:1787758149.375508:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1bc00 x1874594466129920/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758149.375519:0:238944:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787758149.375541:0:238944:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff92507ca19a40 x1874594466130176/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758149.375543:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787758149.375555:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758149.375582:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787758149.375584:0:238944:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787758149.375590:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787758149.375601:0:238944:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92507ca19a40 x1874594466130176/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758171 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758149.375623:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1bc00 x1874594466129920/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787758149.375626:0:238944:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787758149.375640:0:238944:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787758149.375662:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787758149.375677:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1bc00 x1874594466129920/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758171 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758149.375693:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787758149.375699:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758149.375705:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758149.375708:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758149.375712:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787758149.375717:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787758149.375724:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787758149.375734:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787758149.375739:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787758149.375748:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1bc00 x1874594466129920/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758171 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758149.375765:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466129920:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787758149.375774:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758149.375779:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758149.375786:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1bc00 x1874594466129920/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758171 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758149.375800:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787758149.375806:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787758149.375813:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077916c00.
02000000:00000001:1.0:1787758149.375822:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787758149.375828:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787758149.375832:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787758149.375838:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787758149.375843:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51d800.
02000000:00000001:1.0:1787758149.375850:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787758149.375854:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787758149.375858:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1bc00.
00000100:00000001:1.0:1787758149.375875:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787758149.375879:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758149.375884:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758149.375888:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787758149.375891:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758149.375894:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787758149.375905:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758146/real 1787758149]  req@ffff92507ca1a940 x1874594466130048/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787758149.375936:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787758149.375939:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787758149.375944:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844af78.
00000400:00000200:1.0:1787758149.375952:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
00000400:00000010:1.0:1787758149.375957:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000001:1.0:1787758149.375965:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787758149.375972:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca1a940 x1874594466130048/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787758149.375990:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca1a940 x1874594466130048/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758149.376004:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787758149.376007:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758149.376011:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758149.376014:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787758149.376022:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca1a940 x1874594466130048/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758149.376035:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787758149.376043:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca1a940 x1874594466130048/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758171 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758149.376058:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787758149.376063:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758149.376066:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758149.376069:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758149.376073:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787758149.376077:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787758149.376083:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787758149.376091:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787758149.376096:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787758149.376106:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca1a940 x1874594466130048/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758171 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758149.376123:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca1a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466130048:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787758149.376133:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787758149.376141:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758146/real 1787758149]  req@ffff92507ca19a40 x1874594466130176/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787758149.376157:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787758149.376160:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787758149.376163:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787758149.376169:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf000
00000400:00000010:1.0:1787758149.376172:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf000.
00000100:00000001:1.0:1787758149.376178:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787758149.376185:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92507ca19a40 x1874594466130176/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787758149.376203:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92507ca19a40 x1874594466130176/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758149.376237:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787758149.376241:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758149.376245:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758149.376248:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787758149.376258:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92507ca19a40 x1874594466130176/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758149.376317:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787758149.376327:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92507ca19a40 x1874594466130176/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758171 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758149.376341:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787758149.376346:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758149.376351:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758149.376354:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758149.376357:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787758149.376361:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787758149.376366:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787758149.376372:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787758149.376377:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787758149.376386:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92507ca19a40 x1874594466130176/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758171 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758149.376417:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92507ca19a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466130176:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787758149.376426:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758149.376430:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758149.376438:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca1a940 x1874594466130048/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758171 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758149.376451:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787758149.376455:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787758149.376460:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077914c00.
02000000:00000001:1.0:1787758149.376467:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787758149.376470:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787758149.376472:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787758149.376477:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787758149.376480:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51e400.
02000000:00000001:1.0:1787758149.376486:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787758149.376489:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787758149.376492:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca1a940.
00000100:00000001:1.0:1787758149.376497:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787758149.376499:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758149.376504:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758149.376511:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92507ca19a40 x1874594466130176/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758171 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758149.376525:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787758149.376529:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787758149.376532:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077917000.
02000000:00000001:1.0:1787758149.376537:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787758149.376540:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787758149.376543:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787758149.376546:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787758149.376549:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507e51fc00.
02000000:00000001:1.0:1787758149.376558:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787758149.376560:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787758149.376563:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92507ca19a40.
00000100:00000001:1.0:1787758149.376567:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787758149.376569:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758149.376573:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758149.376585:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758149.376589:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758149.376593:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787758149.376596:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758149.886420:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758149.886432:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758149.886435:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758149.886442:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758149.886447:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758149.886454:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758149.886458:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758149.886462:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758149.886466:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758150.206503:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758150.206515:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758150.206529:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758150.206533:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758150.206544:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758150.206550:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758150.206717:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758150.206724:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758150.206730:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787758150.910362:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758150.910374:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758150.910377:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758150.910384:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000008:00000020:3.0:1787758150.910387:0:277778:0:(osc_request.c:747:osc_update_next_shrink()) next time 20935 to shrink grant
00000100:00000001:2.0:1787758150.910391:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758150.910399:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758150.910403:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758150.910406:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758150.910410:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758151.230412:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758151.230422:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758151.230434:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758151.230437:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758151.230447:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758151.230450:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787758151.230518:0:272819:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787758151.230527:0:272819:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787758151.230534:0:272819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787758151.422475:0:277892:0:(pinger.c:229:ptlrpc_pinger_process_import()) 005c8512-b09d-4025-b7b0-11d4b7f0e098->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787758151.422491:0:277892:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787758151.422494:0:277892:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787758151.422499:0:277892:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787758151.422505:0:277892:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787758151.422515:0:277892:0:(import.c:510:import_select_connection()) MGC192.168.201.154@tcp: connect to NID 192.168.201.154@tcp last attempt 19730
00000400:00000200:2.0:1787758151.422527:0:277892:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787758151.422535:0:277892:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787758151.422540:0:277892:0:(import.c:589:import_select_connection()) MGC192.168.201.154@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787758151.422544:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758151.422548:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787758151.422552:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758151.422555:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787758151.422561:0:277892:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787758151.422564:0:277892:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a00b
00000020:00000001:2.0:1787758151.422568:0:277892:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787758151.422572:0:277892:0:(lustre_handles.c:148:class_handle2object()) GET export ffff925044fe0000 refcount=3
00000020:00000001:2.0:1787758151.422575:0:277892:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000020:00000001:2.0:1787758151.422579:0:277892:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472185376768 : -120601524174848 : ffff925044fe0000)
00000100:00000040:2.0:1787758151.422582:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758151.422585:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787758151.422587:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758151.422590:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787758151.422593:0:277892:0:(genops.c:879:class_export_put()) PUTting export ffff925044fe0000 : new refcount 2
00000100:00080000:2.0:1787758151.422597:0:277892:0:(import.c:624:import_select_connection()) MGC192.168.201.154@tcp: import ffff925044fe6800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:2.0:1787758151.422600:0:277892:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787758151.422604:0:277892:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787758151.422608:0:277892:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787758151.422612:0:277892:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758151.422625:0:277892:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787758151.422628:0:277892:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787758151.422637:0:277892:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61d680.
00000020:00000040:2.0:1787758151.422641:0:277892:0:(genops.c:1210:class_import_get()) import ffff925044fe6800 refcount=4 obd=MGC192.168.201.154@tcp
02000000:00000001:2.0:1787758151.422647:0:277892:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787758151.422649:0:277892:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758151.422652:0:277892:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787758151.422656:0:277892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787758151.422661:0:277892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787758151.422670:0:277892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafcc00.
00000100:00000001:2.0:1787758151.422680:0:277892:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758151.422695:0:277892:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61d680 x1874594466130304/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787758151.422715:0:277892:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787758151.422723:0:277892:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787758151.422732:0:277892:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054aea141] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61d680 x1874594466130304/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787758151.422787:0:277892:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787758151.422794:0:277892:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787758151.422801:0:277892:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787758151.422804:0:277892:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787758151.422807:0:277892:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787758151.422812:0:277892:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787758151.422818:0:277892:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19730
00000400:00000200:2.0:1787758151.422826:0:277892:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787758151.422834:0:277892:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787758151.422839:0:277892:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787758151.422846:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758151.422851:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787758151.422856:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:1.0:1787758151.422862:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787758151.422862:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000001:2.0:1787758151.422874:0:277892:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787758151.422875:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1787758151.422878:0:277892:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a058
00000100:00000001:1.0:1787758151.422886:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1787758151.422887:0:277892:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787758151.422898:0:277892:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9250616f1000 refcount=5
00000020:00000001:2.0:1787758151.422907:0:277892:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:1.0:1787758151.422909:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61d680 x1874594466130304/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787758151.422915:0:277892:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623472662548480 : -120601047003136 : ffff9250616f1000)
00000100:00000040:2.0:1787758151.422932:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758151.422937:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787758151.422940:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758151.422945:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000020:00000040:2.0:1787758151.422957:0:277892:0:(genops.c:879:class_export_put()) PUTting export ffff9250616f1000 : new refcount 4
00000100:00080000:2.0:1787758151.422971:0:277892:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff92505eefb800: import ffff92507c148800 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000100:00000001:1.0:1787758151.422975:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758151.422980:0:277892:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758151.422983:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787758151.422989:0:277892:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787758151.422995:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787758151.423004:0:277892:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787758151.423006:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787758151.423017:0:277892:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758151.423019:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758151.423028:0:277892:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00100000:1.0:1787758151.423037:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466130304:192.168.201.154@tcp:250:kworker.0
00000008:00100000:2.0:1787758151.423041:0:277892:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787758151.423052:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:2.0:1787758151.423055:0:277892:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758151.423063:0:277892:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758151.423064:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787758151.423073:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787758151.423074:0:277892:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61cf00.
02000000:00000001:1.0:1787758151.423081:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:2.0:1787758151.423085:0:277892:0:(genops.c:1210:class_import_get()) import ffff92507c148800 refcount=217 obd=lustre-MDT0000-mdc-ffff92505eefb800
02000000:00000001:2.0:1787758151.423095:0:277892:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000010:1.0:1787758151.423098:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077917000.
02000000:00000001:2.0:1787758151.423099:0:277892:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758151.423112:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758151.423113:0:277892:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787758151.423118:0:277892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787758151.423126:0:277892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758151.423137:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
02000000:00000010:2.0:1787758151.423143:0:277892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafdc00.
00000400:00000010:1.0:1787758151.423149:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
00000100:00000001:2.0:1787758151.423156:0:277892:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787758151.423167:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf000.
00000100:00100000:2.0:1787758151.423176:0:277892:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61cf00 x1874594466130432/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787758151.423203:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466130304, portal 25
00000100:00000001:1.0:1787758151.423210:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787758151.423214:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611350144 : -120601098201472 : ffff92505e61d680)
00000100:00000040:1.0:1787758151.423237:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61d680 x1874594466130304/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787758151.423241:0:277892:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787758151.423253:0:277892:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787758151.423333:0:277892:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006cc8e384] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61cf00 x1874594466130432/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787758151.423355:0:277892:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758151.423360:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1787758151.423364:0:277892:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1787758151.423379:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000100:00080000:2.0:1787758151.423380:0:277892:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787758151.423390:0:277892:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1787758151.423394:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
00000100:00080000:2.0:1787758151.423395:0:277892:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787758151.423408:0:277892:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:1.0:1787758151.423410:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874594466130304, offset 0
00000100:00080000:2.0:1787758151.423418:0:277892:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: connect to NID 192.168.201.154@tcp last attempt 19730
00000400:00000200:1.0:1787758151.423437:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:2.0:1787758151.423438:0:277892:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:2.0:1787758151.423456:0:277892:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.154@tcp is discovered: rc = 1
00000100:00080000:2.0:1787758151.423466:0:277892:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787758151.423467:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:2.0:1787758151.423481:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758151.423488:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787758151.423492:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000100:00000040:2.0:1787758151.423501:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758151.423511:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000400:00000200:1.0:1787758151.423512:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:2.0:1787758151.423522:0:277892:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787758151.423530:0:277892:0:(genops.c:804:class_conn2export()) looking for export cookie 0x9b6059f83809a066
00000400:00000200:1.0:1787758151.423531:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000020:00000001:2.0:1787758151.423539:0:277892:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787758151.423547:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000020:00000040:2.0:1787758151.423551:0:277892:0:(lustre_handles.c:148:class_handle2object()) GET export ffff924f6bc32000 refcount=4
00000400:00000200:1.0:1787758151.423563:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000020:00000001:2.0:1787758151.423564:0:277892:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000020:00000001:2.0:1787758151.423574:0:277892:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623468540862464 : -120605168689152 : ffff924f6bc32000)
00000400:00000200:1.0:1787758151.423577:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56929:56929:256:4294967295] 192.168.201.154@tcp LPNI seq info [56929:56929:8:4294967295]
00000100:00000040:2.0:1787758151.423590:0:277892:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff92504acb0540 refcount 11 to 192.168.201.154@tcp
00000400:00000200:1.0:1787758151.423599:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:2.0:1787758151.423626:0:277892:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787758151.423628:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1787758151.423639:0:277892:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff92504acb0540 refcount 12 to 192.168.201.154@tcp
00000100:00000001:2.0:1787758151.423648:0:277892:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623472282699072 : -120601426852544 : ffff92504acb0540)
00000800:00000200:1.0:1787758151.423655:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000020:00000040:2.0:1787758151.423659:0:277892:0:(genops.c:879:class_export_put()) PUTting export ffff924f6bc32000 : new refcount 3
00000100:00080000:2.0:1787758151.423675:0:277892:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff92505eefb800: import ffff92504a748000 using connection 192.168.201.154@tcp/192.168.201.154@tcp
00000800:00000010:1.0:1787758151.423676:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1600.
00000100:00000001:2.0:1787758151.423686:0:277892:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787758151.423695:0:277892:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.0:1787758151.423702:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
02000000:00000001:2.0:1787758151.423707:0:277892:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1787758151.423715:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 57 secs later)
02000000:00000001:2.0:1787758151.423717:0:277892:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758151.423726:0:277892:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787758151.423734:0:277892:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683210 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.1:1787758151.423738:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000008:00000001:2.0:1787758151.423744:0:277892:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787758151.423751:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 57 secs later)
00000100:00000001:2.0:1787758151.423753:0:277892:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787758151.423768:0:277892:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff92505e61f0c0.
00000800:00000100:1.0:1787758151.423770:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000020:00000040:2.0:1787758151.423780:0:277892:0:(genops.c:1210:class_import_get()) import ffff92504a748000 refcount=3 obd=lustre-OST0000-osc-ffff92505eefb800
00000800:00000010:1.0:1787758151.423782:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1600.
02000000:00000001:2.0:1787758151.423792:0:277892:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787758151.423798:0:277892:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758151.423800:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1787758151.423806:0:277892:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787758151.423813:0:277892:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787758151.423820:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
02000000:00000001:2.0:1787758151.423822:0:277892:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758151.423838:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
02000000:00000010:2.0:1787758151.423840:0:277892:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92507cafec00.
00000400:00000010:1.0:1787758151.423850:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000001:2.0:1787758151.423853:0:277892:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758151.423866:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:2.0:1787758151.423881:0:277892:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92505e61f0c0 x1874594466130560/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787758151.423884:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61d680 x1874594466130304/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787758151.423940:0:277892:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787758151.423948:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787758151.423950:0:277892:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787758151.423964:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61d680 x1874594466130304/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1787758176 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787758151.423970:0:277892:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bea70ab] to pc [ptlrpcd_rcv+-1]  req@ffff92505e61f0c0 x1874594466130560/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758151.424012:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758151.424020:0:277892:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758151.424021:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:2.0:1787758151.424034:0:277892:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787758151.424041:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787758151.424043:0:277892:0:(pinger.c:247:ptlrpc_pinger_process_import()) bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1787758151.424059:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000040:2.0:1787758151.424061:0:277892:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19741)
00000100:00000001:1.0:1787758151.424068:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 2 is 4314404265
00000100:00000010:1.0:1787758151.424097:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6660.
00000100:00000001:1.0:1787758151.424110:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787758151.424122:0:238954:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS new deadline estimation for cpu 3 is 4314404265
00000100:00000010:1.0:1787758151.424126:0:238954:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff924f694e6a20.
00000100:00000001:1.0:1787758151.424130:0:238954:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787758151.424134:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787758151.424138:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758151.424143:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787758151.424154:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758151/real 1787758151]  req@ffff92505e61d680 x1874594466130304/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787758151.424212:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787758151.424215:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787758151.424220:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787758151.424226:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf000
00000400:00000010:1.0:1787758151.424230:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf000.
00000100:00000001:1.0:1787758151.424237:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787758151.424245:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61d680 x1874594466130304/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787758151.424265:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61d680 x1874594466130304/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758151.424311:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787758151.424314:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758151.424317:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758151.424320:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787758151.424326:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61d680 x1874594466130304/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758151.424336:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787758151.424342:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61d680 x1874594466130304/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758176 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758151.424352:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787758151.424355:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758151.424357:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758151.424359:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758151.424362:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787758151.424365:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787758151.424368:0:238954:0:(import.c:65:import_set_state_nolock()) ffff925044fe6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787758151.424374:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787758151.424376:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787758151.424382:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61d680 x1874594466130304/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758176 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758151.424394:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:005c8512-b09d-4025-b7b0-11d4b7f0e098:238954:1874594466130304:192.168.201.154@tcp:250:kworker.0
00000100:00000001:1.0:1787758151.424400:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758151.424403:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758151.424407:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61d680 x1874594466130304/t0(0) o250->MGC192.168.201.154@tcp@192.168.201.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787758176 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758151.424415:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787758151.424418:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787758151.424423:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077917000.
02000000:00000001:1.0:1787758151.424429:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787758151.424432:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787758151.424435:0:238954:0:(genops.c:1223:class_import_put()) import ffff925044fe6800 refcount=3 obd=MGC192.168.201.154@tcp
00000020:00000001:1.0:1787758151.424439:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787758151.424444:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafcc00.
02000000:00000001:1.0:1787758151.424449:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787758151.424453:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787758151.424456:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61d680.
00000100:00000001:1.0:1787758151.424462:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787758151.424465:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758151.424469:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758151.424482:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758151.424486:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758151.424490:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787758151.424494:0:238954:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787758151.424497:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787758151.424506:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61cf00 x1874594466130432/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758151.424521:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758151.424525:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758151.424530:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787758151.424533:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787758151.424536:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758151.424552:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466130432:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787758151.424561:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787758151.424565:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787758151.424569:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758151.424573:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787758151.424580:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077917000.
02000000:00000001:1.0:1787758151.424585:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758151.424596:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787758151.424601:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
00000400:00000010:1.0:1787758151.424609:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf000.
00000100:00000200:1.0:1787758151.424616:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466130432, portal 10
00000100:00000001:1.0:1787758151.424620:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787758151.424623:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611348224 : -120601098203392 : ffff92505e61cf00)
00000100:00000040:1.0:1787758151.424637:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61cf00 x1874594466130432/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758151.424668:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787758151.424673:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787758151.424677:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
00000100:00000200:1.0:1787758151.424683:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874594466130432, offset 0
00000400:00000200:1.0:1787758151.424692:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787758151.424699:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758151.424705:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787758151.424709:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787758151.424713:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787758151.424716:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787758151.424719:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787758151.424723:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56930:56930:256:4294967295] 192.168.201.154@tcp LPNI seq info [56930:56930:8:4294967295]
00000400:00000200:1.0:1787758151.424728:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758151.424737:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787758151.424743:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758151.424747:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1600.
00000800:00000200:1.0:1787758151.424753:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787758151.424757:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1787758151.424764:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787758151.424769:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 57 secs later)
00000800:00000100:1.0:1787758151.424777:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758151.424781:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1600.
00000400:00000200:1.0:1787758151.424786:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787758151.424793:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787758151.424799:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
00000400:00000010:1.0:1787758151.424803:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000001:1.0:1787758151.424809:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787758151.424816:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61cf00 x1874594466130432/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758151.424830:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758151.424836:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61cf00 x1874594466130432/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1787758176 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758151.424849:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758151.424852:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787758151.424859:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787758151.424866:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: using a timeout of 39245 usecs (40 jiffies)
00000400:00000200:1.0:1787758151.424872:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787758151.424875:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314403370
00000100:00000001:1.0:1787758151.424880:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314404265
00000100:00000001:1.0:1787758151.424884:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314403370
00000100:00000001:1.0:1787758151.424887:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314404265
00000100:00000001:1.0:1787758151.424891:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787758151.424895:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758151.424898:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787758151.424905:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758151/real 1787758151]  req@ffff92505e61cf00 x1874594466130432/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787758151.424919:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787758151.424921:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787758151.424926:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787758151.424930:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf000
00000400:00000010:1.0:1787758151.424932:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf000.
00000100:00000001:1.0:1787758151.424936:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787758151.424942:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61cf00 x1874594466130432/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787758151.424955:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61cf00 x1874594466130432/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758151.424966:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787758151.424969:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758151.424972:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758151.424975:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787758151.424981:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61cf00 x1874594466130432/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758151.424993:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787758151.425000:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61cf00 x1874594466130432/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758176 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758151.425013:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787758151.425018:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758151.425021:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758151.425023:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758151.425026:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787758151.425030:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787758151.425034:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92507c148800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787758151.425040:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787758151.425045:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787758151.425052:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61cf00 x1874594466130432/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758176 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758151.425070:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466130432:192.168.201.154@tcp:38:kworker.0
00000100:00000001:1.0:1787758151.425079:0:238954:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787758151.425085:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92505e61f0c0 x1874594466130560/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758151.425097:0:238954:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787758151.425100:0:238954:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758151.425104:0:238954:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787758151.425107:0:238954:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787758151.425112:0:238954:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787758151.425117:0:238954:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff92505e61f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466130560:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787758151.425123:0:238954:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787758151.425127:0:238954:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787758151.425130:0:238954:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787758151.425133:0:238954:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787758151.425140:0:238954:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925077914c00.
02000000:00000001:1.0:1787758151.425144:0:238954:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787758151.425150:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000010:1.0:1787758151.425155:0:238954:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff924f5844acb8.
00000400:00000010:1.0:1787758151.425161:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf000.
00000100:00000200:1.0:1787758151.425167:0:238954:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874594466130560, portal 4
00000100:00000001:1.0:1787758151.425169:0:238954:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787758151.425171:0:238954:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446623472611356864 : -120601098194752 : ffff92505e61f0c0)
00000100:00000040:1.0:1787758151.425208:0:238954:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92505e61f0c0 x1874594466130560/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758151.425217:0:238954:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787758151.425221:0:238954:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.154@tcp
00000400:00000010:1.0:1787758151.425224:0:238954:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9250671bf770.
00000100:00000200:1.0:1787758151.425227:0:238954:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874594466130560, offset 0
00000400:00000200:1.0:1787758151.425233:0:238954:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.154@tcp
00000400:00000200:1.0:1787758151.425239:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758151.425244:0:238954:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.154@tcp local destination
00000400:00000200:1.0:1787758151.425248:0:238954:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787758151.425252:0:238954:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.54@tcp
00000400:00000200:1.0:1787758151.425255:0:238954:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.54@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787758151.425257:0:238954:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.154@tcp
00000400:00000200:1.0:1787758151.425261:0:238954:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.54@tcp NI seq info: [56931:56931:256:4294967295] 192.168.201.154@tcp LPNI seq info [56931:56931:8:4294967295]
00000400:00000200:1.0:1787758151.425310:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000400:00000200:1.0:1787758151.425320:0:238954:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.54@tcp(192.168.201.54@tcp:<?>) -> 192.168.201.154@tcp(192.168.201.154@tcp:192.168.201.154@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787758151.425326:0:238954:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758151.425331:0:238954:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff924f74ba1600.
00000800:00000200:1.0:1787758151.425337:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.0:1787758151.425340:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1787758151.425346:0:238954:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925049681540] -> 12345-192.168.201.154@tcp (2)
00000800:00000200:1.1:1787758151.425350:0:238954:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.154 (cnted 0, interval 60, 57 secs later)
00000800:00000100:1.0:1787758151.425355:0:238954:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.154@tcp
00000800:00000010:1.0:1787758151.425358:0:238954:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff924f74ba1600.
00000400:00000200:1.0:1787758151.425362:0:238954:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787758151.425366:0:238954:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.54@tcp->192.168.201.154@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787758151.425370:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf770
00000400:00000010:1.0:1787758151.425373:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf770.
00000100:00000001:1.0:1787758151.425377:0:238954:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787758151.425382:0:238954:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff92505e61f0c0 x1874594466130560/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758151.425393:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758151.425397:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92505e61f0c0 x1874594466130560/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1787758176 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758151.425405:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758151.425407:0:238954:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787758151.425412:0:238954:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787758151.425416:0:238954:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: using a timeout of 22780 usecs (23 jiffies)
00000400:00000200:1.0:1787758151.425420:0:238954:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.154@tcp to cpt 1
00000100:00000001:1.0:1787758151.425424:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 2 is 4314403354
00000100:00000001:1.0:1787758151.425429:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 2, keep current deadline 4314404265
00000100:00000001:1.0:1787758151.425434:0:238954:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS new deadline estimation for cpu 3 is 4314403354
00000100:00000001:1.0:1787758151.425439:0:238954:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92505eefb800: PM QoS request active for cpu 3, keep current deadline 4314404265
00000100:00000001:1.0:1787758151.425443:0:238954:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787758151.425465:0:238954:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758151.425468:0:238954:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787758151.425475:0:238954:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787758151/real 1787758151]  req@ffff92505e61f0c0 x1874594466130560/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787758151.425490:0:238954:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787758151.425493:0:238954:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787758151.425496:0:238954:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff924f5844acb8.
00000400:00000200:1.0:1787758151.425501:0:238954:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9250671bf000
00000400:00000010:1.0:1787758151.425504:0:238954:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9250671bf000.
00000100:00000001:1.0:1787758151.425508:0:238954:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787758151.425515:0:238954:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff92505e61f0c0 x1874594466130560/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787758151.425532:0:238954:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff92505e61f0c0 x1874594466130560/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758151.425545:0:238954:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787758151.425548:0:238954:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758151.425552:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758151.425554:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787758151.425561:0:238954:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92505e61f0c0 x1874594466130560/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758151.425574:0:238954:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787758151.425583:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92505e61f0c0 x1874594466130560/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758176 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758151.425597:0:238954:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787758151.425602:0:238954:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758151.425605:0:238954:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787758151.425608:0:238954:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758151.425613:0:238954:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787758151.425616:0:238954:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787758151.425621:0:238954:0:(import.c:65:import_set_state_nolock()) ffff92504a748000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787758151.425627:0:238954:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.154@tcp failed (-110)
00000100:00000001:1.0:1787758151.425630:0:238954:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787758151.425635:0:238954:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92505e61f0c0 x1874594466130560/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758176 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787758151.425645:0:238954:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff92505e61f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf46dda0-82cd-4ad7-8aa3-99dc12f68a2c:238954:1874594466130560:192.168.201.154@tcp:8:kworker.0
00000100:00000001:1.0:1787758151.425650:0:238954:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758151.425652:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758151.425656:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61cf00 x1874594466130432/t0(0) o38->lustre-MDT0000-mdc-ffff92505eefb800@192.168.201.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787758176 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758151.425664:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787758151.425666:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787758151.425669:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077917000.
02000000:00000001:1.0:1787758151.425672:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787758151.425674:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787758151.425676:0:238954:0:(genops.c:1223:class_import_put()) import ffff92507c148800 refcount=216 obd=lustre-MDT0000-mdc-ffff92505eefb800
00000020:00000001:1.0:1787758151.425679:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787758151.425681:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafdc00.
02000000:00000001:1.0:1787758151.425685:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787758151.425686:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787758151.425688:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61cf00.
00000100:00000001:1.0:1787758151.425691:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787758151.425693:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758151.425695:0:238954:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787758151.425698:0:238954:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92505e61f0c0 x1874594466130560/t0(0) o8->lustre-OST0000-osc-ffff92505eefb800@192.168.201.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787758176 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787758151.425705:0:238954:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787758151.425707:0:238954:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787758151.425708:0:238954:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925077914c00.
02000000:00000001:1.0:1787758151.425711:0:238954:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787758151.425713:0:238954:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787758151.425715:0:238954:0:(genops.c:1223:class_import_put()) import ffff92504a748000 refcount=2 obd=lustre-OST0000-osc-ffff92505eefb800
00000020:00000001:1.0:1787758151.425717:0:238954:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787758151.425719:0:238954:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92507cafec00.
02000000:00000001:1.0:1787758151.425721:0:238954:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787758151.425722:0:238954:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787758151.425724:0:238954:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff92505e61f0c0.
00000100:00000001:1.0:1787758151.425726:0:238954:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787758151.425728:0:238954:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758151.425730:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787758151.425735:0:238954:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787758151.425736:0:238954:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787758151.425738:0:238954:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787758151.425740:0:238954:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787758151.934411:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758151.934421:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758151.934424:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758151.934430:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758151.934436:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758151.934440:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758151.934444:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758151.934448:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758151.934452:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758152.254441:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758152.254452:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758152.254463:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758152.254466:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758152.254473:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758152.254475:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787758152.254590:0:260929:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787758152.254599:0:260929:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787758152.254606:0:260929:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787758152.382413:0:277778:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58b30 (cpu 3) has reached its deadline 4314404265, at 4314404288
00000100:00000010:3.0:1787758152.382448:0:277778:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6a20.
00000100:00000040:2.0:1787758152.382478:0:277628:0:(connection.c:75:cpu_latency_work()) work item of ffff92504af58a20 (cpu 2) has reached its deadline 4314404265, at 4314404288
00000100:00000010:2.0:1787758152.382499:0:277628:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff924f694e6660.
00000100:00000001:2.0:1787758152.958381:0:273323:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787758152.958392:0:273323:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787758152.958395:0:273323:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787758152.958403:0:273323:0:(client.c:2715:ptlrpc_set_wait()) set ffff924f4776bb40 going to sleep for 0 seconds
00000100:00000001:2.0:1787758152.958408:0:273323:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787758152.958413:0:273323:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758152.958416:0:273323:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787758152.958420:0:273323:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787758152.958423:0:273323:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758153.278431:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758153.278440:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758153.278450:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758153.278453:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1787758153.278458:0:277858:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1787758153.278460:0:277858:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787758153.278569:0:260928:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787758153.278592:0:260928:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787758153.278600:0:260928:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
Debug log: 137235 lines, 137235 kept, 0 dropped, 0 bad.